00000800:00000200:2.1F:1775764936.619118:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775764936.619390:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775764936.619570:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775764936.619667:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775764936.619801:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1F:1775764941.738575:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775764941.739072:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775764941.739531:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775764941.739837:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775764941.739982:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775764946.858392:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775764946.858824:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775764946.859201:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775764946.859367:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775764946.859566:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775764951.978424:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775764951.978427:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 4, 2 secs later)
00000800:00000200:0.1:1775764951.979197:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775764951.979200:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 4, 2 secs later)
00000800:00000200:0.1:1775764951.979499:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775764951.979502:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 4, 2 secs later)
00000800:00000200:0.1:1775764951.979815:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775764951.979818:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 4, 2 secs later)
00000800:00000200:0.1:1775764951.980225:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775764951.980227:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 4, 2 secs later)
00000800:00000200:0.1:1775764957.098501:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775764957.099162:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775764957.099516:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775764957.099673:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775764957.099863:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775764962.218872:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775764962.218875:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 8, 6 secs later)
00000800:00000200:2.1:1775764962.219209:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775764962.219212:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 8, 6 secs later)
00000800:00000200:2.1:1775764962.219478:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775764962.219480:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 8, 6 secs later)
00000800:00000200:2.1:1775764962.219776:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775764962.219778:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 8, 6 secs later)
00000800:00000200:2.1:1775764962.219973:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775764962.219975:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 8, 6 secs later)
00000800:00000200:2.1:1775764967.338301:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775764967.338595:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775764967.338916:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775764967.339093:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775764967.339247:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775764972.458465:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775764972.458471:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 16, 14 secs later)
00000800:00000200:2.1:1775764972.459189:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775764972.459192:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 16, 14 secs later)
00000800:00000200:2.1:1775764972.459494:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775764972.459497:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 16, 14 secs later)
00000800:00000200:2.1:1775764972.459802:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775764972.459804:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 16, 14 secs later)
00000800:00000200:2.1:1775764972.460166:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775764972.460169:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 16, 14 secs later)
00000800:00000200:0.1:1775764977.578402:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775764977.578407:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 16, 9 secs later)
00000800:00000200:0.1:1775764977.579009:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775764977.579012:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 16, 9 secs later)
00000800:00000200:0.1:1775764977.579378:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775764977.579380:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 16, 9 secs later)
00000800:00000200:0.1:1775764977.579657:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775764977.579658:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 16, 9 secs later)
00000800:00000200:0.1:1775764977.579898:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775764977.579900:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 16, 9 secs later)
00000800:00000200:0.1:1775764982.698538:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775764982.698557:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 16, 4 secs later)
00000800:00000200:0.1:1775764982.699556:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775764982.699559:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 16, 4 secs later)
00000800:00000200:0.1:1775764982.699904:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775764982.699906:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 16, 4 secs later)
00000800:00000200:0.1:1775764982.700178:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775764982.700180:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 16, 4 secs later)
00000800:00000200:0.1:1775764982.700475:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775764982.700477:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 16, 4 secs later)
00000800:00000200:0.1:1775764987.818249:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775764987.818589:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775764987.818958:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775764987.819165:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775764987.819322:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775764992.939029:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775764992.939032:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 32, 30 secs later)
00000800:00000200:0.1:1775764992.939463:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775764992.939465:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 32, 30 secs later)
00000800:00000200:0.1:1775764992.939835:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775764992.939838:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 32, 30 secs later)
00000800:00000200:0.1:1775764992.940125:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775764992.940127:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 32, 30 secs later)
00000800:00000200:0.1:1775764992.940381:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775764992.940383:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 32, 30 secs later)
00000800:00000200:0.1:1775764998.058384:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775764998.058388:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 32, 25 secs later)
00000800:00000200:0.1:1775764998.058974:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775764998.058976:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 32, 25 secs later)
00000800:00000200:0.1:1775764998.059163:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775764998.059165:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 32, 25 secs later)
00000800:00000200:0.1:1775764998.059327:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775764998.059328:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 32, 25 secs later)
00000800:00000200:0.1:1775764998.059627:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775764998.059629:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 32, 25 secs later)
00000800:00000200:0.1:1775765003.178270:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765003.178275:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 32, 20 secs later)
00000800:00000200:0.1:1775765003.178823:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765003.178825:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 32, 20 secs later)
00000800:00000200:0.1:1775765003.179041:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765003.179043:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 32, 20 secs later)
00000800:00000200:0.1:1775765003.179273:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765003.179275:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 32, 20 secs later)
00000800:00000200:0.1:1775765003.179554:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765003.179557:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 32, 20 secs later)
00000800:00000200:0.1:1775765008.298376:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765008.298382:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 32, 15 secs later)
00000800:00000200:0.1:1775765008.299110:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765008.299112:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 32, 15 secs later)
00000800:00000200:0.1:1775765008.299419:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765008.299421:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 32, 15 secs later)
00000800:00000200:0.1:1775765008.299703:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765008.299705:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 32, 15 secs later)
00000800:00000200:0.1:1775765008.299989:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765008.299990:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 32, 15 secs later)
00000800:00000200:0.1:1775765013.418341:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765013.418344:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 32, 9 secs later)
00000800:00000200:0.1:1775765013.418777:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765013.418779:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 32, 9 secs later)
00000800:00000200:0.1:1775765013.418997:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765013.418998:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 32, 9 secs later)
00000800:00000200:0.1:1775765013.419191:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765013.419193:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 32, 9 secs later)
00000800:00000200:0.1:1775765013.419399:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765013.419400:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 32, 9 secs later)
00000800:00000200:2.1:1775765018.538493:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765018.538499:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 32, 4 secs later)
00000800:00000200:2.1:1775765018.539289:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765018.539291:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 32, 4 secs later)
00000800:00000200:2.1:1775765018.539606:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765018.539609:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 32, 4 secs later)
00000800:00000200:2.1:1775765018.539937:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765018.539940:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 32, 4 secs later)
00000800:00000200:2.1:1775765018.540262:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765018.540265:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 32, 4 secs later)
00000800:00000200:2.1:1775765023.658410:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765023.658868:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765023.659078:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765023.659274:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765023.659430:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765028.778751:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765028.778757:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765028.779903:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765028.779905:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765028.780175:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765028.780177:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765028.780429:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765028.780431:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765028.780739:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765028.780742:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765033.898599:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765033.898607:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775765033.899617:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765033.899619:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775765033.899996:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765033.899999:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775765033.900327:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765033.900329:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775765033.900845:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765033.900848:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1F:1775765039.018438:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765039.018451:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775765039.019088:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765039.019089:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775765039.019338:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765039.019340:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775765039.019571:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765039.019572:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775765039.019829:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765039.019831:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775765044.138890:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765044.138895:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775765044.139821:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765044.139823:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775765044.140191:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765044.140193:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775765044.140528:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765044.140531:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775765044.140921:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765044.140924:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775765049.258631:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765049.258636:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775765049.259232:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765049.259234:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775765049.259502:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765049.259508:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775765049.259747:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765049.259749:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775765049.259978:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765049.259980:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775765054.378849:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765054.378858:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775765054.380321:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765054.380326:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775765054.380712:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765054.380715:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775765054.381186:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765054.381189:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775765054.381727:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765054.381730:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775765059.498372:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765059.498374:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775765059.499049:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765059.499053:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775765059.499336:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765059.499337:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775765059.499581:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765059.499583:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775765059.499895:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765059.499898:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775765064.618448:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765064.618456:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775765064.619357:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765064.619360:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775765064.619751:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765064.619755:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775765064.620034:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765064.620037:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775765064.620398:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765064.620400:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775765069.738539:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765069.738546:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775765069.739302:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765069.739304:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775765069.739556:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765069.739559:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775765069.739898:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765069.739900:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775765069.740142:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765069.740144:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775765074.858574:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765074.858581:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775765074.859279:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765074.859282:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775765074.859597:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765074.859599:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775765074.859865:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765074.859867:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775765074.860087:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765074.860090:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775765079.978554:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765079.978559:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775765079.979691:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765079.979701:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775765079.980008:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765079.980010:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775765079.980314:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765079.980316:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775765079.980517:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765079.980519:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775765085.098431:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765085.098435:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775765085.099222:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765085.099224:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775765085.099459:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765085.099461:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775765085.099723:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765085.099726:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775765085.099939:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765085.099941:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775765090.218367:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765090.218843:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765090.219135:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765090.219314:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765090.219496:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765095.338674:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765095.338681:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 57 secs later)
00000800:00000200:0.1:1775765095.339475:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765095.339478:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 57 secs later)
00000800:00000200:0.1:1775765095.339785:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765095.339786:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 57 secs later)
00000800:00000200:0.1:1775765095.339986:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765095.339988:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 57 secs later)
00000800:00000200:0.1:1775765095.340175:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765095.340177:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 57 secs later)
00000800:00000200:1.1:1775765100.458490:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765100.458496:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1775765100.459237:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765100.459240:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1775765100.459535:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765100.459537:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1775765100.459828:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765100.459831:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1775765100.460047:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765100.460051:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1775765105.579072:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765105.579085:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1775765105.580242:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765105.580245:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1775765105.580764:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765105.580769:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1775765105.581230:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765105.581232:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1775765105.581647:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765105.581651:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1775765110.698593:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765110.698598:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775765110.699477:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765110.699480:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775765110.699713:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765110.699714:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775765110.699973:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765110.699975:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775765110.700290:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765110.700292:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775765115.818923:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765115.818934:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775765115.820361:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765115.820364:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775765115.820820:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765115.820823:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775765115.821204:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765115.821208:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775765115.821915:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765115.821921:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775765120.938528:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765120.938532:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775765120.939068:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765120.939073:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775765120.939298:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765120.939300:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775765120.939511:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765120.939513:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775765120.939726:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765120.939728:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775765126.058970:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765126.058983:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775765126.060190:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765126.060193:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775765126.060712:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765126.060717:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775765126.061321:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765126.061327:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775765126.061968:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765126.061971:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775765131.179060:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765131.179068:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775765131.180411:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765131.180424:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775765131.181018:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765131.181021:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775765131.181442:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765131.181449:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775765131.181797:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765131.181800:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775765136.299061:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765136.299070:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775765136.300235:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765136.300238:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775765136.300688:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765136.300691:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775765136.301201:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765136.301205:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775765136.301653:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765136.301658:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775765141.418738:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765141.418741:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1775765141.419869:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765141.419876:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1775765141.420375:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765141.420378:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1775765141.420955:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765141.420958:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1775765141.421262:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765141.421265:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1775765146.538864:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765146.538894:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1775765146.540107:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765146.540110:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1775765146.540582:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765146.540585:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1775765146.540987:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765146.540990:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1775765146.541492:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765146.541496:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1775765151.658559:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765151.658566:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775765151.659325:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765151.659327:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775765151.659582:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765151.659584:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775765151.659854:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765151.659857:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775765151.660193:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765151.660195:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775765156.779135:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765156.779829:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765156.780102:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765156.780349:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765156.780566:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765161.899424:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765161.899448:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775765161.901029:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765161.901033:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775765161.901500:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765161.901503:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775765161.902041:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765161.902045:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775765161.902484:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765161.902487:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775765167.018924:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765167.018930:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775765167.019909:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765167.019911:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775765167.020187:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765167.020189:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775765167.020452:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765167.020456:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775765167.021071:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765167.021073:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775765172.138541:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765172.138549:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775765172.139325:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765172.139327:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775765172.139582:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765172.139588:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775765172.139850:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765172.139852:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775765172.140098:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765172.140101:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775765177.258827:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765177.258831:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775765177.259952:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765177.259953:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775765177.260274:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765177.260276:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775765177.260502:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765177.260504:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775765177.260861:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765177.260863:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775765182.378468:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765182.378473:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775765182.379112:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765182.379114:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775765182.379335:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765182.379337:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775765182.379532:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765182.379534:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775765182.379868:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765182.379873:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775765187.498249:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765187.498255:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775765187.498924:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765187.498925:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775765187.499121:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765187.499122:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775765187.499347:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765187.499348:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775765187.499627:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765187.499629:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775765192.618618:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765192.618622:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775765192.619587:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765192.619590:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775765192.619946:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765192.619948:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775765192.620226:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765192.620229:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775765192.620752:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765192.620754:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775765197.738393:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765197.738399:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775765197.739150:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765197.739167:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775765197.739503:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765197.739506:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775765197.739873:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765197.739876:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775765197.740164:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765197.740166:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775765202.858526:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765202.858532:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775765202.859620:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765202.859624:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775765202.860074:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765202.860076:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775765202.860474:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765202.860477:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775765202.860871:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765202.860874:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775765207.978704:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765207.978710:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775765207.979394:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765207.979396:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775765207.979707:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765207.979708:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775765207.979948:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765207.979953:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775765207.980243:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765207.980245:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775765213.099100:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765213.099106:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775765213.100127:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765213.100129:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775765213.100529:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765213.100532:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775765213.100935:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765213.100940:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775765213.101312:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765213.101314:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775765218.218444:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765218.218451:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775765218.219068:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765218.219070:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775765218.219305:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765218.219308:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775765218.219585:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765218.219587:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775765218.219875:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765218.219877:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775765223.338876:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765223.339435:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765223.340063:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765223.340457:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765223.340749:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765228.458643:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765228.458667:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775765228.459687:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765228.459690:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775765228.460186:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765228.460189:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775765228.460516:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765228.460518:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775765228.460925:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765228.460928:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775765233.578815:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765233.578823:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775765233.579926:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765233.579929:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775765233.580231:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765233.580235:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775765233.580489:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765233.580491:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775765233.580730:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765233.580732:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775765238.698687:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765238.698697:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775765238.699705:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765238.699725:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775765238.699996:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765238.699998:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775765238.700221:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765238.700223:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775765238.700517:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765238.700518:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775765243.818946:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765243.818956:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775765243.819964:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765243.819966:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775765243.820195:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765243.820197:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775765243.820424:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765243.820427:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775765243.820747:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765243.820750:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775765248.938825:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765248.938834:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775765248.939772:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765248.939775:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775765248.940154:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765248.940157:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775765248.940463:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765248.940465:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775765248.940835:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765248.940838:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775765254.058620:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765254.058627:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775765254.059528:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765254.059532:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775765254.059882:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765254.059884:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775765254.060257:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765254.060260:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775765254.060593:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765254.060596:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775765259.179111:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765259.179125:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1775765259.180512:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765259.180515:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1775765259.180896:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765259.180900:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1775765259.181317:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765259.181321:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1775765259.182145:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765259.182149:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1775765264.298896:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765264.298906:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1775765264.300348:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765264.300360:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1775765264.300624:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765264.300625:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1775765264.300878:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765264.300881:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1775765264.301225:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765264.301227:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1775765269.418783:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765269.418788:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775765269.420014:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765269.420017:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775765269.420242:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765269.420244:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775765269.420538:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765269.420540:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775765269.420914:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765269.420915:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775765274.538505:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765274.538511:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775765274.539112:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765274.539113:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775765274.539336:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765274.539338:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775765274.539555:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765274.539557:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775765274.539798:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765274.539800:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775765279.658909:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765279.658921:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775765279.660079:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765279.660082:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775765279.660414:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765279.660417:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775765279.660718:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765279.660721:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775765279.661210:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765279.661213:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775765284.778447:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765284.778453:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775765284.778951:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765284.778952:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775765284.779190:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765284.779191:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775765284.779393:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765284.779395:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775765284.779584:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765284.779586:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775765289.898657:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765289.899320:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765289.899929:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765289.900111:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765289.900291:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765295.018978:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765295.018987:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775765295.020089:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765295.020092:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775765295.020453:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765295.020457:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775765295.020913:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765295.020916:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775765295.021215:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765295.021218:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765300.139033:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765300.139039:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775765300.140274:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765300.140277:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775765300.140775:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765300.140778:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775765300.141180:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765300.141183:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775765300.141825:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765300.141829:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775765305.258478:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765305.258486:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775765305.259160:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765305.259163:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775765305.259499:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765305.259502:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775765305.259862:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765305.259865:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775765305.260178:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765305.260180:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775765310.378477:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765310.378483:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775765310.379114:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765310.379116:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775765310.379379:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765310.379381:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775765310.379595:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765310.379597:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775765310.379855:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765310.379856:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775765315.498987:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765315.498995:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775765315.500076:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765315.500078:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775765315.500421:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765315.500424:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775765315.500902:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765315.500905:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775765315.501382:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765315.501385:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775765320.618977:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765320.618985:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775765320.620446:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765320.620453:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775765320.620964:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765320.620967:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775765320.621364:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765320.621368:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775765320.622054:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765320.622058:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775765325.738973:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765325.738989:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775765325.740217:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765325.740219:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775765325.740662:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765325.740665:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775765325.741006:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765325.741010:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775765325.741421:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765325.741426:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775765330.859343:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765330.859358:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775765330.860928:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765330.860931:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775765330.861357:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765330.861360:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775765330.861911:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765330.861915:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775765330.862346:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765330.862351:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775765335.978990:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765335.978996:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775765335.980076:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765335.980079:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775765335.980482:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765335.980485:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775765335.980966:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765335.980969:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775765335.981320:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765335.981323:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775765341.098671:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765341.098677:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775765341.099719:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765341.099742:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775765341.100067:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765341.100069:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775765341.100378:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765341.100380:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775765341.100758:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765341.100760:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775765346.219053:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765346.219070:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775765346.220578:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765346.220582:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775765346.221047:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765346.221053:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775765346.221500:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765346.221504:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775765346.221921:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765346.221924:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775765351.338914:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765351.338927:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775765351.340239:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765351.340242:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775765351.340624:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765351.340627:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775765351.341170:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765351.341173:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775765351.341683:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765351.341686:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775765356.458876:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765356.459479:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765356.460055:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765356.460352:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765356.460640:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765361.579260:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765361.579266:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765361.580154:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765361.580156:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765361.580454:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765361.580456:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765361.580667:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765361.580669:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765361.580909:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765361.580911:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765366.698829:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765366.698834:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775765366.699573:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765366.699576:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775765366.699894:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765366.699896:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775765366.700145:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765366.700147:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775765366.700361:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765366.700363:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775765371.818466:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765371.818470:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775765371.819129:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765371.819131:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775765371.819372:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765371.819374:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775765371.819546:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765371.819548:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775765371.819886:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765371.819888:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775765376.939058:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765376.939069:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775765376.940367:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765376.940370:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775765376.940679:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765376.940682:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775765376.941196:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765376.941199:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775765376.941476:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765376.941479:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775765382.058936:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765382.058945:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775765382.059834:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765382.059876:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775765382.060210:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765382.060212:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775765382.060549:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765382.060553:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775765382.060959:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765382.060962:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775765387.178327:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765387.178332:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775765387.179010:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765387.179012:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775765387.179195:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765387.179197:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775765387.179369:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765387.179371:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775765387.179537:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765387.179538:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775765392.298521:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765392.298533:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1775765392.299639:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765392.299641:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1775765392.299910:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765392.299912:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1775765392.300096:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765392.300098:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1775765392.300342:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765392.300344:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1775765397.418443:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765397.418449:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775765397.419203:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765397.419206:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775765397.419504:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765397.419508:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775765397.419823:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765397.419825:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775765397.420008:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765397.420011:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775765402.538463:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765402.538466:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775765402.539460:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765402.539462:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775765402.539671:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765402.539673:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775765402.539929:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765402.539930:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775765402.540274:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765402.540276:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775765407.658393:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765407.658400:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775765407.659177:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765407.659179:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775765407.659419:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765407.659421:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775765407.659703:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765407.659705:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775765407.660023:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765407.660025:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775765412.778454:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765412.778460:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775765412.779108:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765412.779111:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775765412.779453:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765412.779455:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775765412.779802:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765412.779805:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775765412.780130:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765412.780132:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775765417.898328:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765417.898335:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775765417.899015:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765417.899018:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775765417.899207:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765417.899208:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775765417.899379:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765417.899381:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775765417.899642:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765417.899643:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775765423.018597:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765423.019078:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765423.019662:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765423.019891:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765423.020039:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765428.138855:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765428.138867:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765428.140302:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765428.140305:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765428.140785:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765428.140788:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765428.141312:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765428.141316:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765428.141780:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765428.141784:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765433.259141:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765433.259159:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775765433.260216:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765433.260221:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775765433.260799:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765433.260802:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775765433.261191:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765433.261211:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775765433.261617:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:0.1:1775765433.261620:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775765438.378425:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765438.378430:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1775765438.379035:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765438.379036:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1775765438.379267:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765438.379269:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1775765438.379502:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765438.379503:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1775765438.379687:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765438.379688:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1775765443.498933:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765443.498942:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775765443.499954:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765443.499957:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775765443.500393:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765443.500395:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775765443.500841:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765443.500845:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775765443.501293:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765443.501298:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775765448.618497:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765448.618504:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775765448.619111:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765448.619113:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775765448.619345:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765448.619347:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775765448.619538:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765448.619540:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775765448.619742:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765448.619743:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775765453.738808:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765453.738815:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775765453.739857:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765453.739867:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775765453.740093:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765453.740094:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775765453.740296:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765453.740297:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775765453.740558:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765453.740561:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775765458.858990:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765458.859001:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775765458.860282:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765458.860286:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775765458.860703:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765458.860706:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775765458.861275:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765458.861278:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775765458.861908:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765458.861914:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775765463.978523:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765463.978529:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775765463.979507:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765463.979510:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775765463.979829:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765463.979832:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775765463.980046:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765463.980048:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775765463.980390:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765463.980393:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775765469.098686:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765469.098694:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775765469.099480:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765469.099482:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775765469.099753:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765469.099755:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775765469.100035:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765469.100037:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775765469.100276:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765469.100278:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775765474.218954:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765474.218980:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775765474.219987:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765474.219989:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775765474.220268:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765474.220271:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775765474.220635:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765474.220638:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775765474.221039:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765474.221042:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775765479.338860:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765479.338868:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1775765479.339833:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765479.339836:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1775765479.340180:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765479.340183:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1775765479.340600:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765479.340605:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1775765479.341013:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765479.341016:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1775765484.458547:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765484.458555:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775765484.459698:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765484.459740:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775765484.460056:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765484.460058:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775765484.460263:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765484.460264:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775765484.460511:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765484.460512:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775765489.578490:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765489.578903:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765489.579227:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765489.579397:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765489.579556:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765494.699541:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765494.699560:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775765494.701239:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765494.701243:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775765494.701605:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765494.701608:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775765494.702129:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765494.702132:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775765494.702478:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765494.702481:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775765499.818632:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765499.818638:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775765499.819510:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765499.819518:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775765499.819925:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765499.819927:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775765499.820213:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765499.820215:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775765499.820502:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765499.820515:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1775765504.938497:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765504.938503:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1775765504.939376:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765504.939378:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1775765504.939688:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765504.939692:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1775765504.940021:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765504.940023:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1775765504.940326:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765504.940328:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1775765510.058699:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765510.058736:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1775765510.059529:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765510.059531:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1775765510.059989:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765510.059991:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1775765510.060317:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765510.060320:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1775765510.060701:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765510.060705:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1775765515.178838:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765515.178847:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1775765515.179883:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765515.179885:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1775765515.180164:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765515.180166:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1775765515.180524:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765515.180527:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1775765515.180945:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765515.180950:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1775765520.298594:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765520.298603:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1775765520.299459:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765520.299462:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1775765520.299816:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765520.299818:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1775765520.300123:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765520.300126:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1775765520.300438:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765520.300440:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1775765525.418793:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765525.418801:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1775765525.419679:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765525.419682:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1775765525.420122:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765525.420125:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1775765525.420532:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765525.420536:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1775765525.420947:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765525.420950:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1775765530.538347:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765530.538351:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1775765530.539211:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765530.539214:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1775765530.539625:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765530.539627:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1775765530.539929:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765530.539931:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1775765530.540132:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765530.540134:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1775765535.659083:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765535.659094:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1775765535.660180:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765535.660183:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1775765535.660617:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765535.660621:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1775765535.661116:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765535.661119:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1775765535.661535:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765535.661538:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1775765540.778922:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765540.778932:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1775765540.780012:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765540.780014:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1775765540.780433:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765540.780435:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1775765540.780796:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765540.780799:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1775765540.781368:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765540.781381:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1775765545.898896:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765545.898906:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1775765545.899967:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765545.899970:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1775765545.900367:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765545.900370:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1775765545.900672:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765545.900675:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1775765545.901126:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765545.901129:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1775765551.019063:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765551.019072:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1775765551.020389:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765551.020394:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1775765551.020886:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765551.020890:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1775765551.021364:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765551.021369:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1775765551.022006:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765551.022009:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1775765556.139381:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765556.140146:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765556.140455:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765556.140715:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765556.141020:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765561.259200:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765561.259211:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775765561.260420:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765561.260424:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775765561.260873:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765561.260893:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775765561.261270:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765561.261272:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775765561.261715:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765561.261718:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775765566.378384:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765566.378390:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1775765566.378967:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765566.378969:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1775765566.379214:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765566.379215:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1775765566.379412:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765566.379414:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1775765566.379625:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765566.379627:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1775765571.498808:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765571.498820:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1775765571.499622:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765571.499628:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1775765571.500204:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765571.500207:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1775765571.500485:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765571.500487:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1775765571.500759:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765571.500762:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1775765576.618747:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765576.618753:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1775765576.619484:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765576.619488:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1775765576.619797:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765576.619799:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1775765576.620019:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765576.620020:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1775765576.620336:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765576.620338:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775765581.739203:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765581.739233:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775765581.740359:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765581.740361:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775765581.740636:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765581.740639:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775765581.740953:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765581.740956:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775765581.741224:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765581.741226:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775765586.858408:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765586.858414:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775765586.859019:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765586.859021:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775765586.859215:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765586.859217:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775765586.859385:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765586.859387:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775765586.859623:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765586.859625:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775765591.978651:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765591.978661:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775765591.979899:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765591.979901:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775765591.980248:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765591.980250:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775765591.980449:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765591.980451:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775765591.980731:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765591.980743:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775765597.098587:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765597.098593:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775765597.099373:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765597.099376:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775765597.099644:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765597.099646:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775765597.099948:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765597.099951:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775765597.100174:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765597.100176:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775765602.219038:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765602.219045:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775765602.220311:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765602.220314:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775765602.220813:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765602.220816:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775765602.221230:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765602.221233:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775765602.221661:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765602.221665:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775765607.338669:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765607.338678:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1775765607.339615:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765607.339617:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1775765607.339929:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765607.339932:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1775765607.340249:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765607.340252:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1775765607.340648:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765607.340650:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1775765612.459123:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765612.459129:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1775765612.460354:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765612.460359:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1775765612.460886:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765612.460889:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1775765612.461342:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765612.461346:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1775765612.461876:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765612.461879:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1775765617.578653:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765617.578660:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775765617.579486:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765617.579495:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775765617.579921:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765617.579924:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775765617.580164:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765617.580166:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775765617.580705:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765617.580706:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775765622.698774:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765622.699358:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765622.699652:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765622.699960:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765622.700212:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765627.819423:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765627.819437:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775765627.821122:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765627.821125:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775765627.821423:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765627.821425:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775765627.821802:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765627.821810:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775765627.822343:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765627.822346:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775765632.939098:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765632.939117:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775765632.940841:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765632.940844:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775765632.941234:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765632.941237:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775765632.941644:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765632.941647:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775765632.942222:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765632.942225:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775765638.059021:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765638.059031:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775765638.060179:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765638.060183:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775765638.060559:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765638.060562:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775765638.060958:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765638.060961:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775765638.061478:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765638.061482:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775765643.178388:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765643.178394:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775765643.179154:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765643.179156:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775765643.179395:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765643.179397:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775765643.179635:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765643.179637:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775765643.179928:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765643.179930:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1775765648.298662:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765648.298669:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1775765648.299562:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765648.299564:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1775765648.299830:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765648.299832:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1775765648.300061:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765648.300062:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1775765648.300344:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765648.300346:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775765653.418988:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765653.418999:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775765653.420193:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765653.420196:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775765653.420683:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765653.420688:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775765653.421202:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765653.421207:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775765653.421643:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765653.421646:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775765658.538397:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765658.538403:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775765658.538978:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765658.538980:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775765658.539196:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765658.539214:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775765658.539450:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765658.539452:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775765658.539699:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765658.539701:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775765663.659110:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765663.659118:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775765663.660412:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765663.660416:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775765663.660736:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765663.660775:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775765663.661233:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765663.661237:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775765663.661616:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765663.661619:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775765668.778810:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765668.778822:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775765668.780075:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765668.780085:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775765668.780860:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765668.780862:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775765668.781214:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765668.781217:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775765668.781524:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765668.781526:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775765673.898453:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765673.898458:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775765673.899071:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765673.899073:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775765673.899314:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765673.899316:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775765673.899495:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765673.899497:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775765673.899765:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765673.899767:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775765679.018407:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765679.018412:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775765679.019019:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765679.019021:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775765679.019289:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765679.019291:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775765679.019489:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765679.019490:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775765679.019658:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765679.019660:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775765684.138318:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765684.138323:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775765684.138943:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765684.138946:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775765684.139171:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765684.139173:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775765684.139374:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765684.139376:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775765684.139705:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765684.139723:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775765689.258348:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765689.258643:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765689.259010:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765689.259239:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765689.259386:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765694.378492:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765694.378499:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775765694.379307:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765694.379309:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775765694.379662:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765694.379664:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775765694.379938:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765694.379940:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775765694.380137:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765694.380138:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775765699.498376:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765699.498384:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775765699.498987:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765699.498989:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775765699.499171:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765699.499173:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775765699.499341:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765699.499343:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775765699.499550:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765699.499552:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775765704.618428:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765704.618434:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775765704.619081:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765704.619083:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775765704.619289:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765704.619290:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775765704.619471:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765704.619472:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775765704.619787:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765704.619790:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775765709.738407:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765709.738413:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775765709.738927:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765709.738929:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775765709.739143:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765709.739144:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775765709.739338:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765709.739340:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775765709.739513:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765709.739515:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775765714.858976:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765714.858989:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775765714.860414:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765714.860420:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775765714.860763:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765714.860765:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775765714.861076:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765714.861078:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775765714.861383:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765714.861384:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775765719.978488:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765719.978494:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775765719.979360:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765719.979362:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775765719.979592:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765719.979595:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775765719.979857:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765719.979859:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775765719.980214:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765719.980218:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1775765725.098374:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765725.098386:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1775765725.099043:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765725.099045:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1775765725.099265:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765725.099267:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1775765725.099452:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765725.099454:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1775765725.099735:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765725.099737:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1775765730.218852:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765730.218862:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1775765730.220112:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765730.220116:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1775765730.220474:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765730.220479:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1775765730.220875:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765730.220879:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1775765730.221343:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765730.221346:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1775765735.339046:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765735.339055:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775765735.340166:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765735.340169:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775765735.340567:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765735.340570:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775765735.340950:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765735.340954:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775765735.341285:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765735.341289:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775765740.459168:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765740.459184:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775765740.460673:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765740.460677:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775765740.461095:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765740.461098:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775765740.461506:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765740.461509:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775765740.462104:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765740.462109:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775765745.578359:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765745.578379:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775765745.579053:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765745.579055:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775765745.579275:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765745.579277:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775765745.579552:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765745.579554:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775765745.579846:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765745.579848:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775765750.699006:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765750.699022:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775765750.700267:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765750.700270:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775765750.700682:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765750.700686:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775765750.701169:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765750.701175:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775765750.701595:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765750.701599:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1775765755.818556:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765755.819156:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765755.819472:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765755.819646:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:2.1:1775765755.819847:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765760.938842:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765760.938846:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775765760.940093:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765760.940101:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775765760.940453:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765760.940455:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775765760.940696:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765760.940697:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775765760.940892:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765760.940893:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775765781.418473:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765781.418477:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775765781.419019:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765781.419021:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775765781.419276:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765781.419278:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775765781.419495:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765781.419497:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775765781.419818:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765781.419820:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775765786.538465:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765786.538470:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775765786.539286:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765786.539288:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775765786.539491:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765786.539493:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775765786.539742:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765786.539744:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775765786.540034:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765786.540036:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775765791.658976:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765791.658985:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775765791.660052:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765791.660059:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775765791.660400:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765791.660402:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775765791.660772:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765791.660775:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775765791.661082:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765791.661085:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775765801.899098:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765801.899110:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775765801.900275:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765801.900280:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775765801.900777:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765801.900782:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775765801.901265:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765801.901270:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775765801.901782:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765801.901786:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775765807.018343:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765807.018349:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775765807.019026:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765807.019028:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775765807.019221:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765807.019222:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775765807.019399:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765807.019401:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775765807.019572:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765807.019573:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775765827.498537:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765827.498541:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775765827.499352:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765827.499358:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775765827.499814:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765827.499817:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775765827.500183:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765827.500185:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775765827.500361:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775765827.500362:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775766093.738933:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766093.738938:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775766093.740197:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766093.740201:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775766093.740470:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766093.740473:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775766093.740801:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766093.740804:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775766093.741258:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766093.741260:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775766119.338627:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766119.338633:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775766119.339493:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766119.339496:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775766119.339778:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766119.339781:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775766119.340154:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766119.340156:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775766119.340446:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766119.340448:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775766124.458412:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766124.458416:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775766124.458937:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766124.458939:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775766124.459118:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766124.459119:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775766124.459373:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766124.459375:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775766124.459593:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766124.459595:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775766129.578788:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766129.578793:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775766129.579874:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766129.579877:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775766129.580259:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766129.580261:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775766129.580576:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766129.580580:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775766129.581114:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766129.581116:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775766134.698554:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766134.698559:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775766134.699135:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766134.699137:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775766134.699342:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766134.699344:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775766134.699526:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766134.699528:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775766134.699791:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766134.699793:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775766139.818410:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766139.818417:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775766139.819137:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766139.819139:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775766139.819337:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766139.819338:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775766139.819577:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766139.819579:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775766139.819893:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766139.819895:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775766144.938309:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766144.938314:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775766144.938939:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766144.938941:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775766144.939125:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766144.939127:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775766144.939329:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766144.939331:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775766144.939507:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766144.939509:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775766150.058371:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766150.058377:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775766150.058933:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766150.058935:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775766150.059211:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766150.059213:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775766150.059419:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766150.059420:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775766150.059638:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766150.059639:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775766493.099577:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766493.100203:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775766493.100921:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766493.100925:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775766493.101649:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766493.101653:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775766493.102057:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766493.102059:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775766493.102351:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766493.102353:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775766498.218847:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766498.218856:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775766498.220195:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766498.220197:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775766498.220422:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766498.220424:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775766498.220650:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766498.220651:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775766498.221002:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766498.221004:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775766503.338543:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766503.338550:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1775766503.339448:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766503.339450:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1775766503.339715:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766503.339717:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1775766503.340083:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766503.340086:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1775766503.340421:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766503.340423:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1775766508.458552:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766508.458559:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775766508.459611:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766508.459613:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775766508.459828:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766508.459830:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775766508.460024:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766508.460026:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775766508.460298:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766508.460301:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775766580.138626:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766580.138635:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775766580.139657:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766580.139659:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775766580.139933:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766580.139935:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775766580.140187:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766580.140189:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775766580.140553:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766580.140555:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775766585.258649:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766585.258658:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775766585.259719:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766585.259751:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775766585.260203:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766585.260207:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775766585.260613:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766585.260616:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775766585.260924:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766585.260927:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775766590.378585:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766590.378592:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775766590.379158:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766590.379160:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775766590.379425:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766590.379427:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775766590.379675:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766590.379678:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775766590.379941:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766590.379943:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775766749.100701:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775766754.218515:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766754.218896:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766754.219235:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766754.219408:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766754.219680:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766759.339248:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766759.339252:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 57 secs later)
00000800:00000200:3.1:1775766759.339813:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766759.339816:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 57 secs later)
00000800:00000200:3.1:1775766759.340073:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766759.340075:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 57 secs later)
00000800:00000200:3.1:1775766759.340306:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766759.340308:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 57 secs later)
00000800:00000200:3.1:1775766759.340514:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766759.340516:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 57 secs later)
00000800:00000200:3.1:1775766764.458451:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766764.458458:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1775766764.459072:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766764.459075:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1775766764.459375:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766764.459377:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1775766764.459580:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766764.459582:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1775766764.459881:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766764.459883:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1775766769.578441:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766769.578448:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1775766769.579104:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766769.579106:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1775766769.579326:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766769.579328:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1775766769.579504:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766769.579505:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1775766769.579772:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766769.579774:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1775766774.698412:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766774.698418:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775766774.699054:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766774.699055:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775766774.699336:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766774.699338:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775766774.699515:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766774.699517:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775766774.699846:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766774.699848:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775766779.818399:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766779.818405:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775766779.819022:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766779.819024:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775766779.819277:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766779.819279:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775766779.819454:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766779.819455:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775766779.819696:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766779.819698:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775766784.938608:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766784.938616:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775766784.939519:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766784.939521:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775766784.939832:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766784.939834:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775766784.940153:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766784.940155:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775766784.940466:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766784.940468:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775766790.058622:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766790.058632:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775766790.059517:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766790.059519:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775766790.059827:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766790.059830:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775766790.060173:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766790.060176:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775766790.060543:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766790.060545:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775766795.178554:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766795.178560:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775766795.179590:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766795.179594:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775766795.180056:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766795.180059:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775766795.180433:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766795.180435:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775766795.180807:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766795.180810:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775766800.299390:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766800.299397:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775766800.300911:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766800.300913:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775766800.301338:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766800.301341:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775766800.301614:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766800.301617:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775766800.302105:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766800.302109:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775766805.418796:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766805.418804:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1775766805.419999:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766805.420002:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1775766805.420386:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766805.420389:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1775766805.420819:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766805.420823:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1775766805.421261:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766805.421264:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1775766810.539030:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766810.539037:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1775766810.540035:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766810.540055:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1775766810.540388:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766810.540394:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1775766810.540806:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766810.540811:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1775766810.541238:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766810.541241:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1775766815.658838:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766815.658848:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1775766815.659689:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766815.659694:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1775766815.660175:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766815.660179:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1775766815.660630:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766815.660635:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1775766815.661103:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766815.661107:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1775766820.778525:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766820.779182:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766820.779347:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766820.779514:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766820.779822:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766825.898688:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766825.898695:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775766825.899641:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766825.899645:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775766825.900086:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766825.900088:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775766825.900405:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766825.900407:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775766825.900647:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766825.900649:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775766831.018346:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766831.018352:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775766831.019012:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766831.019014:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775766831.019228:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766831.019229:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775766831.019428:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766831.019430:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775766831.019683:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766831.019685:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775766836.138317:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766836.138323:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775766836.138893:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766836.138895:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775766836.139077:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766836.139079:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775766836.139248:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766836.139249:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775766836.139420:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766836.139422:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775766841.258487:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766841.258493:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775766841.259000:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766841.259003:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775766841.259216:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766841.259218:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775766841.259396:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766841.259398:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775766841.259600:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766841.259602:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775766846.378418:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766846.378424:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775766846.379215:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766846.379217:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775766846.379426:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766846.379428:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775766846.379702:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766846.379704:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775766846.379981:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766846.379983:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775766851.498691:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766851.498717:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775766851.499569:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766851.499571:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775766851.499921:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766851.499924:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775766851.500221:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766851.500224:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775766851.500566:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766851.500569:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775766856.618491:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766856.618498:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775766856.619242:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766856.619245:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775766856.619594:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766856.619597:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775766856.619911:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766856.619914:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775766856.620203:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766856.620206:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775766861.738906:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766861.738919:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775766861.739629:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766861.739632:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775766861.739954:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766861.739956:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775766861.740216:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766861.740218:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775766861.740452:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766861.740453:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775766866.858386:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766866.858391:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775766866.859019:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766866.859022:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775766866.859270:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766866.859272:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775766866.859473:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766866.859475:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775766866.859738:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766866.859741:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775766871.978428:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766871.978431:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775766871.979005:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766871.979007:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775766871.979261:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766871.979263:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775766871.979480:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766871.979483:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775766871.979736:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766871.979738:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775766877.098435:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766877.098441:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775766877.099253:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766877.099256:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775766877.099557:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766877.099560:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775766877.099862:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766877.099865:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775766877.100270:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766877.100273:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775766882.218398:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766882.218404:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775766882.219054:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766882.219058:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775766882.219319:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766882.219321:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775766882.219497:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766882.219499:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775766882.219747:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766882.219749:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775766887.338334:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766887.338625:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766887.338843:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766887.339005:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766887.339904:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766892.459621:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766892.459626:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775766892.460256:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766892.460259:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775766892.460574:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766892.460577:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775766892.460990:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766892.460993:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775766892.461454:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766892.461457:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775766897.578635:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766897.578648:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775766897.579559:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766897.579561:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775766897.579877:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766897.579879:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775766897.580170:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766897.580173:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775766897.580463:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766897.580465:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775766902.698368:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766902.698372:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775766902.698815:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766902.698817:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775766902.699105:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766902.699106:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775766902.699308:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766902.699310:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775766902.699476:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766902.699478:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775766907.819237:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766907.819250:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775766907.820397:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766907.820401:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775766907.820952:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766907.820955:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775766907.821371:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766907.821374:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775766907.821644:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766907.821648:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775766912.938380:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766912.938386:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775766912.939041:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766912.939043:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775766912.939266:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766912.939267:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775766912.939505:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766912.939507:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775766912.939810:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766912.939811:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775766918.058571:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766918.058577:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775766918.059522:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766918.059524:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775766918.059763:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766918.059765:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775766918.059977:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766918.059979:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775766918.060191:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766918.060193:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775766923.178580:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766923.178590:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1775766923.179460:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766923.179461:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1775766923.179666:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766923.179667:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1775766923.179870:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766923.179872:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1775766923.180041:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766923.180043:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1775766928.298994:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766928.298999:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1775766928.299602:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766928.299605:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1775766928.299997:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766928.300000:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1775766928.300321:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766928.300324:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1775766928.300642:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766928.300644:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 23 secs later)
00000100:00000001:0.0:1775766933.418479:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775766933.418486:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0540768] to pc [ptlrpcd_rcv+-1]  req@ffff927322927100 x1862022335037568/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1775766933.418487:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766933.418497:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1775766933.418500:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775766933.418505:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775766933.418508:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775766933.418511:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775766933.418514:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775766933.418520:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775766933.418524:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4117
00000400:00000200:0.0:1775766933.418530:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775766933.418533:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775766933.418552:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775766933.418558:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766933.418563:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775766933.418568:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766933.418571:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775766933.418575:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775766933.418579:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775766933.418582:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775766933.418584:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:0.0:1775766933.418588:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:0.0:1775766933.418590:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:0.0:1775766933.418596:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766933.418602:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775766933.418607:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766933.418612:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775766933.418618:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:0.0:1775766933.418622:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775766933.418625:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775766933.418630:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775766933.418633:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775766933.418639:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766933.418644:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775766933.418647:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775766933.418651:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766933.418655:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775766933.418660:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924e00.
00000020:00000040:0.0:1775766933.418663:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:0.0:1775766933.418666:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775766933.418669:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766933.418675:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775766933.418678:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775766933.418680:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775766933.418689:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f000.
00000100:00000001:0.0:1775766933.418692:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766933.418701:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924e00 x1862022335037696/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775766933.418748:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775766933.418754:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775766933.418764:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aec4c6e] to pc [ptlrpcd_rcv+-1]  req@ffff927322924e00 x1862022335037696/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775766933.418780:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775766933.418786:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775766933.418796:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775766933.418798:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775766933.418800:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775766933.418805:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775766933.418811:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4117
00000400:00000200:0.0:1775766933.418819:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775766933.418826:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775766933.418831:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775766933.418839:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766933.418846:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775766933.418851:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766933.418854:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775766933.418857:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775766933.418861:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:0.0:1775766933.418864:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775766933.418867:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:0.0:1775766933.418872:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:0.0:1775766933.418876:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:0.0:1775766933.418884:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766933.418887:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775766933.418890:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766933.418895:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775766933.418899:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:0.0:1775766933.418907:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775766933.418913:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775766933.418919:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775766933.418924:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775766933.418928:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766933.418932:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775766933.418935:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775766933.418942:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766933.418946:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775766933.418954:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924700.
00000020:00000040:0.0:1775766933.418961:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:0.0:1775766933.418967:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775766933.418970:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766933.418978:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775766933.418980:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775766933.418984:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775766933.418991:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d000.
00000100:00000001:0.0:1775766933.418996:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766933.419003:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924700 x1862022335037824/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775766933.419019:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775766933.419022:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775766933.419029:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc3726d9] to pc [ptlrpcd_rcv+-1]  req@ffff927322924700 x1862022335037824/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775766933.419067:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775766933.419072:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4128)
00000800:00000200:3.1:1775766933.419260:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766933.419263:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775766933.419578:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766933.419580:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775766933.419846:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766933.419848:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775766933.420115:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766933.420118:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1775766933.993891:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775766933.993902:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775766933.993904:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766933.993912:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775766933.993918:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775766933.993925:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766933.993929:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775766933.993949:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766933.993954:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766935.017822:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775766935.017829:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775766935.017831:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766935.017836:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775766935.017839:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775766935.017843:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766935.017846:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775766935.017848:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766935.017850:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775766935.465895:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775766935.465900:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775766935.465904:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775766936.041873:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775766936.041881:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775766936.041883:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766936.041891:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775766936.041895:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775766936.041900:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766936.041902:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775766936.041905:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766936.041908:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766937.065814:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775766937.065821:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775766937.065823:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766937.065828:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775766937.065832:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775766937.065835:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766937.065838:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775766937.065840:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766937.065843:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766938.089907:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775766938.089912:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775766938.089914:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766938.089918:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775766938.089921:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775766938.089924:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766938.089927:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775766938.089929:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766938.089939:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775766938.537831:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775766938.537841:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775766938.537846:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775766938.537850:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775766938.537856:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775766938.537865:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4123
00000400:00000200:0.0:1775766938.537879:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775766938.537905:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775766938.537919:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775766938.537922:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766938.537926:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775766938.537930:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766938.537933:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775766938.537939:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775766938.537941:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775766938.537945:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775766938.537948:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775766938.537953:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775766938.537972:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775766938.537977:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766938.537980:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775766938.537983:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766938.537986:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775766938.537991:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:0.0:1775766938.537995:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775766938.537999:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775766938.538003:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775766938.538007:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775766938.538011:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766938.538014:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775766938.538017:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775766938.538029:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925880.
00000020:00000040:0.0:1775766938.538034:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775766938.538039:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775766938.538041:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766938.538045:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775766938.538049:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775766938.538053:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775766938.538061:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c800.
00000100:00000001:0.0:1775766938.538083:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766938.538092:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925880 x1862022335037952/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775766938.538101:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775766938.538105:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775766938.538109:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f872a4ed] to pc [ptlrpcd_rcv+-1]  req@ffff927322925880 x1862022335037952/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775766938.538128:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775766938.538130:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775766938.538133:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775766938.538134:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775766938.538136:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775766938.538138:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775766938.538140:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4123
00000400:00000200:0.0:1775766938.538144:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775766938.538147:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775766938.538149:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775766938.538153:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766938.538154:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775766938.538156:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766938.538158:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775766938.538161:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775766938.538162:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775766938.538163:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775766938.538165:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775766938.538167:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:0.0:1775766938.538171:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:0.0:1775766938.538174:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766938.538178:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775766938.538181:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766938.538184:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775766938.538186:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:0.0:1775766938.538191:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775766938.538195:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775766938.538200:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775766938.538205:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775766938.538210:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766938.538213:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775766938.538218:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775766938.538224:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766938.538226:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775766938.538229:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925500.
00000020:00000040:0.0:1775766938.538232:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:0.0:1775766938.538239:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775766938.538242:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766938.538244:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775766938.538246:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775766938.538249:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775766938.538255:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477fc00.
00000100:00000001:0.0:1775766938.538287:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766938.538297:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925500 x1862022335038080/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775766938.538310:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775766938.538315:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775766938.538319:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a57c8e8f] to pc [ptlrpcd_rcv+-1]  req@ffff927322925500 x1862022335038080/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775766938.538339:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775766938.538345:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775766938.538354:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775766938.538357:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775766938.538359:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775766938.538368:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775766938.538376:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4123
00000400:00000200:0.0:1775766938.538401:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775766938.538410:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775766938.538417:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775766938.538424:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766938.538429:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775766938.538436:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766938.538439:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775766938.538442:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775766938.538443:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:0.0:1775766938.538445:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775766938.538450:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775766938.538454:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:0.0:1775766938.538459:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:0.0:1775766938.538464:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766938.538471:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775766938.538477:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766938.538514:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775766938.538521:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:0.0:1775766938.538530:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775766938.538536:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775766938.538542:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775766938.538548:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775766938.538555:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766938.538560:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775766938.538566:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775766938.538571:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766938.538576:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775766938.538584:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926d80.
00000020:00000040:0.0:1775766938.538590:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775766938.538597:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775766938.538600:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766938.538603:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775766938.538606:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775766938.538610:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775766938.538620:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f800.
00000100:00000001:0.0:1775766938.538628:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775766938.538633:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766938.538639:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000100:00100000:0.0:1775766938.538640:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926d80 x1862022335038208/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775766938.538655:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775766938.538657:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775766938.538667:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000adacb2c9] to pc [ptlrpcd_rcv+-1]  req@ffff927322926d80 x1862022335038208/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775766938.538682:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775766938.538688:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775766938.538697:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775766938.538700:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775766938.538702:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775766938.538745:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775766938.538753:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4123
00000400:00000200:0.0:1775766938.538767:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775766938.538773:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775766938.538779:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775766938.538789:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766938.538795:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775766938.538817:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766938.538821:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775766938.538829:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775766938.538834:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775766938.538840:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775766938.538845:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:0.0:1775766938.538850:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:0.0:1775766938.538858:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:0.0:1775766938.538865:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766938.538897:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775766938.538902:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766938.538907:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775766938.538913:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:0.0:1775766938.538922:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775766938.538929:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775766938.538932:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775766938.538936:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775766938.538940:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766938.538942:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775766938.538946:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775766938.538952:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766938.538957:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775766938.538964:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927480.
00000020:00000040:0.0:1775766938.538969:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:0.0:1775766938.538974:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775766938.538977:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766938.538982:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775766938.538984:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775766938.538986:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775766938.538991:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d000.
00000100:00000001:0.0:1775766938.538997:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766938.539004:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927480 x1862022335038336/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775766938.539015:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775766938.539019:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775766938.539028:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd1176bb] to pc [ptlrpcd_rcv+-1]  req@ffff927322927480 x1862022335038336/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775766938.539046:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775766938.539050:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775766938.539057:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775766938.539060:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775766938.539064:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775766938.539070:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775766938.539075:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4123
00000400:00000200:0.0:1775766938.539081:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775766938.539085:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775766938.539088:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775766938.539092:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766938.539096:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775766938.539101:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766938.539107:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775766938.539113:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775766938.539115:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:0.0:1775766938.539119:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775766938.539122:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:0.0:1775766938.539125:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:0.0:1775766938.539129:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:0.0:1775766938.539134:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766938.539136:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775766938.539140:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766938.539143:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775766938.539148:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:0.0:1775766938.539155:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775766938.539160:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775766938.539163:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775766938.539165:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775766938.539171:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766938.539174:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775766938.539177:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775766938.539180:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766938.539181:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775766938.539192:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926a00.
00000020:00000040:0.0:1775766938.539198:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:0.0:1775766938.539201:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775766938.539204:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766938.539205:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775766938.539208:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775766938.539211:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775766938.539214:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f000.
00000100:00000001:0.0:1775766938.539220:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766938.539226:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926a00 x1862022335038464/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775766938.539239:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775766938.539244:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775766938.539250:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000798ab0be] to pc [ptlrpcd_rcv+-1]  req@ffff927322926a00 x1862022335038464/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775766938.539279:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775766938.539284:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4133)
00000800:00000200:3.1:1775766938.539571:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766938.539573:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775766938.539805:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766938.539807:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775766938.540106:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766938.540108:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775766938.540363:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766938.540365:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1775766939.113839:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775766939.113846:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775766939.113849:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766939.113856:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775766939.113861:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775766939.113866:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766939.113870:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775766939.113873:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766939.113878:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775766939.561913:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775766939.561917:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775766939.561919:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775766940.137894:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775766940.137900:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775766940.137903:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766940.137908:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775766940.137912:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775766940.137915:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766940.137919:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775766940.137922:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766940.137925:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766941.161812:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775766941.161818:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775766941.161820:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766941.161825:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775766941.161829:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775766941.161833:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766941.161836:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775766941.161839:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766941.161842:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766942.185912:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775766942.185920:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775766942.185922:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766942.185928:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775766942.185932:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775766942.185936:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766942.185938:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775766942.185952:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766942.185955:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766943.209870:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775766943.209877:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775766943.209880:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766943.209886:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775766943.209891:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775766943.209895:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766943.209899:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775766943.209902:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766943.209905:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775766943.657990:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775766943.657994:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775766943.657997:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1775766943.658392:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766943.658406:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775766943.659065:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766943.659067:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775766943.659313:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766943.659315:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775766943.659565:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766943.659568:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775766943.659999:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766943.660002:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000100:00000001:0.0:1775766944.233831:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775766944.233837:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775766944.233839:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766944.233844:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775766944.233847:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775766944.233850:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766944.233853:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775766944.233855:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766944.233857:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766945.257890:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775766945.257896:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775766945.257898:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766945.257902:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775766945.257906:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775766945.257909:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766945.257911:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775766945.257914:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766945.257916:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766946.281873:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775766946.281878:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775766946.281880:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766946.281885:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775766946.281888:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775766946.281892:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766946.281894:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775766946.281896:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766946.281898:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766947.305830:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775766947.305836:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775766947.305838:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766947.305843:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775766947.305846:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775766947.305851:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766947.305854:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775766947.305857:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766947.305861:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775766947.754059:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775766947.754064:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775766947.754067:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775766948.329789:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775766948.329797:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775766948.329798:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766948.329804:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775766948.329808:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775766948.329812:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766948.329815:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775766948.329817:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766948.329820:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775766948.778965:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766948.778976:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775766948.779991:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766948.779994:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775766948.780469:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766948.780471:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775766948.780944:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766948.780947:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775766948.781356:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766948.781359:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000100:00000001:0.0:1775766949.353784:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775766949.353790:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775766949.353793:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766949.353798:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775766949.353801:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775766949.353805:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766949.353807:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775766949.353810:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766949.353812:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766950.377792:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775766950.377798:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775766950.377799:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766950.377804:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775766950.377808:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775766950.377811:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766950.377814:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775766950.377816:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766950.377818:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766951.401833:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775766951.401839:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775766951.401840:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766951.401845:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775766951.401848:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775766951.401851:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766951.401854:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775766951.401856:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766951.401858:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775766951.849908:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775766951.849912:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775766951.849914:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775766952.425787:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775766952.425795:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775766952.425797:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766952.425805:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775766952.425810:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775766952.425815:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766952.425817:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775766952.425821:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766952.425824:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766953.449844:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775766953.449849:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775766953.449851:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766953.449855:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775766953.449858:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775766953.449861:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766953.449864:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775766953.449866:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766953.449868:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775766953.897840:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775766953.897849:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775766953.897853:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775766953.897858:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775766953.897864:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775766953.897872:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4138
00000400:00000200:0.0:1775766953.897884:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775766953.897892:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775766953.897896:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775766953.897900:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766953.897904:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775766953.897907:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766953.897911:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775766953.897916:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775766953.897919:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775766953.897923:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775766953.897928:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775766953.897931:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775766953.897935:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775766953.897940:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766953.897943:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775766953.897945:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766953.897947:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775766953.897951:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:0.0:1775766953.897954:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775766953.897957:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775766953.897960:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775766953.897963:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775766953.897983:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766953.897986:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775766953.897989:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775766953.897999:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926300.
00000020:00000040:0.0:1775766953.898004:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775766953.898008:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775766953.898011:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766953.898014:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775766953.898017:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775766953.898023:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775766953.898032:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e000.
00000100:00000001:0.0:1775766953.898040:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766953.898050:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926300 x1862022335039872/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775766953.898064:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775766953.898070:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775766953.898076:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e21317e] to pc [ptlrpcd_rcv+-1]  req@ffff927322926300 x1862022335039872/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775766953.898102:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775766953.898106:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775766953.898110:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775766953.898112:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775766953.898115:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775766953.898120:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775766953.898124:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4138
00000400:00000200:0.0:1775766953.898130:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775766953.898135:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775766953.898141:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775766953.898149:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766953.898156:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775766953.898162:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766953.898168:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775766953.898176:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775766953.898179:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775766953.898185:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775766953.898189:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775766953.898196:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:0.0:1775766953.898202:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:0.0:1775766953.898211:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766953.898216:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775766953.898222:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766953.898226:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775766953.898233:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:0.0:1775766953.898255:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775766953.898260:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775766953.898264:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775766953.898270:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775766953.898274:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766953.898278:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775766953.898285:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775766953.898292:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766953.898299:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775766953.898308:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927b80.
00000020:00000040:0.0:1775766953.898314:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:0.0:1775766953.898336:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775766953.898338:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766953.898341:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775766953.898344:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775766953.898348:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775766953.898356:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d400.
00000100:00000001:0.0:1775766953.898362:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766953.898373:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927b80 x1862022335040000/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775766953.898396:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775766953.898402:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775766953.898412:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000282cd359] to pc [ptlrpcd_rcv+-1]  req@ffff927322927b80 x1862022335040000/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775766953.898430:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775766953.898435:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00080000:0.0:1775766953.898437:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775766953.898442:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775766953.898443:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775766953.898445:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775766953.898448:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775766953.898455:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4138
00000400:00000200:0.0:1775766953.898465:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775766953.898473:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775766953.898476:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775766953.898482:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766953.898487:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775766953.898493:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766953.898499:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775766953.898505:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775766953.898508:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:0.0:1775766953.898510:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775766953.898513:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775766953.898529:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:0.0:1775766953.898538:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:0.0:1775766953.898546:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766953.898553:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775766953.898559:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766953.898565:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775766953.898569:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:0.0:1775766953.898577:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775766953.898583:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775766953.898586:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775766953.898593:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775766953.898598:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766953.898603:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775766953.898607:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775766953.898614:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766953.898619:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775766953.898625:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925c00.
00000020:00000040:0.0:1775766953.898630:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775766953.898637:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775766953.898641:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766953.898643:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775766953.898645:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775766953.898647:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775766953.898654:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477ec00.
00000100:00000001:0.0:1775766953.898661:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766953.898670:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925c00 x1862022335040128/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775766953.898691:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775766953.898696:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775766953.898705:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d72b0b6] to pc [ptlrpcd_rcv+-1]  req@ffff927322925c00 x1862022335040128/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1775766953.898737:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:0.0:1775766953.898763:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775766953.898770:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775766953.898777:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775766953.898780:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775766953.898783:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775766953.898789:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775766953.898795:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4138
00000400:00000200:0.0:1775766953.898803:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775766953.898810:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775766953.898816:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775766953.898825:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766953.898830:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775766953.898835:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766953.898841:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775766953.898846:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775766953.898848:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775766953.898851:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775766953.898855:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:0.0:1775766953.898859:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:0.0:1775766953.898864:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:0.0:1775766953.898872:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766953.898875:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775766953.898880:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766953.898885:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775766953.898889:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:0.0:1775766953.898895:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775766953.898900:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775766953.898904:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775766953.898909:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775766953.898914:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766953.898920:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775766953.898923:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775766953.898927:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766953.898932:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775766953.898940:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925180.
00000020:00000040:0.0:1775766953.898946:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:0.0:1775766953.898950:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775766953.898951:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766953.898953:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775766953.898955:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775766953.898957:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775766953.898964:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e800.
00000100:00000001:0.0:1775766953.898970:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766953.898979:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925180 x1862022335040256/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775766953.898997:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775766953.899002:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775766953.899011:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a34329a0] to pc [ptlrpcd_rcv+-1]  req@ffff927322925180 x1862022335040256/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775766953.899036:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775766953.899042:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775766953.899051:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775766953.899055:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775766953.899058:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775766953.899062:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775766953.899067:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4138
00000400:00000200:0.0:1775766953.899077:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000800:00000200:3.1:1775766953.899082:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000400:00000200:0.0:1775766953.899086:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775766953.899090:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775766953.899097:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766953.899103:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775766953.899109:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766953.899113:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775766953.899118:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775766953.899121:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:0.0:1775766953.899124:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775766953.899127:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:0.0:1775766953.899132:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:0.0:1775766953.899136:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:0.0:1775766953.899143:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766953.899147:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775766953.899152:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766953.899157:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775766953.899162:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:0.0:1775766953.899169:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775766953.899177:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775766953.899181:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775766953.899187:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775766953.899194:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766953.899198:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775766953.899202:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775766953.899209:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766953.899213:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775766953.899220:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924000.
00000020:00000040:0.0:1775766953.899224:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:0.0:1775766953.899230:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775766953.899233:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766953.899237:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775766953.899240:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775766953.899244:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775766953.899251:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d800.
00000100:00000001:0.0:1775766953.899257:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766953.899265:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924000 x1862022335040384/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775766953.899305:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775766953.899310:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775766953.899318:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c89b33e] to pc [ptlrpcd_rcv+-1]  req@ffff927322924000 x1862022335040384/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775766953.899346:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775766953.899353:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4148)
00000800:00000200:3.1:1775766953.899578:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766953.900071:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:0.0:1775766954.473850:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775766954.473856:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775766954.473858:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766954.473864:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775766954.473867:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775766954.473871:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766954.473873:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775766954.473876:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766954.473879:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766955.497840:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775766955.497847:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775766955.497849:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766955.497855:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775766955.497858:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775766955.497863:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766955.497866:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775766955.497868:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766955.497870:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775766955.945885:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775766955.945888:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775766955.945891:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775766956.521799:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775766956.521805:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775766956.521807:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766956.521812:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775766956.521815:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775766956.521820:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766956.521823:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775766956.521825:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766956.521827:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:0.0:1775766956.970057:0:2394:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.131:988
00000400:00000100:0.0:1775766956.970111:0:2394:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.131@tcp at host 192.168.202.131 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1775766956.970122:0:2394:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775766956.970127:0:2394:0:(router.c:1750:lnet_notify()) 192.168.202.31@tcp notifying 192.168.202.131@tcp: down
00000400:00000200:0.0:1775766956.970133:0:2394:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775766956.970139:0:2394:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:0.0:1775766956.970144:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:0.0:1775766956.970149:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:0.0:1775766956.970156:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1775766956.970161:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1775766956.970169:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3a18
00000400:00000010:0.0:1775766956.970173:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3a18.
00000100:00000001:0.0:1775766956.970179:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775766956.970190:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927322926300 x1862022335039872/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775766978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775766956.970218:0:2394:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775766956.970222:0:2394:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322926300 x1862022335039872/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775766978 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775766956.970231:0:2394:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766956.970233:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1775766956.970245:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:0.0:1775766956.970248:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931e00.
00000400:00000200:0.0:1775766956.970252:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1775766956.970258:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1775766956.970262:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3b28
00000400:00000010:0.0:1775766956.970265:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3b28.
00000100:00000001:0.0:1775766956.970269:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775766956.970276:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927322927b80 x1862022335040000/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775766978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775766956.970323:0:2394:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775766956.970329:0:2394:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322927b80 x1862022335040000/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775766978 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775766956.970341:0:2394:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766956.970345:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1775766956.970354:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:0.0:1775766956.970358:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931d00.
00000400:00000200:0.0:1775766956.970363:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1775766956.970371:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1775766956.970377:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:0.0:1775766956.970380:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:0.0:1775766956.970386:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775766956.970393:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927322925c00 x1862022335040128/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775766978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775766956.970407:0:2394:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775766956.970414:0:2394:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322925c00 x1862022335040128/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775766978 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775766956.970426:0:2394:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766956.970429:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1775766956.970436:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:0.0:1775766956.970439:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931a00.
00000400:00000200:0.0:1775766956.970443:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1775766956.970453:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1775766956.970459:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef33b8
00000400:00000010:0.0:1775766956.970463:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef33b8.
00000100:00000001:0.0:1775766956.970467:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775766956.970474:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927322925180 x1862022335040256/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775766978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775766956.970485:0:2394:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775766956.970489:0:2394:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322925180 x1862022335040256/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775766978 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775766956.970500:0:2394:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766956.970503:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1775766956.970509:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:0.0:1775766956.970512:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:0.0:1775766956.970516:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1775766956.970519:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1775766956.970521:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3440
00000400:00000010:0.0:1775766956.970523:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3440.
00000100:00000001:0.0:1775766956.970527:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775766956.970533:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927322924000 x1862022335040384/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775766978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775766956.970546:0:2394:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775766956.970551:0:2394:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322924000 x1862022335040384/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775766978 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775766956.970565:0:2394:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766956.970569:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775766957.545833:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775766957.545839:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775766957.545841:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766957.545847:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775766957.545850:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775766957.545854:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766957.545857:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775766957.545859:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766957.545862:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766958.569798:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775766958.569804:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775766958.569806:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766958.569810:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775766958.569814:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775766958.569817:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766958.569825:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775766958.569832:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766958.569836:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775766959.017813:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775766959.017833:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775766959.017838:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775766959.017844:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775766959.017851:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775766959.017858:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4143
00000400:00000200:0.0:1775766959.017872:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775766959.017878:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775766959.017881:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775766959.017885:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766959.017888:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775766959.017891:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766959.017893:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775766959.017897:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775766959.017899:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775766959.017902:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775766959.017905:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775766959.017907:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775766959.017909:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775766959.017912:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766959.017913:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775766959.017916:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766959.017918:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775766959.017922:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:0.0:1775766959.017938:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775766959.017941:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775766959.017945:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775766959.017948:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775766959.017955:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766959.017960:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775766959.017981:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775766959.017989:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927800.
00000020:00000040:0.0:1775766959.017994:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775766959.017998:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775766959.018000:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766959.018004:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775766959.018007:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775766959.018033:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775766959.018057:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c000.
00000100:00000001:0.0:1775766959.018064:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766959.018074:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927800 x1862022335040512/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775766959.018085:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775766959.018091:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775766959.018097:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e429b339] to pc [ptlrpcd_rcv+-1]  req@ffff927322927800 x1862022335040512/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775766959.018120:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775766959.018131:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775766959.018140:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775766959.018142:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775766959.018144:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775766959.018148:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775766959.018151:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4143
00000400:00000200:0.0:1775766959.018157:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775766959.018163:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775766959.018167:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775766959.018173:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766959.018176:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775766959.018181:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766959.018186:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775766959.018192:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775766959.018195:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775766959.018198:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775766959.018202:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775766959.018207:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:0.0:1775766959.018211:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:0.0:1775766959.018218:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766959.018221:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775766959.018225:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766959.018229:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775766959.018233:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:0.0:1775766959.018239:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775766959.018243:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775766959.018247:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775766959.018254:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775766959.018258:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766959.018260:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775766959.018282:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775766959.018287:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766959.018290:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775766959.018294:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926680.
00000020:00000040:0.0:1775766959.018298:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:0.0:1775766959.018301:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775766959.018303:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766959.018305:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775766959.018306:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775766959.018308:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775766959.018317:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c400.
00000100:00000001:0.0:1775766959.018322:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766959.018331:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926680 x1862022335040640/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775766959.018339:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775766959.018342:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775766959.018347:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad2d9012] to pc [ptlrpcd_rcv+-1]  req@ffff927322926680 x1862022335040640/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775766959.018359:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775766959.018363:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775766959.018367:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775766959.018370:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775766959.018373:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775766959.018378:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775766959.018383:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4143
00000400:00000200:0.0:1775766959.018388:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775766959.018391:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775766959.018393:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775766959.018397:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766959.018401:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775766959.018405:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766959.018411:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775766959.018417:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775766959.018420:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:0.0:1775766959.018423:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775766959.018427:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775766959.018431:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:0.0:1775766959.018434:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:0.0:1775766959.018441:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766959.018445:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775766959.018449:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766959.018454:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775766959.018458:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:0.0:1775766959.018463:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775766959.018474:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775766959.018477:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775766959.018480:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775766959.018482:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766959.018485:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775766959.018488:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775766959.018492:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766959.018495:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775766959.018501:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927b80.
00000020:00000040:0.0:1775766959.018504:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775766959.018509:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775766959.018512:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766959.018515:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775766959.018518:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775766959.018522:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775766959.018528:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d400.
00000100:00000001:0.0:1775766959.018534:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766959.018542:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927b80 x1862022335040768/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775766959.018560:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775766959.018565:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775766959.018572:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000282cd359] to pc [ptlrpcd_rcv+-1]  req@ffff927322927b80 x1862022335040768/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775766959.018591:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775766959.018595:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775766959.018602:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775766959.018605:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775766959.018609:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775766959.018613:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775766959.018617:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4143
00000400:00000200:0.0:1775766959.018623:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775766959.018628:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775766959.018630:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775766959.018634:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766959.018637:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775766959.018638:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766959.018641:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775766959.018643:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775766959.018644:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775766959.018645:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775766959.018648:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:0.0:1775766959.018649:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:0.0:1775766959.018652:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:0.0:1775766959.018654:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766959.018656:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775766959.018659:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766959.018661:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775766959.018663:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:0.0:1775766959.018666:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775766959.018669:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775766959.018670:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775766959.018674:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775766959.018676:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766959.018678:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775766959.018680:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775766959.018683:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766959.018684:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775766959.018689:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925c00.
00000020:00000040:0.0:1775766959.018692:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:0.0:1775766959.018696:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775766959.018697:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766959.018699:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775766959.018701:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775766959.018703:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775766959.018731:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477ec00.
00000100:00000001:0.0:1775766959.018736:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766959.018742:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925c00 x1862022335040896/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775766959.018750:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775766959.018753:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775766959.018756:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d72b0b6] to pc [ptlrpcd_rcv+-1]  req@ffff927322925c00 x1862022335040896/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775766959.018765:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775766959.018768:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775766959.018772:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775766959.018773:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775766959.018775:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775766959.018778:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775766959.018783:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4143
00000400:00000200:0.0:1775766959.018790:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775766959.018795:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775766959.018800:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775766959.018805:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766959.018810:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775766959.018814:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000800:00000200:3.1:1775766959.018816:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:0.0:1775766959.018818:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775766959.018824:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:3.1:1775766959.018825:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000020:00000040:0.0:1775766959.018826:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:0.0:1775766959.018829:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775766959.018832:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:0.0:1775766959.018837:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:0.0:1775766959.018842:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:0.0:1775766959.018849:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766959.018852:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775766959.018854:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766959.018856:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775766959.018859:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:0.0:1775766959.018863:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775766959.018868:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775766959.018871:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775766959.018877:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775766959.018880:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766959.018883:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775766959.018887:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775766959.018891:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766959.018894:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775766959.018899:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925180.
00000020:00000040:0.0:1775766959.018903:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:0.0:1775766959.018909:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775766959.018913:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766959.018917:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775766959.018920:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775766959.018922:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775766959.018927:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e800.
00000100:00000001:0.0:1775766959.018933:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766959.018942:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925180 x1862022335041024/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775766959.018955:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775766959.018957:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775766959.018965:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a34329a0] to pc [ptlrpcd_rcv+-1]  req@ffff927322925180 x1862022335041024/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775766959.018978:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775766959.018985:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4153)
00000800:00000200:3.1:1775766959.019387:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766959.019390:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775766959.019744:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766959.019747:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775766959.020042:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766959.020044:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775766959.020330:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766959.020332:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000100:00000001:0.0:1775766959.593814:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775766959.593820:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775766959.593822:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766959.593829:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775766959.593833:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775766959.593838:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766959.593840:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775766959.593843:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766959.593846:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775766960.041975:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775766960.041979:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775766960.041982:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775766960.617794:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775766960.617803:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775766960.617805:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766960.617811:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775766960.617816:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775766960.617819:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766960.617822:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775766960.617825:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766960.617828:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766961.641824:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775766961.641831:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775766961.641833:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766961.641840:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775766961.641844:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775766961.641848:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766961.641851:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775766961.641854:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766961.641857:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766962.665816:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775766962.665823:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775766962.665824:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766962.665830:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775766962.665833:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775766962.665838:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766962.665840:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775766962.665843:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766962.665846:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766963.689816:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775766963.689822:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775766963.689824:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766963.689829:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775766963.689832:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775766963.689836:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766963.689838:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775766963.689840:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766963.689842:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775766964.137825:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775766964.137840:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775766964.137846:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775766964.137855:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775766964.137864:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775766964.137876:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4148
00000400:00000200:0.0:1775766964.137946:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775766964.137956:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775766964.137961:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775766964.137966:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766964.137971:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775766964.137975:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766964.137979:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775766964.137984:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775766964.137986:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775766964.137990:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775766964.137993:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775766964.137997:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775766964.138000:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775766964.138005:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766964.138007:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775766964.138011:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766964.138017:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775766964.138025:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:0.0:1775766964.138032:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775766964.138037:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775766964.138042:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775766964.138048:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775766964.138052:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766964.138056:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775766964.138060:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775766964.138076:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924000.
00000020:00000040:0.0:1775766964.138081:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775766964.138088:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775766964.138090:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766964.138095:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775766964.138100:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775766964.138106:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775766964.138119:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e000.
00000100:00000001:0.0:1775766964.138131:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766964.138147:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924000 x1862022335041152/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775766964.138163:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775766964.138171:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775766964.138178:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c89b33e] to pc [ptlrpcd_rcv+-1]  req@ffff927322924000 x1862022335041152/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775766964.138211:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775766964.138235:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775766964.138240:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775766964.138243:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775766964.138246:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775766964.138251:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775766964.138257:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4148
00000400:00000200:0.0:1775766964.138266:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775766964.138274:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775766964.138279:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775766964.138287:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766964.138294:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775766964.138300:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766964.138307:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775766964.138314:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775766964.138318:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775766964.138322:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775766964.138326:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775766964.138331:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:0.0:1775766964.138334:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:0.0:1775766964.138339:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766964.138342:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775766964.138345:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766964.138350:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775766964.138359:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:0.0:1775766964.138367:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775766964.138373:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775766964.138380:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775766964.138389:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775766964.138396:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766964.138401:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775766964.138408:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775766964.138415:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766964.138424:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775766964.138434:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926300.
00000020:00000040:0.0:1775766964.138441:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:0.0:1775766964.138446:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775766964.138449:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766964.138455:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775766964.138457:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775766964.138461:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775766964.138471:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477cc00.
00000100:00000001:0.0:1775766964.138477:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766964.138489:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926300 x1862022335041280/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775766964.138507:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775766964.138512:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775766964.138525:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e21317e] to pc [ptlrpcd_rcv+-1]  req@ffff927322926300 x1862022335041280/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775766964.138558:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775766964.138565:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775766964.138572:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775766964.138576:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775766964.138580:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775766964.138585:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775766964.138607:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4148
00000400:00000200:0.0:1775766964.138618:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775766964.138629:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775766964.138635:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775766964.138650:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766964.138657:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775766964.138666:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766964.138671:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775766964.138676:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775766964.138680:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:0.0:1775766964.138684:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775766964.138689:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775766964.138695:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:0.0:1775766964.138701:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:0.0:1775766964.138738:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766964.138742:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775766964.138749:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766964.138755:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775766964.138762:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:0.0:1775766964.138770:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775766964.138778:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775766964.138784:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775766964.138789:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775766964.138796:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766964.138799:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775766964.138803:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775766964.138811:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766964.138816:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775766964.138822:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000010:0.0:1775766964.138824:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926a00.
00000020:00000040:0.0:1775766964.138830:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
00000800:00000200:3.1:1775766964.138830:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
02000000:00000001:0.0:1775766964.138838:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775766964.138842:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766964.138848:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775766964.138852:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775766964.138856:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775766964.138861:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f400.
00000100:00000001:0.0:1775766964.138869:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766964.138880:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926a00 x1862022335041408/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775766964.138892:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775766964.138896:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775766964.138901:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000798ab0be] to pc [ptlrpcd_rcv+-1]  req@ffff927322926a00 x1862022335041408/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775766964.138911:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775766964.138916:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775766964.138923:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775766964.138927:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775766964.138929:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775766964.138937:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775766964.138943:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4148
00000400:00000200:0.0:1775766964.138949:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775766964.138958:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775766964.138960:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775766964.138967:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766964.138972:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775766964.138977:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766964.138983:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775766964.138988:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775766964.138991:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775766964.138995:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775766964.138999:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:0.0:1775766964.139004:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:0.0:1775766964.139008:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:0.0:1775766964.139014:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766964.139018:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775766964.139021:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766964.139024:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775766964.139026:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:0.0:1775766964.139033:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775766964.139038:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775766964.139044:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775766964.139047:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775766964.139053:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766964.139054:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775766964.139058:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775766964.139065:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766964.139067:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775766964.139071:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927480.
00000020:00000040:0.0:1775766964.139073:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:0.0:1775766964.139077:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775766964.139080:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766964.139081:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775766964.139083:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775766964.139085:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775766964.139088:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e400.
00000100:00000001:0.0:1775766964.139092:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766964.139098:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927480 x1862022335041536/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775766964.139111:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775766964.139115:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775766964.139120:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd1176bb] to pc [ptlrpcd_rcv+-1]  req@ffff927322927480 x1862022335041536/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775766964.139133:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775766964.139136:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775766964.139140:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775766964.139143:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775766964.139145:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775766964.139149:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775766964.139154:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4148
00000400:00000200:0.0:1775766964.139162:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775766964.139168:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775766964.139173:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775766964.139177:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766964.139179:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775766964.139181:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766964.139186:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775766964.139190:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775766964.139192:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:0.0:1775766964.139195:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775766964.139199:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:0.0:1775766964.139201:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:0.0:1775766964.139208:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:0.0:1775766964.139212:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766964.139233:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775766964.139238:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775766964.139244:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775766964.139246:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:0.0:1775766964.139252:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775766964.139257:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775766964.139261:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775766964.139265:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775766964.139270:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766964.139274:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775766964.139278:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775766964.139283:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766964.139285:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775766964.139290:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926d80.
00000020:00000040:0.0:1775766964.139295:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:0.0:1775766964.139302:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775766964.139304:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766964.139309:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775766964.139312:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775766964.139315:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775766964.139321:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f000.
00000100:00000001:0.0:1775766964.139326:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766964.139334:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926d80 x1862022335041664/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775766964.139362:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775766964.139367:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775766964.139377:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000adacb2c9] to pc [ptlrpcd_rcv+-1]  req@ffff927322926d80 x1862022335041664/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775766964.139387:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775766964.139393:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4158)
00000800:00000200:3.1:1775766964.139765:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766964.139769:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775766964.140187:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766964.140190:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775766964.140615:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766964.140619:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775766964.141086:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766964.141089:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1775766964.713824:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775766964.713830:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775766964.713832:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766964.713837:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775766964.713840:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775766964.713844:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766964.713847:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775766964.713849:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766964.713852:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766965.737852:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775766965.737860:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775766965.737862:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766965.737868:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775766965.737873:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775766965.737877:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766965.737880:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775766965.737882:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766965.737885:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766966.761825:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775766966.761834:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775766966.761836:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766966.761842:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775766966.761847:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775766966.761851:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766966.761854:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775766966.761857:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766966.761860:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766967.785791:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775766967.785797:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775766967.785800:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766967.785806:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775766967.785809:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775766967.785813:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766967.785816:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775766967.785828:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766967.785831:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766968.809835:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775766968.809843:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775766968.809845:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766968.809852:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775766968.809857:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775766968.809862:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766968.809865:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775766968.809867:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766968.809870:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775766969.258193:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775766969.258195:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775766969.258201:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775766969.258203:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775766969.258205:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775766969.258210:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775766969.258213:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775766969.258215:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775766969.258219:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775766969.258222:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775766969.258225:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775766969.258226:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775766969.258228:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775766969.258229:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775766969.258231:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775766969.258235:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee000.
00000100:00000001:2.0:1775766969.258238:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775766969.258243:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335041920/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775766969.258250:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775766969.258252:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775766969.258256:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335041920/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775766969.258266:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775766969.258268:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775766969.258272:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775766969.258274:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775766969.258275:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775766969.258278:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775766969.258281:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4153
00000400:00000200:2.0:1775766969.258284:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775766969.258287:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775766969.258289:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775766969.258292:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775766969.258294:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775766969.258296:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775766969.258298:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775766969.258301:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775766969.258302:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775766969.258303:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775766969.258305:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775766969.258307:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775766969.258309:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775766969.258312:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775766969.258314:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775766969.258316:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775766969.258318:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775766969.258320:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775766969.258323:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775766969.258325:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775766969.258327:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775766969.258329:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775766969.258331:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775766969.258333:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775766969.258335:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775766969.258337:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775766969.258339:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775766969.258344:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
00000020:00000040:2.0:1775766969.258346:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775766969.258349:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775766969.258350:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775766969.258352:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775766969.258353:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775766969.258354:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775766969.258357:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef800.
00000100:00000001:2.0:1775766969.258361:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775766969.258365:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335042048/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1775766969.258372:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:2.0:1775766969.258373:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775766969.258375:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775766969.258376:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000100:00000040:2.0:1775766969.258379:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335042048/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775766969.258387:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775766969.258389:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775766969.258393:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775766969.258394:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775766969.258396:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775766969.258399:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775766969.258400:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4153
00000400:00000200:2.0:1775766969.258404:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775766969.258407:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775766969.258409:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775766969.258412:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775766969.258415:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775766969.258417:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775766969.258419:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775766969.258422:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775766969.258423:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775766969.258425:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775766969.258427:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775766969.258429:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775766969.258431:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775766969.258434:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775766969.258436:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775766969.258438:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775766969.258440:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775766969.258442:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775766969.258445:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775766969.258448:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775766969.258449:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775766969.258452:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775766969.258454:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775766969.258465:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775766969.259029:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775766969.259034:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775766969.259039:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775766969.259044:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775766969.259050:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775766969.259053:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775766969.259056:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775766969.259060:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775766969.259062:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775766969.259066:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775766969.259072:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bedc00.
00000100:00000001:2.0:1775766969.259079:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775766969.259086:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335042176/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775766969.259093:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775766969.259096:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775766969.259101:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335042176/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1775766969.259118:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775766969.259123:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775766969.259128:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775766969.259129:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775766969.259131:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775766969.259136:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775766969.259138:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775766969.259140:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775766969.259144:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775766969.259147:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4153
00000400:00000200:2.0:1775766969.259150:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775766969.259154:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775766969.259159:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775766969.259179:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775766969.259200:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775766969.259205:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775766969.259209:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775766969.259212:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775766969.259214:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775766969.259216:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775766969.259220:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775766969.259224:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775766969.259227:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775766969.259232:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775766969.259234:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775766969.259238:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775766969.259241:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775766969.259243:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775766969.259249:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775766969.259253:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775766969.259257:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775766969.259261:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775766969.259264:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775766969.259267:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775766969.259270:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775766969.259275:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775766969.259278:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775766969.259283:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
00000020:00000040:2.0:1775766969.259286:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775766969.259290:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775766969.259292:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775766969.259294:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775766969.259297:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775766969.259299:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775766969.259303:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed400.
00000100:00000001:2.0:1775766969.259307:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775766969.259313:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335042304/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775766969.259324:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775766969.259328:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775766969.259332:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335042304/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775766969.259337:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775766969.259343:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4163)
00000800:00000200:1.1:1775766969.259511:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766969.259513:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775766969.259751:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766969.259752:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775766969.260003:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766969.260005:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775766969.260277:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766969.260279:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000100:00000001:0.0:1775766969.833772:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775766969.833779:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775766969.833782:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766969.833788:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775766969.833792:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775766969.833796:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766969.833800:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775766969.833803:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766969.833806:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775766970.537802:0:58590:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4298827517, at 4298827520
00000100:00000010:2.0:1775766970.537810:0:58590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9273188e5600.
00000100:00000001:0.0:1775766970.857808:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775766970.857814:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775766970.857816:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766970.857821:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775766970.857823:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775766970.857827:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766970.857829:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775766970.857831:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766970.857833:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775766971.305950:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775766971.305953:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775766971.305956:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775766971.881782:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775766971.881788:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775766971.881790:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766971.881795:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775766971.881797:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775766971.881800:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766971.881802:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775766971.881805:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766971.881807:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766972.905831:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775766972.905837:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775766972.905839:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766972.905845:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775766972.905849:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775766972.905853:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766972.905856:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775766972.905859:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766972.905862:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775766973.353919:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775766973.353922:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775766973.353925:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775766973.929788:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775766973.929795:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775766973.929798:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766973.929804:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775766973.929807:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775766973.929836:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766973.929839:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775766973.929842:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766973.929845:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775766974.378434:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766974.378440:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000020:00000001:0.0:1775766974.378772:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775766974.378777:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775766974.378784:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1775766974.378921:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766974.378923:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775766974.379123:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766974.379126:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775766974.379323:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766974.379325:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775766974.379512:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766974.379513:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000100:00000001:0.0:1775766974.953811:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775766974.953816:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775766974.953818:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766974.953823:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775766974.953826:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775766974.953829:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766974.953833:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775766974.953835:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766974.953837:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775766975.401882:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775766975.401886:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775766975.401889:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775766975.657860:0:58590:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4298832637, at 4298832640
00000100:00000010:2.0:1775766975.657876:0:58590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9273188e5660.
00000100:00000001:0.0:1775766975.977803:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775766975.977810:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775766975.977812:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766975.977819:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775766975.977823:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775766975.977843:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766975.977847:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775766975.977850:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766975.977852:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775766977.001813:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775766977.001819:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775766977.001822:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766977.001827:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775766977.001831:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775766977.001834:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766977.001837:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775766977.001840:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766977.001846:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775766977.449887:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775766977.449892:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775766977.449896:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775766978.025852:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775766978.025859:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775766978.025861:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766978.025867:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775766978.025871:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775766978.025874:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766978.025877:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775766978.025880:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766978.025883:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775766978.474007:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775766978.474012:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775766978.474017:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775766979.049820:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775766979.049825:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775766979.049827:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766979.049832:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775766979.049835:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775766979.049838:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766979.049839:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775766979.049842:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766979.049844:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775766979.498395:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766979.498401:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775766979.499042:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766979.499048:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000020:00000001:2.0:1775766979.499180:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775766979.499185:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775766979.499189:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1775766979.499364:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766979.499366:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775766979.499584:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766979.499586:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775766979.499891:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775766979.499892:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000100:00000001:0.0:1775766980.073817:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775766980.073823:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775766980.073825:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766980.073831:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775766980.073835:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775766980.073839:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766980.073841:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775766980.073844:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766980.073846:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775766980.777817:0:58590:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4298837757, at 4298837760
00000100:00000010:2.0:1775766980.777833:0:58590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9273188e52a0.
00000100:00000001:0.0:1775766981.097813:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775766981.097818:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775766981.097820:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766981.097825:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775766981.097829:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775766981.097832:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766981.097834:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775766981.097837:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766981.097838:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775766981.545872:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775766981.545876:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775766981.545879:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775766982.121905:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775766982.121915:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775766982.121917:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766982.121925:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775766982.121931:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775766982.121936:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766982.121940:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775766982.121943:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766982.121947:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775766982.569962:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775766982.569966:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775766982.569969:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775766983.145826:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775766983.145832:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775766983.145833:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766983.145837:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775766983.145840:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775766983.145843:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766983.145845:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775766983.145848:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766983.145850:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775766983.593877:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775766983.593880:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775766983.593883:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775766984.169827:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775766984.169833:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775766984.169835:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766984.169840:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775766984.169843:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775766984.169846:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766984.169849:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775766984.169851:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766984.169853:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775766984.617923:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775766984.617930:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775766984.617939:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1775766984.618621:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766984.618631:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775766984.619533:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766984.619535:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775766984.619790:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766984.619792:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775766984.620033:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766984.620035:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775766984.620272:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766984.620274:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000100:00000001:0.0:1775766985.193788:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775766985.193793:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775766985.193795:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766985.193799:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775766985.193802:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775766985.193806:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766985.193808:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775766985.193811:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766985.193813:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775766985.641886:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775766985.641890:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775766985.641893:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775766985.897786:0:58590:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4298842878, at 4298842880
00000100:00000010:2.0:1775766985.897800:0:58590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe36c0.
00000100:00000001:0.0:1775766986.217806:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775766986.217811:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775766986.217812:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766986.217817:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775766986.217819:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775766986.217822:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766986.217824:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775766986.217826:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766986.217827:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775766986.665937:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775766986.665942:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775766986.665945:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775766987.241784:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775766987.241789:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775766987.241791:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766987.241795:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775766987.241798:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775766987.241801:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766987.241803:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775766987.241806:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766987.241808:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775766987.689935:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775766987.689940:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775766987.689943:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775766988.265827:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775766988.265839:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775766988.265841:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766988.265846:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775766988.265848:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775766988.265852:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766988.265854:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775766988.265857:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766988.265859:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775766988.713931:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775766988.713936:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775766988.713940:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775766989.289819:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775766989.289827:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775766989.289830:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766989.289837:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775766989.289841:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775766989.289845:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766989.289848:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775766989.289851:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766989.289854:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775766989.737979:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775766989.737983:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775766989.737987:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1775766989.738352:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766989.738357:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775766989.738997:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766989.739000:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775766989.739193:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766989.739195:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775766989.739369:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766989.739370:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775766989.739600:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766989.739602:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000100:00000001:0.0:1775766990.313811:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775766990.313819:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775766990.313822:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766990.313828:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775766990.313831:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775766990.313843:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766990.313846:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775766990.313849:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766990.313853:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775766990.761889:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775766990.761894:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775766990.761897:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775766991.017821:0:58590:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4298847997, at 4298848000
00000100:00000010:2.0:1775766991.017845:0:58590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3120.
00000100:00000001:0.0:1775766991.337786:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775766991.337790:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775766991.337792:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766991.337797:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775766991.337800:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775766991.337803:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766991.337805:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775766991.337808:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766991.337810:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775766991.785842:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775766991.785845:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775766991.785848:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775766992.361814:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775766992.361820:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775766992.361822:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766992.361827:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775766992.361831:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775766992.361834:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766992.361837:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775766992.361840:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766992.361842:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775766992.810099:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775766992.810105:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775766992.810109:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775766993.385811:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775766993.385817:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775766993.385819:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766993.385824:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775766993.385827:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775766993.385830:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766993.385832:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775766993.385834:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766993.385835:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775766993.833941:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775766993.833946:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775766993.833949:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775766994.409821:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775766994.409826:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775766994.409828:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766994.409832:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775766994.409835:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775766994.409838:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766994.409840:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775766994.409843:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766994.409845:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775766994.858139:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775766994.858147:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775766994.858158:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1775766994.859350:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766994.859361:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775766994.860135:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766994.860137:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775766994.860393:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766994.860396:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775766994.860674:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766994.860676:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775766994.861010:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766994.861014:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1775766995.433856:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775766995.433865:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775766995.433867:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766995.433873:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775766995.433902:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775766995.433908:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766995.433913:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775766995.433916:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766995.433948:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775766995.882025:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775766995.882033:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775766995.882039:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775766996.137790:0:58590:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4298853118, at 4298853120
00000100:00000010:2.0:1775766996.137805:0:58590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3000.
00000100:00000001:0.0:1775766996.457852:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775766996.457858:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775766996.457859:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766996.457864:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775766996.457866:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775766996.457870:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766996.457872:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775766996.457874:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766996.457898:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775766996.905919:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775766996.905923:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775766996.905926:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775766997.481787:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775766997.481793:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775766997.481795:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766997.481800:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775766997.481802:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775766997.481806:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766997.481808:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775766997.481811:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766997.481813:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775766997.929935:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775766997.929938:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775766997.929941:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775766998.505809:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775766998.505815:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775766998.505818:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766998.505823:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775766998.505827:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775766998.505830:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766998.505833:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775766998.505835:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766998.505839:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775766998.953912:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775766998.953916:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775766998.953919:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775766999.529780:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775766999.529786:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775766999.529788:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775766999.529793:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775766999.529796:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775766999.529799:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766999.529801:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775766999.529803:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775766999.529806:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775766999.978291:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775766999.978297:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775766999.978303:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1775766999.979046:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766999.979057:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775766999.980394:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766999.980397:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775766999.980749:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766999.980751:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775766999.981113:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766999.981116:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775766999.981524:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775766999.981527:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1775767000.553794:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767000.553804:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767000.553806:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767000.553814:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767000.553817:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767000.553821:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767000.553824:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767000.553826:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767000.553828:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767001.001967:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767001.001971:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767001.001975:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767001.257848:0:58590:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4298858238, at 4298858240
00000100:00000010:2.0:1775767001.257870:0:58590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3de0.
00000100:00000001:0.0:1775767001.577945:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767001.577957:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767001.577960:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767001.577969:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767001.577976:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767001.577983:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767001.577987:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767001.577991:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767001.577996:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767002.026022:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767002.026027:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767002.026030:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767002.601855:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767002.601866:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767002.601868:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767002.601878:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767002.601883:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767002.601889:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767002.601892:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767002.601896:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767002.601900:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767003.050041:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767003.050045:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767003.050048:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767003.625834:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767003.625861:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767003.625863:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767003.625870:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767003.625875:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767003.625880:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767003.625883:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767003.625887:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767003.625890:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767004.073909:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767004.073913:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767004.073917:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767004.649774:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767004.649780:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767004.649782:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767004.649787:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767004.649812:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767004.649815:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767004.649818:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767004.649820:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767004.649823:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767005.097847:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767005.097857:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767005.097860:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767005.097865:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767005.097869:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767005.097878:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4189
00000400:00000200:2.0:1775767005.097888:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767005.097900:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767005.097904:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000020:00000001:0.0:1775767005.097910:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000040:2.0:1775767005.097910:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000020:00000001:0.0:1775767005.097914:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767005.097918:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00010000:00010000:0.0:1775767005.097919:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767005.097927:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767005.097931:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767005.097936:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767005.097939:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767005.097942:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767005.097945:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775767005.097948:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775767005.097951:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775767005.097955:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767005.097957:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767005.097960:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767005.097962:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767005.097965:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767005.097968:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767005.097970:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767005.097972:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767005.097976:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767005.097978:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767005.097980:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767005.097982:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767005.097993:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775767005.097996:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767005.098000:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767005.098002:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767005.098005:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767005.098008:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767005.098013:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767005.098021:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed800.
00000100:00000001:2.0:1775767005.098028:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767005.098037:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335046272/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767005.098047:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767005.098051:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767005.098055:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335046272/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767005.098077:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767005.098080:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767005.098083:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767005.098084:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767005.098086:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767005.098090:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767005.098094:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4189
00000400:00000200:2.0:1775767005.098098:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767005.098101:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767005.098103:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767005.098106:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767005.098107:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767005.098110:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767005.098113:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767005.098116:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767005.098118:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767005.098123:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767005.098126:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767005.098128:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767005.098132:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767005.098138:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767005.098148:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767005.098157:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767005.098167:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767005.098173:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767005.098179:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767005.098182:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767005.098188:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767005.098194:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767005.098198:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767005.098203:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767005.098211:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767005.098215:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767005.098218:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767005.098227:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775767005.098231:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767005.098233:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767005.098235:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767005.098237:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767005.098239:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767005.098245:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767005.098259:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed400.
00000100:00000001:2.0:1775767005.098266:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767005.098274:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335046400/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767005.098288:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767005.098290:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767005.098295:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335046400/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767005.098319:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767005.098329:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767005.098340:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767005.098347:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767005.098353:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767005.098363:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767005.098368:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4189
00000400:00000200:2.0:1775767005.098377:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767005.098383:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767005.098386:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767005.098392:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767005.098402:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767005.098405:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767005.098407:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767005.098410:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767005.098413:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767005.098418:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767005.098421:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775767005.098423:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775767005.098427:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775767005.098437:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767005.098442:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767005.098444:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767005.098447:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767005.098448:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767005.098457:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767005.098464:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767005.098472:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767005.098478:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767005.098480:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767005.098486:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767005.098492:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767005.098505:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767005.098510:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767005.098518:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
00000020:00000040:2.0:1775767005.098522:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767005.098531:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767005.098537:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767005.098541:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767005.098548:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767005.098552:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767005.098562:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bedc00.
00000100:00000001:2.0:1775767005.098566:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767005.098571:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335046528/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767005.098593:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767005.098596:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767005.098604:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335046528/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1775767005.098614:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:2.0:1775767005.098617:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767005.098621:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.1:1775767005.098623:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000100:00080000:2.0:1775767005.098624:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767005.098627:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767005.098628:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767005.098634:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767005.098639:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4189
00000400:00000200:2.0:1775767005.098646:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767005.098656:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767005.098657:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767005.098660:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767005.098662:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767005.098663:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767005.098666:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767005.098676:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767005.098679:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767005.098684:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767005.098687:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775767005.098695:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775767005.098697:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767005.098702:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767005.098706:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767005.098756:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767005.098762:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767005.098765:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767005.098770:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767005.098775:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767005.098778:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767005.098782:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767005.098805:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767005.098809:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767005.098813:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767005.098821:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767005.098824:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767005.098828:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767005.098836:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767005.098840:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767005.098842:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767005.098844:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767005.098851:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767005.098856:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767005.098864:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef800.
00000100:00000001:2.0:1775767005.098871:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767005.098885:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335046656/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767005.098910:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767005.098915:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767005.098925:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335046656/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767005.098969:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767005.098975:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767005.098980:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767005.098982:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767005.098986:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767005.098993:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767005.098998:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4189
00000400:00000200:2.0:1775767005.099008:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767005.099015:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767005.099017:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767005.099024:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767005.099027:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767005.099034:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767005.099040:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767005.099044:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767005.099048:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767005.099050:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767005.099052:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767005.099056:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775767005.099063:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767005.099074:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767005.099080:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767005.099085:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767005.099090:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767005.099095:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767005.099103:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767005.099105:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767005.099108:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767005.099113:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767005.099121:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767005.099127:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767005.099130:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767005.099140:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767005.099146:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767005.099155:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
00000020:00000040:2.0:1775767005.099162:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775767005.099167:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767005.099170:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767005.099175:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767005.099177:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767005.099179:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767005.099187:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee000.
00000100:00000001:2.0:1775767005.099192:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767005.099200:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335046784/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767005.099233:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767005.099239:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767005.099246:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335046784/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767005.099270:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767005.099276:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4199)
00000800:00000200:3.1:1775767005.099531:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767005.099534:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775767005.099924:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767005.099926:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775767005.100240:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767005.100243:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775767005.100456:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767005.100458:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1775767005.673856:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767005.673862:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767005.673864:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767005.673869:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767005.673872:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767005.673876:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767005.673878:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767005.673880:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767005.673882:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767006.121967:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767006.121970:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767006.121973:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767006.377802:0:58590:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4298863358, at 4298863360
00000100:00000010:2.0:1775767006.377817:0:58590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3840.
00000100:00000001:0.0:1775767006.697831:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767006.697841:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767006.697843:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767006.697851:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767006.697856:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767006.697861:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767006.697864:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767006.697867:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767006.697871:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767007.145902:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767007.145906:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767007.145909:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767007.721890:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767007.721896:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767007.721898:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767007.721904:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767007.721908:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767007.721911:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767007.721914:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767007.721918:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767007.721922:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767008.170000:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767008.170008:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767008.170013:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767008.745884:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767008.745891:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767008.745895:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767008.745902:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767008.745906:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767008.745911:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767008.745914:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767008.745918:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767008.745921:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767009.193911:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767009.193914:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767009.193917:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767009.769859:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767009.769867:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767009.769870:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767009.769878:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767009.769882:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767009.769888:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767009.769891:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767009.769895:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767009.769899:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767010.217833:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767010.217842:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767010.217847:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767010.217857:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767010.217862:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767010.217869:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4194
00000400:00000200:2.0:1775767010.217879:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767010.217885:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767010.217890:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767010.217894:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767010.217898:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767010.217902:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767010.217905:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767010.217910:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767010.217913:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767010.217915:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767010.217917:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775767010.217920:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775767010.217924:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775767010.217929:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767010.217933:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767010.217937:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767010.217941:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767010.217944:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767010.217948:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767010.217951:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767010.217954:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767010.217958:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767010.217962:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767010.217965:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767010.217967:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767010.217976:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775767010.217980:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767010.217986:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767010.217989:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767010.217991:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767010.217995:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767010.217998:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767010.218004:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec800.
00000100:00000001:2.0:1775767010.218009:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767010.218017:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335046912/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767010.218026:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767010.218029:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767010.218034:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335046912/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1775767010.218043:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767010.218046:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767010.218049:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775767010.218059:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767010.218062:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767010.218065:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767010.218066:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767010.218067:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767010.218069:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767010.218072:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4194
00000400:00000200:2.0:1775767010.218075:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767010.218077:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767010.218079:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767010.218082:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767010.218084:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767010.218086:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767010.218088:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767010.218090:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767010.218091:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767010.218092:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767010.218094:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767010.218098:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767010.218100:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767010.218103:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767010.218105:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767010.218108:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767010.218110:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767010.218111:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767010.218116:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767010.218117:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767010.218120:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767010.218124:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767010.218134:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767010.218136:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767010.218141:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767010.218143:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767010.218146:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767010.218148:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775767010.218152:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767010.218158:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767010.218160:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767010.218162:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767010.218164:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767010.218167:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767010.218172:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306beec00.
00000100:00000001:2.0:1775767010.218177:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767010.218186:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335047040/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767010.218197:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767010.218201:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767010.218206:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335047040/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767010.218221:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767010.218226:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767010.218232:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767010.218234:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767010.218236:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767010.218240:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767010.218245:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4194
00000400:00000200:2.0:1775767010.218252:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767010.218258:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767010.218262:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767010.218268:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767010.218271:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767010.218276:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767010.218278:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767010.218282:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767010.218283:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767010.218285:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767010.218288:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775767010.218291:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775767010.218294:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775767010.218298:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767010.218302:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767010.218303:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767010.218304:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767010.218306:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767010.218311:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767010.218315:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767010.218317:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767010.218319:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767010.218321:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767010.218322:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767010.218326:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767010.218330:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767010.218332:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767010.218336:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
00000020:00000040:2.0:1775767010.218339:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767010.218344:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767010.218346:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767010.218349:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767010.218351:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767010.218354:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767010.218360:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306befc00.
00000100:00000001:2.0:1775767010.218366:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767010.218377:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335047168/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767010.218396:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767010.218399:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767010.218407:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335047168/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767010.218421:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767010.218426:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767010.218447:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767010.218448:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767010.218450:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767010.218457:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767010.218460:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4194
00000400:00000200:2.0:1775767010.218466:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767010.218473:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767010.218486:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767010.218493:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767010.218495:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767010.218501:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000800:00000200:3.1:1775767010.218501:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:2.0:1775767010.218506:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767010.218510:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767010.218511:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000800:00000200:3.1:1775767010.218511:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000020:00000001:2.0:1775767010.218514:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767010.218518:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775767010.218522:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775767010.218525:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767010.218531:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767010.218535:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767010.218538:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767010.218540:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767010.218542:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767010.218545:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767010.218549:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767010.218552:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767010.218556:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767010.218563:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767010.218565:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767010.218569:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767010.218574:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767010.218577:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767010.218583:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767010.218586:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767010.218590:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767010.218591:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767010.218594:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767010.218596:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767010.218599:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767010.218606:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef000.
00000100:00000001:2.0:1775767010.218612:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767010.218622:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335047296/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767010.218635:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767010.218638:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767010.218671:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335047296/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767010.218680:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767010.218691:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767010.218698:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767010.218701:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767010.218704:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767010.218730:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767010.218746:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4194
00000400:00000200:2.0:1775767010.218751:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767010.218756:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767010.218759:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767010.218762:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767010.218763:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767010.218764:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767010.218766:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767010.218768:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767010.218769:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767010.218771:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767010.218772:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767010.218775:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775767010.218777:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767010.218780:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767010.218782:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767010.218785:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767010.218788:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767010.218791:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767010.218795:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767010.218798:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767010.218800:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767010.218804:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767010.218808:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767010.218812:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767010.218815:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767010.218819:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767010.218822:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767010.218826:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
00000020:00000040:2.0:1775767010.218829:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775767010.218833:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767010.218835:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767010.218838:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767010.218840:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767010.218843:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767010.218846:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306becc00.
00000100:00000001:2.0:1775767010.218850:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767010.218856:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335047424/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767010.218888:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767010.218891:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767010.218897:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335047424/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767010.218915:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767010.218920:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4204)
00000800:00000200:3.1:1775767010.219199:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767010.219202:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775767010.219502:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767010.219505:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775767010.219793:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767010.219794:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775767010.219971:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767010.219973:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000100:00000001:0.0:1775767010.793852:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767010.793859:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767010.793861:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767010.793866:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767010.793870:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767010.793873:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767010.793876:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767010.793879:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767010.793882:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767011.241918:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767011.241923:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767011.241927:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767011.497836:0:58590:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4298868477, at 4298868480
00000100:00000010:2.0:1775767011.497856:0:58590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3660.
00000100:00000001:0.0:1775767011.817886:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767011.817895:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767011.817897:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767011.817904:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767011.817908:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767011.817914:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767011.817917:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767011.817920:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767011.817922:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767012.265936:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767012.265939:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767012.265943:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767012.841780:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767012.841786:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767012.841788:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767012.841792:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767012.841795:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767012.841798:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767012.841800:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767012.841802:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767012.841815:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767013.289999:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767013.290006:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767013.290012:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767013.865889:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767013.865899:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767013.865901:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767013.865909:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767013.865915:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767013.865920:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767013.865924:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767013.865928:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767013.865931:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767014.313930:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767014.313935:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767014.313939:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767014.889794:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767014.889802:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767014.889805:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767014.889811:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767014.889815:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767014.889820:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767014.889824:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767014.889827:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767014.889830:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767015.337904:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767015.337909:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767015.337913:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1775767015.338378:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767015.338385:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1775767015.338970:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767015.338972:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1775767015.339211:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767015.339213:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1775767015.339402:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767015.339403:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1775767015.339577:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767015.339579:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000100:00000001:0.0:1775767015.913806:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767015.913811:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767015.913813:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767015.913817:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767015.913820:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767015.913823:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767015.913825:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767015.913827:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767015.913829:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767016.361901:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767016.361904:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767016.361907:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767016.617799:0:58590:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4298873597, at 4298873600
00000100:00000010:2.0:1775767016.617813:0:58590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3960.
00000100:00000001:0.0:1775767016.937772:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767016.937777:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767016.937779:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767016.937784:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767016.937787:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767016.937791:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767016.937793:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767016.937795:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767016.937797:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767017.385976:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767017.385981:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767017.385986:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767017.961800:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767017.961807:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767017.961809:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767017.961814:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767017.961817:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767017.961821:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767017.961823:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767017.961826:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767017.961829:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767018.409980:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767018.409987:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767018.409992:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767018.985826:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767018.985832:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767018.985834:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767018.985839:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767018.985842:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767018.985845:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767018.985847:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767018.985850:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767018.985852:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767019.433930:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767019.433933:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767019.433936:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767020.009797:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767020.009802:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767020.009804:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767020.009810:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767020.009813:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767020.009816:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767020.009819:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767020.009821:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767020.009823:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767020.457957:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767020.457965:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767020.457974:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1775767020.458619:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767020.459204:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767020.459532:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767020.459780:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767020.459953:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:0.0:1775767021.033824:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767021.033831:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767021.033833:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767021.033839:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767021.033844:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767021.033848:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767021.033850:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767021.033853:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767021.033856:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767021.481993:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767021.481998:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767021.482003:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767021.737793:0:58590:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4298878717, at 4298878720
00000100:00000010:2.0:1775767021.737810:0:58590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3720.
00000100:00000001:0.0:1775767022.057918:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767022.057928:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767022.057931:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767022.057941:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767022.057946:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767022.057951:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767022.057955:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767022.057959:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767022.057963:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767022.505907:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767022.505912:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767022.505916:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767023.081887:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767023.081894:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767023.081896:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767023.081902:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767023.081906:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767023.081910:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767023.081912:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767023.081915:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767023.081917:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767023.530043:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767023.530047:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767023.530051:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767024.105903:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767024.105922:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767024.105924:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767024.105937:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767024.105942:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767024.105947:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767024.105950:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767024.105953:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767024.105957:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767024.553905:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767024.553909:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767024.553912:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767025.129869:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767025.129875:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767025.129876:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767025.129881:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767025.129884:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767025.129887:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767025.129890:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767025.129892:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767025.129894:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767025.577836:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767025.577843:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767025.577846:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767025.577850:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767025.577854:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767025.577862:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4210
00000400:00000200:2.0:1775767025.577870:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767025.577876:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767025.577878:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767025.577881:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767025.577884:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767025.577887:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767025.577889:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767025.577892:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767025.577894:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767025.577896:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767025.577899:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775767025.577901:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767025.577901:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775767025.577905:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767025.577905:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00010000:00010000:0.0:1775767025.577911:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767025.577911:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767025.577914:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767025.577915:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767025.577917:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767025.577919:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767025.577922:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767025.577924:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767025.577926:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767025.577928:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767025.577930:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767025.577931:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767025.577933:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767025.577938:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775767025.577941:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767025.577944:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767025.577945:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767025.577947:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767025.577950:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767025.577953:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767025.577960:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee800.
00000100:00000001:2.0:1775767025.577966:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767025.577976:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335048832/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767025.577988:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767025.577993:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767025.577997:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335048832/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767025.578021:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767025.578024:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767025.578028:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767025.578030:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767025.578032:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767025.578035:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767025.578038:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4210
00000400:00000200:2.0:1775767025.578043:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767025.578048:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767025.578051:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767025.578055:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767025.578057:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767025.578059:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767025.578061:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767025.578063:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767025.578067:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767025.578070:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767025.578075:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767025.578079:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767025.578085:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767025.578091:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767025.578093:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767025.578101:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767025.578113:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767025.578126:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767025.578132:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767025.578138:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767025.578143:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767025.578152:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767025.578162:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767025.578178:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767025.578188:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767025.578197:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767025.578205:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767025.578217:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775767025.578222:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767025.578233:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767025.578237:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767025.578243:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767025.578245:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767025.578247:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767025.578252:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed000.
00000100:00000001:2.0:1775767025.578261:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767025.578276:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335048960/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767025.578288:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767025.578292:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767025.578302:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335048960/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767025.578313:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767025.578315:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767025.578319:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767025.578322:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767025.578327:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767025.578337:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767025.578346:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4210
00000400:00000200:2.0:1775767025.578367:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767025.578385:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767025.578393:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767025.578407:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767025.578415:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767025.578424:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767025.578431:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767025.578444:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767025.578447:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767025.578449:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767025.578452:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775767025.578467:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775767025.578474:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775767025.578487:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767025.578492:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767025.578501:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767025.578515:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767025.578526:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767025.578541:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767025.578549:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767025.578556:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767025.578562:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767025.578569:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767025.578599:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767025.578605:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767025.578609:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767025.578612:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767025.578620:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
00000020:00000040:2.0:1775767025.578629:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767025.578636:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767025.578641:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767025.578645:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767025.578652:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767025.578655:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767025.578662:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec400.
00000100:00000001:2.0:1775767025.578668:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767025.578681:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335049088/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1775767025.578697:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767025.578706:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000100:00000001:2.0:1775767025.578760:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767025.578763:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767025.578775:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335049088/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767025.578806:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767025.578810:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767025.578819:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767025.578828:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767025.578830:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767025.578835:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767025.578847:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4210
00000400:00000200:2.0:1775767025.578860:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767025.578872:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767025.578884:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767025.578898:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767025.578904:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767025.578915:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767025.578923:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767025.578932:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767025.578939:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767025.578948:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767025.578955:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775767025.578963:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775767025.578967:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767025.578976:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767025.578984:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767025.578990:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767025.578999:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767025.579004:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767025.579015:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767025.579018:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767025.579021:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767025.579032:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767025.579038:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767025.579044:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767025.579051:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767025.579056:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767025.579061:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767025.579073:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767025.579084:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767025.579093:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767025.579099:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767025.579102:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767025.579109:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767025.579117:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767025.579130:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee400.
00000100:00000001:2.0:1775767025.579136:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767025.579151:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335049216/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767025.579180:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767025.579188:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767025.579211:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335049216/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767025.579295:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767025.579302:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767025.579310:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767025.579316:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767025.579319:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767025.579325:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767025.579335:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4210
00000400:00000200:2.0:1775767025.579349:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767025.579362:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767025.579383:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767025.579396:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767025.579401:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767025.579404:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767025.579406:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767025.579415:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767025.579420:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767025.579425:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767025.579429:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767025.579435:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775767025.579441:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767025.579453:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767025.579459:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767025.579469:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767025.579476:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767025.579481:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767025.579492:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767025.579507:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767025.579518:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767025.579526:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767025.579538:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767025.579542:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767025.579550:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767025.579562:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767025.579569:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767025.579587:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
00000020:00000040:2.0:1775767025.579596:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775767025.579606:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767025.579609:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767025.579616:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767025.579620:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767025.579624:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767025.579632:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef400.
00000100:00000001:2.0:1775767025.579638:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767025.579653:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335049344/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767025.579677:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767025.579682:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767025.579693:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335049344/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767025.579706:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767025.579744:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4220)
00000800:00000200:1.1:1775767025.579916:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767025.579918:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775767025.580121:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767025.580123:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775767025.580338:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767025.580340:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775767025.580518:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767025.580520:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000100:00000001:0.0:1775767026.153789:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767026.153796:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767026.153799:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767026.153805:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767026.153809:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767026.153813:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767026.153825:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767026.153827:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767026.153829:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767026.601887:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767026.601890:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767026.601892:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767026.857810:0:58590:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4298883838, at 4298883840
00000100:00000010:2.0:1775767026.857820:0:58590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9273188e51e0.
00000100:00000001:0.0:1775767027.177786:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767027.177790:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767027.177793:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767027.177798:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767027.177801:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767027.177805:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767027.177808:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767027.177811:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767027.177814:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767027.625933:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767027.625936:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767027.625939:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767028.201877:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767028.201886:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767028.201889:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767028.201897:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767028.201902:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767028.201907:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767028.201910:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767028.201913:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767028.201916:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767028.649861:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767028.649865:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767028.649869:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767029.225866:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767029.225874:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767029.225877:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767029.225883:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767029.225889:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767029.225894:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767029.225898:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767029.225901:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767029.225905:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767029.673958:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767029.673962:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767029.673965:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767030.249863:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767030.249870:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767030.249872:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767030.249878:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767030.249883:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767030.249888:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767030.249891:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767030.249893:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767030.249895:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767030.698026:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767030.698033:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767030.698045:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1775767030.698680:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767030.698693:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775767030.699736:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767030.699741:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775767030.700038:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767030.700042:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775767030.700293:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767030.700295:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775767030.700620:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767030.700623:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1775767031.273870:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767031.273879:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767031.273882:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767031.273890:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767031.273896:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767031.273902:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767031.273905:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767031.273909:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767031.273913:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767031.721898:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767031.721917:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767031.721920:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767031.977867:0:58590:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4298888958, at 4298888960
00000100:00000010:2.0:1775767031.977882:0:58590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3300.
00000100:00000001:0.0:1775767032.297827:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767032.297834:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767032.297836:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767032.297843:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767032.297847:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767032.297851:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767032.297854:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767032.297857:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767032.297860:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767032.745910:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767032.745914:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767032.745917:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767033.321873:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767033.321883:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767033.321885:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767033.321894:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767033.321899:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767033.321905:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767033.321909:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767033.321912:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767033.321916:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767033.770006:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767033.770014:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767033.770021:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767034.345824:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767034.345831:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767034.345833:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767034.345840:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767034.345844:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767034.345849:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767034.345853:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767034.345857:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767034.345860:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767034.793897:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767034.793901:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767034.793905:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767035.369836:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767035.369844:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767035.369846:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767035.369851:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767035.369854:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767035.369857:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767035.369859:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767035.369862:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767035.369864:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767035.817833:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767035.817844:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767035.817846:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767035.817852:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767035.817857:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767035.817866:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4220
00000400:00000200:2.0:1775767035.817878:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767035.817885:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767035.817889:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767035.817892:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767035.817896:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767035.817899:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767035.817902:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767035.817917:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767035.817920:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767035.817924:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767035.817928:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775767035.817931:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775767035.817934:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775767035.817935:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000040:2.0:1775767035.817938:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000020:00000001:0.0:1775767035.817940:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767035.817942:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00010000:00010000:0.0:1775767035.817944:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767035.817946:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767035.817949:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767035.817952:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767035.817956:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767035.817958:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767035.817961:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767035.817964:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767035.817966:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767035.817968:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767035.817971:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767035.817982:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775767035.817985:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767035.817988:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767035.817990:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767035.817993:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767035.817995:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767035.818000:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767035.818011:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef400.
00000100:00000001:2.0:1775767035.818018:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767035.818027:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335050112/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767035.818035:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767035.818040:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767035.818044:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335050112/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767035.818063:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767035.818067:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767035.818070:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767035.818072:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767035.818073:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767035.818076:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767035.818079:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4220
00000400:00000200:2.0:1775767035.818084:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767035.818087:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767035.818090:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767035.818093:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767035.818095:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767035.818097:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767035.818099:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767035.818101:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767035.818103:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767035.818105:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767035.818107:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767035.818110:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767035.818112:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767035.818116:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767035.818118:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767035.818120:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767035.818122:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767035.818125:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767035.818128:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767035.818130:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767035.818132:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767035.818138:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767035.818141:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767035.818143:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767035.818148:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767035.818151:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767035.818153:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767035.818156:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775767035.818159:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767035.818162:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767035.818163:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767035.818165:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767035.818166:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767035.818168:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767035.818172:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee400.
00000100:00000001:2.0:1775767035.818176:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767035.818180:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335050240/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767035.818187:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767035.818189:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767035.818194:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335050240/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767035.818203:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767035.818206:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767035.818210:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767035.818211:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767035.818213:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767035.818216:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767035.818219:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4220
00000400:00000200:2.0:1775767035.818222:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767035.818225:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767035.818228:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767035.818231:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767035.818232:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767035.818235:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767035.818237:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767035.818239:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767035.818240:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767035.818242:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767035.818244:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775767035.818246:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775767035.818249:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775767035.818251:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767035.818253:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767035.818255:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767035.818257:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767035.818259:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767035.818262:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767035.818264:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767035.818266:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767035.818269:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767035.818271:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767035.818273:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767035.818275:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767035.818277:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767035.818279:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767035.818282:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
00000020:00000040:2.0:1775767035.818285:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767035.818288:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767035.818289:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767035.818291:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767035.818292:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767035.818294:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767035.818297:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec400.
00000100:00000001:2.0:1775767035.818300:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767035.818304:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335050368/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767035.818312:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767035.818314:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775767035.818315:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000040:2.0:1775767035.818317:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335050368/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1775767035.818319:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000100:00000001:2.0:1775767035.818326:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767035.818329:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767035.818332:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767035.818333:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767035.818335:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767035.818338:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767035.818340:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4220
00000400:00000200:2.0:1775767035.818344:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767035.818346:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767035.818349:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767035.818351:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767035.818354:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767035.818356:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767035.818358:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767035.818361:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767035.818362:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767035.818364:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767035.818367:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775767035.818369:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775767035.818371:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767035.818375:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767035.818377:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767035.818380:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767035.818382:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767035.818385:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767035.818387:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767035.818390:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767035.818391:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767035.818394:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767035.818396:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767035.818398:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767035.818400:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767035.818402:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767035.818404:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767035.818407:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767035.818409:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767035.818411:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767035.818412:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767035.818414:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767035.818415:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767035.818417:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767035.818421:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed000.
00000100:00000001:2.0:1775767035.818423:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767035.818427:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335050496/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767035.818435:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767035.818437:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767035.818440:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335050496/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767035.818449:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767035.818452:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767035.818455:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767035.818456:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767035.818459:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767035.818462:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767035.818483:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4220
00000400:00000200:2.0:1775767035.818487:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767035.818491:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767035.818493:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767035.818497:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767035.818499:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767035.818501:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767035.818503:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767035.818506:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767035.818507:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767035.818509:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767035.818511:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767035.818514:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775767035.818517:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767035.818520:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767035.818522:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767035.818523:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767035.818525:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767035.818528:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767035.818531:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767035.818534:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767035.818536:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767035.818539:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767035.818542:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767035.818544:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767035.818546:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767035.818549:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767035.818551:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767035.818554:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
00000020:00000040:2.0:1775767035.818556:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775767035.818559:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767035.818560:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767035.818562:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767035.818564:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767035.818565:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767035.818570:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee800.
00000100:00000001:2.0:1775767035.818573:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767035.818577:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335050624/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767035.818584:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767035.818587:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767035.818591:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335050624/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767035.818599:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767035.818604:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4230)
00000800:00000200:3.1:1775767035.818756:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767035.818758:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775767035.818991:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767035.818993:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775767035.819222:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767035.819224:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775767035.819394:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767035.819396:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000100:00000001:0.0:1775767036.393884:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767036.393891:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767036.393893:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767036.393899:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767036.393903:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767036.393908:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767036.393910:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767036.393913:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767036.393916:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767036.841933:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767036.841938:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767036.841942:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767037.097809:0:58590:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4298894077, at 4298894080
00000100:00000010:2.0:1775767037.097829:0:58590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3c00.
00000100:00000001:0.0:1775767037.417927:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767037.417937:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767037.417940:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767037.417947:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767037.417968:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767037.417974:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767037.417977:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767037.417981:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767037.417985:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767037.865915:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767037.865919:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767037.865922:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767038.441824:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767038.441830:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767038.441832:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767038.441836:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767038.441840:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767038.441843:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767038.441845:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767038.441847:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767038.441850:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767038.889981:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767038.889985:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767038.889989:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767039.465795:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767039.465801:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767039.465804:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767039.465808:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767039.465811:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767039.465815:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767039.465817:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767039.465819:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767039.465821:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767039.913962:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767039.913967:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767039.913971:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767040.489837:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767040.489842:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767040.489844:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767040.489849:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767040.489852:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767040.489855:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767040.489857:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767040.489859:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767040.489861:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767040.937861:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767040.937874:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767040.937879:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767040.937886:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767040.937898:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767040.937910:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4225
00000400:00000200:2.0:1775767040.937923:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767040.937931:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767040.937935:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767040.937939:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767040.937943:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767040.937946:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767040.937949:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767040.937954:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767040.937956:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767040.937960:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767040.937964:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775767040.937966:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775767040.937970:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775767040.937973:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767040.937975:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767040.937978:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000020:00000001:0.0:1775767040.937979:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1775767040.937980:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767040.937987:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1775767040.937987:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767040.937992:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00010000:00010000:0.0:1775767040.937996:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775767040.937996:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767040.938000:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767040.938004:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767040.938006:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767040.938009:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767040.938011:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767040.938023:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775767040.938026:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767040.938035:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767040.938037:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767040.938039:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767040.938043:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767040.938048:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767040.938057:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306becc00.
00000100:00000001:2.0:1775767040.938064:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767040.938073:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335050752/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767040.938082:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767040.938087:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767040.938091:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335050752/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767040.938110:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767040.938113:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767040.938116:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767040.938117:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767040.938118:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767040.938120:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767040.938123:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4225
00000400:00000200:2.0:1775767040.938126:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767040.938130:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767040.938132:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767040.938134:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767040.938136:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767040.938139:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767040.938144:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767040.938149:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767040.938152:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767040.938155:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767040.938156:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767040.938158:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767040.938162:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767040.938167:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767040.938177:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767040.938186:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767040.938197:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767040.938208:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767040.938215:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767040.938226:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767040.938234:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767040.938240:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767040.938247:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767040.938256:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767040.938264:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767040.938270:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767040.938273:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767040.938278:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775767040.938282:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767040.938284:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767040.938285:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767040.938287:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767040.938288:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767040.938291:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767040.938298:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef000.
00000100:00000001:2.0:1775767040.938305:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767040.938311:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335050880/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767040.938329:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767040.938331:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767040.938336:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335050880/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767040.938345:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767040.938350:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767040.938353:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767040.938358:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767040.938360:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767040.938364:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767040.938372:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4225
00000400:00000200:2.0:1775767040.938378:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767040.938389:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767040.938396:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767040.938408:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767040.938434:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767040.938447:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767040.938454:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767040.938460:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767040.938463:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767040.938469:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767040.938473:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775767040.938476:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775767040.938479:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775767040.938490:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767040.938494:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767040.938498:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767040.938501:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767040.938509:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767040.938517:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767040.938528:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767040.938535:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767040.938542:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767040.938552:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767040.938560:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767040.938567:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767040.938578:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767040.938580:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767040.938587:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
00000020:00000040:2.0:1775767040.938598:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767040.938613:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767040.938616:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767040.938621:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767040.938624:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767040.938628:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767040.938634:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306befc00.
00000100:00000001:2.0:1775767040.938640:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767040.938652:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335051008/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767040.938672:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767040.938675:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775767040.938681:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000040:2.0:1775767040.938685:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335051008/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1775767040.938686:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000100:00000001:2.0:1775767040.938745:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767040.938750:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767040.938760:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767040.938763:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767040.938766:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767040.938774:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767040.938780:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4225
00000400:00000200:2.0:1775767040.938789:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767040.938795:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767040.938804:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767040.938815:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767040.938824:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767040.938829:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767040.938833:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767040.938838:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767040.938842:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767040.938847:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767040.938852:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775767040.938860:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775767040.938866:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767040.938873:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767040.938876:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767040.938882:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767040.938884:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767040.938890:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767040.938894:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767040.938896:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767040.938898:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767040.938901:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767040.938904:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767040.938905:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767040.938908:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767040.938914:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767040.938916:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767040.938921:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767040.938925:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767040.938934:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767040.938936:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767040.938938:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767040.938943:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767040.938946:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767040.938953:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306beec00.
00000100:00000001:2.0:1775767040.938969:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767040.938982:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335051136/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767040.939000:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767040.939006:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767040.939019:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335051136/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767040.939058:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767040.939064:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767040.939074:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767040.939079:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767040.939085:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767040.939090:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767040.939097:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4225
00000400:00000200:2.0:1775767040.939112:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767040.939125:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767040.939135:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767040.939143:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767040.939149:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767040.939154:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767040.939156:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767040.939157:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767040.939158:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767040.939159:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767040.939160:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767040.939165:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775767040.939172:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767040.939177:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767040.939182:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767040.939192:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767040.939195:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767040.939200:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767040.939205:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767040.939215:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767040.939220:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767040.939227:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767040.939236:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767040.939244:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767040.939247:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767040.939252:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767040.939254:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767040.939262:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
00000020:00000040:2.0:1775767040.939270:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775767040.939282:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767040.939285:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767040.939291:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767040.939293:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767040.939296:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767040.939302:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec800.
00000100:00000001:2.0:1775767040.939308:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767040.939318:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335051264/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767040.939336:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767040.939339:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767040.939346:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335051264/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767040.939363:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767040.939372:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4235)
00000800:00000200:3.1:1775767040.939556:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767040.939558:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775767040.939807:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767040.939809:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775767040.940031:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767040.940033:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775767040.940211:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767040.940213:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000100:00000001:0.0:1775767041.513829:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767041.513836:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767041.513838:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767041.513844:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767041.513847:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767041.513852:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767041.513854:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767041.513856:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767041.513859:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767041.961920:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767041.961923:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767041.961925:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767042.217847:0:58590:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4298899198, at 4298899200
00000100:00000010:2.0:1775767042.217861:0:58590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3b40.
00000100:00000001:0.0:1775767042.537809:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767042.537815:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767042.537817:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767042.537822:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767042.537825:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767042.537828:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767042.537830:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767042.537832:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767042.537834:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767042.985927:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767042.985931:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767042.985933:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767043.561842:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767043.561849:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767043.561850:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767043.561856:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767043.561860:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767043.561864:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767043.561866:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767043.561869:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767043.561871:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767044.009907:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767044.009912:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767044.009916:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767044.585797:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767044.585804:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767044.585806:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767044.585812:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767044.585815:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767044.585820:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767044.585822:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767044.585824:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767044.585826:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767045.033909:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767045.033912:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767045.033915:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767045.609814:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767045.609821:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767045.609824:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767045.609831:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767045.609835:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767045.609839:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767045.609842:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767045.609845:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767045.609848:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767046.057826:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767046.057842:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767046.057847:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767046.057854:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767046.057866:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767046.057879:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4230
00000400:00000200:2.0:1775767046.057897:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767046.057923:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767046.057928:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767046.057932:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767046.057937:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767046.057940:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767046.057944:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767046.057949:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767046.057952:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767046.057956:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767046.057960:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775767046.057965:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775767046.057970:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775767046.057973:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767046.057976:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000020:00000001:0.0:1775767046.057979:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000040:2.0:1775767046.057983:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000020:00000001:0.0:1775767046.057984:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767046.057992:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00010000:00010000:0.0:1775767046.057993:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000040:2.0:1775767046.058001:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767046.058007:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767046.058011:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767046.058015:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767046.058020:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767046.058024:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767046.058027:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767046.058030:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767046.058044:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775767046.058051:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767046.058057:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767046.058076:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767046.058081:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767046.058085:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767046.058092:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767046.058106:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee000.
00000100:00000001:2.0:1775767046.058116:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767046.058131:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335051392/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767046.058143:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767046.058164:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767046.058171:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335051392/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767046.058201:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767046.058205:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767046.058209:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767046.058213:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767046.058216:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767046.058220:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767046.058225:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4230
00000400:00000200:2.0:1775767046.058231:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767046.058237:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767046.058243:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767046.058263:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767046.058277:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767046.058289:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767046.058304:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767046.058316:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767046.058321:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767046.058329:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767046.058338:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767046.058349:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767046.058373:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767046.058389:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767046.058414:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767046.058421:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767046.058433:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767046.058436:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767046.058443:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767046.058447:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767046.058451:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767046.058477:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767046.058489:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767046.058497:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767046.058509:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767046.058520:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767046.058543:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767046.058551:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775767046.058559:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767046.058574:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767046.058582:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767046.058589:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767046.058595:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767046.058602:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767046.058618:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef800.
00000100:00000001:2.0:1775767046.058624:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767046.058636:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335051520/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767046.058670:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767046.058673:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767046.058678:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335051520/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767046.058699:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767046.058704:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767046.058708:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767046.058710:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767046.058711:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767046.058714:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767046.058718:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4230
00000400:00000200:2.0:1775767046.058724:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767046.058729:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767046.058731:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767046.058740:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767046.058744:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767046.058748:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767046.058753:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000800:00000200:3.1:1775767046.058767:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767046.058772:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000020:00000001:2.0:1775767046.058790:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767046.058793:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767046.058797:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767046.058800:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775767046.058810:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775767046.058819:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775767046.058828:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767046.058836:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767046.058841:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767046.058850:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767046.058860:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767046.058871:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767046.058881:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767046.058886:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767046.058892:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767046.058897:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767046.058921:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767046.058925:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767046.058930:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767046.058935:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767046.058944:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
00000020:00000040:2.0:1775767046.058950:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767046.058962:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767046.058964:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767046.058968:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767046.058971:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767046.058978:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767046.058986:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bedc00.
00000100:00000001:2.0:1775767046.058993:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767046.059005:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335051648/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767046.059038:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767046.059043:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767046.059053:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335051648/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767046.059104:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767046.059112:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767046.059122:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767046.059128:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767046.059132:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767046.059146:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767046.059173:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4230
00000400:00000200:2.0:1775767046.059189:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767046.059201:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767046.059205:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767046.059212:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767046.059240:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767046.059246:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767046.059252:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767046.059257:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767046.059260:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767046.059265:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767046.059269:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775767046.059279:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775767046.059286:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767046.059299:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767046.059305:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767046.059316:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767046.059326:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767046.059337:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767046.059353:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767046.059395:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767046.059400:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767046.059409:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767046.059418:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767046.059425:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767046.059434:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767046.059441:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767046.059444:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767046.059451:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767046.059458:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767046.059464:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767046.059469:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767046.059475:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767046.059480:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767046.059488:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767046.059496:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed400.
00000100:00000001:2.0:1775767046.059503:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767046.059517:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335051776/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767046.059552:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767046.059555:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767046.059563:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335051776/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767046.059581:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767046.059586:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767046.059590:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767046.059593:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767046.059596:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767046.059601:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767046.059605:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4230
00000400:00000200:2.0:1775767046.059614:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767046.059619:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767046.059623:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767046.059629:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767046.059639:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767046.059641:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767046.059643:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767046.059647:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767046.059652:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767046.059656:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767046.059660:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767046.059663:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775767046.059668:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767046.059674:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767046.059677:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767046.059680:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767046.059685:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767046.059693:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767046.059703:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767046.059709:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767046.059711:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767046.059715:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767046.059717:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767046.059719:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767046.059722:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767046.059749:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767046.059754:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767046.059760:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
00000020:00000040:2.0:1775767046.059767:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775767046.059771:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767046.059774:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767046.059780:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767046.059783:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767046.059789:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767046.059796:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed800.
00000100:00000001:2.0:1775767046.059804:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767046.059818:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335051904/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767046.059854:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767046.059861:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767046.059873:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335051904/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767046.059926:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767046.059940:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4240)
00000800:00000200:3.1:1775767046.060036:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767046.060039:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775767046.060433:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767046.060436:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775767046.060768:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767046.060770:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775767046.061055:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767046.061056:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000100:00000001:0.0:1775767046.633770:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767046.633776:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767046.633778:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767046.633784:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767046.633787:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767046.633791:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767046.633794:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767046.633796:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767046.633799:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767047.081917:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767047.081920:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767047.081923:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767047.337829:0:58590:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4298904318, at 4298904320
00000100:00000010:2.0:1775767047.337841:0:58590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3e40.
00000100:00000001:0.0:1775767047.657804:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767047.657812:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767047.657814:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767047.657820:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767047.657823:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767047.657827:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767047.657829:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767047.657831:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767047.657834:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767048.105874:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767048.105880:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767048.105885:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767048.681833:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767048.681840:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767048.681842:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767048.681848:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767048.681852:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767048.681857:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767048.681860:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767048.681863:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767048.681865:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767049.130001:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767049.130007:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767049.130013:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767049.705822:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767049.705827:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767049.705828:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767049.705833:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767049.705836:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767049.705840:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767049.705842:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767049.705845:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767049.705847:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767050.153964:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767050.153968:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767050.153971:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767050.729799:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767050.729806:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767050.729808:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767050.729813:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767050.729817:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767050.729821:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767050.729824:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767050.729826:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767050.729828:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767051.177919:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767051.177923:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767051.177926:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1775767051.178494:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767051.178499:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775767051.178987:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767051.178989:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775767051.179200:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767051.179202:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775767051.179458:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767051.179459:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775767051.179638:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767051.179640:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 33 secs later)
00000100:00000001:0.0:1775767051.753796:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767051.753802:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767051.753804:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767051.753810:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767051.753813:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767051.753817:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767051.753820:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767051.753822:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767051.753825:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767052.201867:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767052.201870:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767052.201873:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767052.457802:0:58590:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4298909437, at 4298909440
00000100:00000010:2.0:1775767052.457822:0:58590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe30c0.
00000100:00000001:0.0:1775767052.777845:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767052.777853:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767052.777854:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767052.777860:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767052.777864:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767052.777868:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767052.777870:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767052.777872:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767052.777875:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767053.226009:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767053.226015:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767053.226019:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767053.801799:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767053.801806:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767053.801808:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767053.801813:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767053.801817:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767053.801821:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767053.801824:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767053.801827:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767053.801830:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767054.249893:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767054.249898:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767054.249902:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767054.825827:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767054.825835:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767054.825837:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767054.825843:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767054.825847:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767054.825851:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767054.825854:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767054.825857:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767054.825859:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767055.273923:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767055.273926:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767055.273929:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767055.849773:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767055.849780:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767055.849782:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767055.849788:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767055.849791:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767055.849794:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767055.849797:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767055.849799:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767055.849801:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767056.297906:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767056.297912:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767056.297917:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1775767056.298407:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767056.298412:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1775767056.299085:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767056.299090:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1775767056.299484:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767056.299485:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1775767056.299775:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767056.299777:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1775767056.300007:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767056.300009:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 28 secs later)
00000100:00000001:0.0:1775767056.873829:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767056.873836:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767056.873837:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767056.873843:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767056.873847:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767056.873851:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767056.873853:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767056.873856:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767056.873860:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767057.322665:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767057.322669:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767057.322674:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767057.577791:0:58590:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4298914557, at 4298914560
00000100:00000010:2.0:1775767057.577810:0:58590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe39c0.
00000100:00000001:0.0:1775767057.897839:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767057.897846:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767057.897848:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767057.897854:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767057.897857:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767057.897862:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767057.897864:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767057.897866:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767057.897868:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767058.345947:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767058.345951:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767058.345953:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767058.921802:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767058.921807:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767058.921809:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767058.921813:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767058.921816:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767058.921820:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767058.921822:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767058.921825:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767058.921826:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767059.369982:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767059.369986:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767059.369990:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767059.945841:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767059.945849:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767059.945852:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767059.945859:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767059.945864:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767059.945869:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767059.945872:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767059.945875:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767059.945878:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767060.393922:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767060.393925:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767060.393928:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767060.969817:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767060.969824:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767060.969825:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767060.969830:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767060.969833:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767060.969836:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767060.969838:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767060.969841:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767060.969843:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767061.417949:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767061.417952:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767061.417956:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1775767061.418613:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767061.418619:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775767061.419244:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767061.419246:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775767061.419544:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767061.419546:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775767061.419886:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767061.419889:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775767061.420219:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767061.420222:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1775767061.993819:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767061.993825:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767061.993827:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767061.993831:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767061.993834:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767061.993838:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767061.993840:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767061.993842:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767061.993844:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767062.441921:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767062.441924:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767062.441927:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767062.697811:0:58590:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4298919678, at 4298919680
00000100:00000010:2.0:1775767062.697828:0:58590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3ba0.
00000100:00000001:0.0:1775767063.017823:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767063.017830:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767063.017832:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767063.017838:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767063.017842:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767063.017846:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767063.017849:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767063.017851:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767063.017854:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767063.465902:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767063.465906:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767063.465909:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767064.041851:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767064.041858:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767064.041859:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767064.041866:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767064.041869:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767064.041874:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767064.041876:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767064.041879:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767064.041881:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767064.490025:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767064.490029:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767064.490032:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767065.065810:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767065.065816:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767065.065818:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767065.065824:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767065.065827:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767065.065832:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767065.065835:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767065.065837:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767065.065840:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767065.513875:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767065.513879:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767065.513883:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767066.089879:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767066.089886:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767066.089887:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767066.089893:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767066.089896:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767066.089901:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767066.089904:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767066.089906:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767066.089909:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767066.537985:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767066.537989:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767066.537993:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1775767066.538646:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767066.538657:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775767066.539591:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767066.539593:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775767066.539813:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767066.539814:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775767066.540026:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767066.540028:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775767066.540263:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767066.540266:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1775767067.113811:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767067.113821:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767067.113823:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767067.113830:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767067.113834:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767067.113839:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767067.113841:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767067.113843:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767067.113845:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767067.561849:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767067.561852:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767067.561862:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767067.817788:0:58590:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4298924798, at 4298924800
00000100:00000010:2.0:1775767067.817803:0:58590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3d80.
00000100:00000001:0.0:1775767068.137837:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767068.137844:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767068.137846:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767068.137853:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767068.137857:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767068.137861:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767068.137863:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767068.137867:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767068.137870:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767068.585961:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767068.585965:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767068.585968:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767069.161790:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767069.161798:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767069.161800:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767069.161805:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767069.161809:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767069.161813:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767069.161816:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767069.161819:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767069.161821:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767069.609943:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767069.609947:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767069.609950:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767070.185874:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767070.185882:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767070.185884:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767070.185890:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767070.185896:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767070.185903:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767070.185907:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767070.185911:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767070.185914:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767070.633902:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767070.633906:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767070.633908:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767071.209787:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767071.209794:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767071.209796:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767071.209802:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767071.209806:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767071.209810:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767071.209813:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767071.209816:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767071.209819:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767071.657819:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767071.657827:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767071.657830:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767071.657836:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767071.657841:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767071.657849:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4256
00000020:00000001:0.0:1775767071.657858:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000400:00000200:2.0:1775767071.657860:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000020:00000001:0.0:1775767071.657861:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767071.657866:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000200:2.0:1775767071.657871:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767071.657876:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767071.657880:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767071.657884:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767071.657887:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767071.657890:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767071.657894:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767071.657896:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767071.657899:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767071.657902:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775767071.657905:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775767071.657907:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775767071.657911:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767071.657913:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767071.657915:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767071.657917:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767071.657920:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767071.657924:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767071.657927:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767071.657930:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767071.657933:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767071.657936:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767071.657940:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767071.657942:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767071.657953:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775767071.657968:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767071.657973:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767071.657976:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767071.657979:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767071.657982:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767071.657986:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767071.657995:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed400.
00000100:00000001:2.0:1775767071.658002:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767071.658011:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335054592/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767071.658019:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767071.658023:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767071.658027:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335054592/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767071.658049:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767071.658053:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767071.658057:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767071.658059:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767071.658061:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767071.658065:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767071.658069:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4256
00000400:00000200:2.0:1775767071.658084:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767071.658104:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767071.658109:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767071.658115:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767071.658119:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767071.658123:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767071.658126:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767071.658129:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767071.658132:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767071.658134:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767071.658137:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767071.658140:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767071.658145:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767071.658153:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767071.658155:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767071.658158:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767071.658160:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767071.658163:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767071.658167:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767071.658168:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767071.658172:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767071.658179:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767071.658182:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767071.658185:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767071.658189:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767071.658192:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767071.658197:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767071.658200:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775767071.658202:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767071.658207:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767071.658210:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767071.658214:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767071.658216:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767071.658218:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767071.658223:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bedc00.
00000100:00000001:2.0:1775767071.658230:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767071.658239:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335054720/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767071.658249:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767071.658254:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767071.658259:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335054720/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767071.658274:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767071.658278:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767071.658281:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767071.658283:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767071.658285:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767071.658290:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767071.658296:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4256
00000400:00000200:2.0:1775767071.658325:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767071.658330:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767071.658333:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767071.658335:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767071.658339:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767071.658343:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767071.658346:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767071.658351:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767071.658353:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767071.658356:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:3.1:1775767071.658357:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000020:00000040:2.0:1775767071.658358:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775767071.658362:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000800:00000200:3.1:1775767071.658362:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000020:00000001:2.0:1775767071.658363:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775767071.658366:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767071.658368:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767071.658369:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767071.658370:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767071.658372:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767071.658373:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767071.658375:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767071.658377:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767071.658382:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767071.658386:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767071.658390:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767071.658393:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767071.658396:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767071.658398:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767071.658406:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
00000020:00000040:2.0:1775767071.658410:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767071.658416:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767071.658420:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767071.658424:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767071.658428:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767071.658432:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767071.658438:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef800.
00000100:00000001:2.0:1775767071.658445:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767071.658455:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335054848/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767071.658472:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767071.658474:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767071.658479:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335054848/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767071.658488:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767071.658493:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767071.658499:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767071.658503:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767071.658504:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767071.658509:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767071.658514:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4256
00000400:00000200:2.0:1775767071.658520:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767071.658526:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767071.658532:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767071.658538:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767071.658543:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767071.658547:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767071.658552:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767071.658555:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767071.658556:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767071.658559:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767071.658564:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775767071.658568:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775767071.658573:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767071.658579:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767071.658583:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767071.658588:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767071.658593:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767071.658597:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767071.658603:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767071.658606:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767071.658608:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767071.658612:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767071.658616:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767071.658620:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767071.658623:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767071.658626:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767071.658628:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767071.658632:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767071.658636:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767071.658639:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767071.658641:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767071.658645:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767071.658647:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767071.658657:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767071.658664:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee000.
00000100:00000001:2.0:1775767071.658668:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767071.658678:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335054976/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767071.658704:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767071.658736:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767071.658746:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335054976/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767071.658759:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767071.658764:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767071.658772:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767071.658775:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767071.658777:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767071.658781:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767071.658785:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4256
00000400:00000200:2.0:1775767071.658792:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767071.658797:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767071.658799:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767071.658804:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767071.658809:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767071.658812:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767071.658815:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767071.658820:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767071.658823:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767071.658826:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767071.658829:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767071.658831:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775767071.658833:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767071.658835:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767071.658838:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767071.658841:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767071.658845:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767071.658850:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767071.658856:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767071.658861:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767071.658866:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767071.658870:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767071.658876:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767071.658879:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767071.658883:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767071.658887:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767071.658890:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767071.658896:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
00000020:00000040:2.0:1775767071.658901:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775767071.658905:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767071.658906:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767071.658911:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767071.658914:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767071.658916:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767071.658922:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec800.
00000100:00000001:2.0:1775767071.658927:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767071.658938:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335055104/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767071.658949:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767071.658953:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767071.658961:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335055104/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767071.658979:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767071.658985:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4266)
00000800:00000200:3.1:1775767071.659028:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767071.659030:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775767071.659270:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767071.659273:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775767071.659465:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767071.659467:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775767071.659767:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767071.659768:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1775767072.233825:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767072.233831:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767072.233833:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767072.233840:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767072.233844:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767072.233847:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767072.233851:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767072.233853:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767072.233856:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767072.681904:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767072.681908:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767072.681910:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767072.937821:0:58590:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4298929917, at 4298929920
00000100:00000010:2.0:1775767072.937837:0:58590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3cc0.
00000100:00000001:0.0:1775767073.257780:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767073.257786:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767073.257788:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767073.257793:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767073.257795:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767073.257799:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767073.257801:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767073.257804:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767073.257805:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767073.705871:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767073.705874:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767073.705877:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767074.281807:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767074.281812:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767074.281813:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767074.281818:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767074.281821:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767074.281824:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767074.281826:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767074.281828:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767074.281830:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767074.729959:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767074.729963:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767074.729968:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767075.305816:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767075.305822:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767075.305824:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767075.305828:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767075.305831:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767075.305835:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767075.305837:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767075.305838:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767075.305841:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767075.753897:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767075.753900:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767075.753903:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767076.329790:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767076.329798:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767076.329801:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767076.329808:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767076.329812:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767076.329816:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767076.329818:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767076.329821:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767076.329824:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767076.777883:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767076.777896:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767076.777901:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767076.777907:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767076.777914:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767076.777924:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4261
00000400:00000200:2.0:1775767076.777935:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767076.777943:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767076.777946:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767076.777949:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767076.777953:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767076.777956:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767076.777958:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767076.777962:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767076.777964:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767076.777966:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767076.777969:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775767076.777972:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775767076.777975:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775767076.777977:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767076.777979:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767076.777981:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767076.777982:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767076.777984:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767076.777987:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767076.777989:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767076.777992:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767076.777995:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767076.777997:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767076.777999:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767076.778002:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767076.778014:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775767076.778018:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767076.778023:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767076.778025:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767076.778028:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000020:00000001:0.0:1775767076.778029:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
02000000:00000001:2.0:1775767076.778032:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000020:00000001:0.0:1775767076.778033:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767076.778054:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
02000000:00000001:2.0:1775767076.778054:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767076.778065:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306befc00.
00000100:00000001:2.0:1775767076.778073:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767076.778085:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335055232/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767076.778095:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767076.778100:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767076.778104:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335055232/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767076.778123:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767076.778126:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767076.778129:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767076.778131:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767076.778132:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767076.778135:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767076.778138:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4261
00000400:00000200:2.0:1775767076.778141:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767076.778144:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767076.778147:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767076.778150:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767076.778152:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767076.778154:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767076.778156:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767076.778160:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767076.778161:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767076.778165:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767076.778168:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767076.778171:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767076.778175:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767076.778179:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767076.778184:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767076.778188:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767076.778193:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767076.778197:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767076.778201:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767076.778205:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767076.778207:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767076.778213:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767076.778217:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767076.778222:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767076.778227:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767076.778232:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767076.778234:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767076.778239:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775767076.778244:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767076.778248:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767076.778249:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767076.778251:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767076.778253:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767076.778256:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767076.778262:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef000.
00000100:00000001:2.0:1775767076.778267:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767076.778275:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335055360/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767076.778287:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767076.778290:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767076.778293:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335055360/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767076.778318:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767076.778323:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767076.778331:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767076.778335:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767076.778338:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767076.778344:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767076.778349:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4261
00000400:00000200:2.0:1775767076.778356:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767076.778364:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767076.778369:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767076.778371:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767076.778373:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767076.778376:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767076.778381:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767076.778385:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767076.778386:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767076.778388:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767076.778390:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775767076.778394:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775767076.778398:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775767076.778403:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767076.778405:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767076.778410:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767076.778415:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767076.778417:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767076.778423:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767076.778428:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767076.778431:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767076.778437:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767076.778443:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767076.778447:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767076.778451:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767076.778453:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767076.778455:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767076.778462:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
00000020:00000040:2.0:1775767076.778467:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767076.778473:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767076.778476:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767076.778478:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767076.778480:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767076.778483:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767076.778488:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306becc00.
00000100:00000001:2.0:1775767076.778493:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767076.778501:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335055488/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1775767076.778512:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:2.0:1775767076.778517:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:3.1:1775767076.778519:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000100:00000001:2.0:1775767076.778522:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767076.778528:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335055488/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767076.778539:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767076.778541:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767076.778547:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767076.778550:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767076.778553:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767076.778558:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767076.778561:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4261
00000400:00000200:2.0:1775767076.778568:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767076.778572:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767076.778576:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767076.778582:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767076.778587:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767076.778591:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767076.778596:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767076.778601:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767076.778604:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767076.778606:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767076.778608:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775767076.778612:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775767076.778614:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767076.778623:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767076.778629:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767076.778633:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767076.778636:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767076.778641:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767076.778645:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767076.778649:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767076.778655:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767076.778658:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767076.778664:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767076.778667:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767076.778670:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767076.778675:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767076.778679:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767076.778683:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767076.778685:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767076.778687:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767076.778690:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767076.778692:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767076.778694:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767076.778696:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767076.778704:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec000.
00000100:00000001:2.0:1775767076.778735:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767076.778745:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335055616/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767076.778767:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767076.778772:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767076.778778:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335055616/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767076.778792:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767076.778795:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767076.778798:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767076.778799:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767076.778800:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767076.778803:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767076.778806:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4261
00000400:00000200:2.0:1775767076.778812:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767076.778818:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767076.778823:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767076.778829:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767076.778834:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767076.778838:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767076.778843:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767076.778846:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767076.778849:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767076.778852:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767076.778855:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767076.778860:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775767076.778866:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767076.778872:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767076.778877:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767076.778883:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767076.778888:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767076.778892:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767076.778899:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767076.778906:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767076.778908:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767076.778912:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767076.778916:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767076.778921:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767076.778923:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767076.778929:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767076.778932:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767076.778938:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
00000020:00000040:2.0:1775767076.778943:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775767076.778947:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767076.778950:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767076.778955:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767076.778957:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767076.778961:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767076.778965:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee800.
00000100:00000001:2.0:1775767076.778970:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767076.778978:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335055744/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767076.779000:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767076.779005:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767076.779012:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335055744/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767076.779029:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767076.779051:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4271)
00000800:00000200:3.1:1775767076.779251:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767076.779253:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775767076.779587:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767076.779589:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775767076.779875:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767076.779877:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775767076.780144:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767076.780147:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000100:00000001:0.0:1775767077.353863:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767077.353868:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767077.353870:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767077.353875:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767077.353879:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767077.353883:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767077.353886:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767077.353888:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767077.353891:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767077.801899:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767077.801902:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767077.801905:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767078.057800:0:58590:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4298935037, at 4298935040
00000100:00000010:2.0:1775767078.057814:0:58590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3d80.
00000100:00000001:0.0:1775767078.377771:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767078.377776:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767078.377778:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767078.377783:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767078.377786:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767078.377789:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767078.377791:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767078.377793:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767078.377795:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767078.825892:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767078.825896:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767078.825899:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767079.401812:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767079.401818:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767079.401819:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767079.401824:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767079.401827:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767079.401831:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767079.401833:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767079.401835:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767079.401837:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767079.849900:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767079.849904:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767079.849906:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767080.425834:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767080.425840:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767080.425842:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767080.425846:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767080.425848:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767080.425851:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767080.425853:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767080.425856:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767080.425858:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767080.873858:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767080.873862:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767080.873865:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767081.449819:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767081.449825:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767081.449827:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767081.449832:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767081.449835:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767081.449838:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767081.449840:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767081.449842:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767081.449844:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767081.897812:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767081.897828:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767081.897834:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767081.897839:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767081.897845:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767081.897853:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4266
00000400:00000200:2.0:1775767081.897863:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767081.897870:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767081.897874:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767081.897879:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767081.897882:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767081.897886:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767081.897890:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767081.897895:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000001:0.0:1775767081.897897:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000040:2.0:1775767081.897898:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775767081.897900:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767081.897903:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775767081.897911:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767081.897915:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775767081.897917:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775767081.897919:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775767081.897922:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767081.897924:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767081.897925:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767081.897926:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767081.897928:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767081.897931:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767081.897932:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767081.897935:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767081.897938:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767081.897940:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767081.897942:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767081.897944:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767081.897954:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775767081.897957:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767081.897960:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767081.897962:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767081.897964:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767081.897966:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767081.897970:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767081.897977:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed000.
00000100:00000001:2.0:1775767081.898015:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767081.898023:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335055872/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767081.898031:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767081.898035:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767081.898038:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335055872/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767081.898059:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767081.898062:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767081.898064:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767081.898065:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767081.898066:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767081.898069:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767081.898071:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4266
00000400:00000200:2.0:1775767081.898075:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767081.898078:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767081.898080:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767081.898083:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767081.898084:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767081.898087:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767081.898090:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767081.898092:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767081.898094:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767081.898096:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767081.898104:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767081.898107:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767081.898111:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767081.898118:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767081.898123:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767081.898127:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767081.898129:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767081.898132:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767081.898138:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767081.898140:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767081.898143:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767081.898147:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767081.898153:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767081.898159:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767081.898165:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767081.898171:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767081.898208:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767081.898214:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775767081.898241:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767081.898244:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767081.898245:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767081.898246:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767081.898248:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767081.898251:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767081.898257:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec400.
00000100:00000001:2.0:1775767081.898262:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767081.898272:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335056000/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767081.898278:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767081.898279:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767081.898282:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335056000/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767081.898297:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767081.898301:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767081.898314:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767081.898316:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767081.898319:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767081.898323:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767081.898333:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4266
00000400:00000200:2.0:1775767081.898367:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767081.898376:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767081.898382:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767081.898388:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767081.898392:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767081.898395:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767081.898397:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767081.898398:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767081.898399:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767081.898401:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767081.898402:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775767081.898403:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775767081.898405:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775767081.898407:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767081.898408:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767081.898410:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767081.898411:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767081.898413:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767081.898415:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767081.898416:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767081.898418:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767081.898421:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767081.898422:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767081.898423:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767081.898426:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767081.898428:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767081.898430:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767081.898478:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
00000020:00000040:2.0:1775767081.898483:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767081.898485:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767081.898486:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767081.898488:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767081.898490:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767081.898491:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767081.898496:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee400.
00000100:00000001:2.0:1775767081.898500:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767081.898506:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335056128/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767081.898514:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767081.898516:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767081.898519:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335056128/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767081.898565:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767081.898568:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767081.898572:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767081.898573:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767081.898575:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767081.898578:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767081.898582:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4266
00000400:00000200:2.0:1775767081.898590:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767081.898595:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767081.898599:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767081.898607:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767081.898611:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767081.898615:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000800:00000200:3.1:1775767081.898615:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:2.0:1775767081.898620:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000800:00000200:3.1:1775767081.898622:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000020:00000001:2.0:1775767081.898625:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767081.898628:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767081.898630:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767081.898635:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775767081.898639:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775767081.898643:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767081.898647:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767081.898650:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767081.898655:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767081.898660:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767081.898667:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767081.898674:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767081.898676:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767081.898678:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767081.898682:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767081.898684:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767081.898687:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767081.898691:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767081.898694:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767081.898698:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767081.898703:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767081.898747:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767081.898754:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767081.898756:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767081.898762:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767081.898766:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767081.898770:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767081.898778:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef400.
00000100:00000001:2.0:1775767081.898787:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767081.898800:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335056256/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767081.898811:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767081.898816:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767081.898851:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335056256/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767081.898869:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767081.898875:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767081.898879:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767081.898881:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767081.898882:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767081.898885:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767081.898889:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4266
00000400:00000200:2.0:1775767081.898894:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767081.898899:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767081.898903:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767081.898909:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767081.898913:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767081.898920:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767081.898927:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767081.898933:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767081.898935:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767081.898937:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767081.898941:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767081.898946:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775767081.898951:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767081.898956:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767081.898961:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767081.899003:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767081.899009:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767081.899014:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767081.899020:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767081.899025:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767081.899030:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767081.899035:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767081.899040:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767081.899045:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767081.899049:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767081.899053:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767081.899057:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767081.899066:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
00000020:00000040:2.0:1775767081.899071:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775767081.899078:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767081.899081:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767081.899086:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767081.899090:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767081.899095:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767081.899103:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee800.
00000100:00000001:2.0:1775767081.899108:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767081.899119:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335056384/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767081.899136:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767081.899139:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767081.899144:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335056384/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767081.899170:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767081.899180:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4276)
00000800:00000200:3.1:1775767081.899667:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767081.899671:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775767081.900018:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767081.900020:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775767081.900287:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767081.900289:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775767081.900497:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767081.900499:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000100:00000001:0.0:1775767082.473828:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767082.473835:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767082.473837:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767082.473843:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767082.473852:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767082.473856:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767082.473859:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767082.473861:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767082.473864:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767082.921932:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767082.921939:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767082.921944:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767083.177810:0:58590:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4298940158, at 4298940160
00000100:00000010:2.0:1775767083.177827:0:58590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3ba0.
00000100:00000001:0.0:1775767083.497878:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767083.497887:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767083.497890:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767083.497899:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767083.497905:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767083.497911:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767083.497914:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767083.497918:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767083.497922:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767083.945902:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767083.945906:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767083.945909:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767084.521763:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767084.521768:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767084.521770:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767084.521774:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767084.521777:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767084.521780:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767084.521783:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767084.521785:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767084.521787:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767084.969964:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767084.969967:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767084.969970:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767085.545815:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767085.545821:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767085.545822:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767085.545827:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767085.545830:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767085.545833:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767085.545835:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767085.545837:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767085.545839:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767085.993898:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767085.993902:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767085.993905:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767086.569804:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767086.569811:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767086.569814:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767086.569819:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767086.569823:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767086.569827:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767086.569829:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767086.569832:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767086.569835:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767087.017804:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767087.017817:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767087.017821:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767087.017827:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767087.017836:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767087.017845:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4271
00000400:00000200:2.0:1775767087.017858:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767087.017866:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767087.017870:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000020:00000001:0.0:1775767087.017871:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000040:2.0:1775767087.017876:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000020:00000001:0.0:1775767087.017877:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767087.017883:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775767087.017883:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767087.017889:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767087.017892:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767087.017896:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767087.017899:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767087.017901:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767087.017904:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775767087.017907:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775767087.017909:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775767087.017913:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767087.017915:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767087.017917:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767087.017919:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767087.017922:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767087.017926:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767087.017944:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767087.017947:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767087.017951:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767087.017954:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767087.017956:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767087.017959:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767087.017968:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775767087.017972:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767087.017977:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767087.017978:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767087.017981:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767087.017983:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767087.017988:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767087.017996:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec000.
00000100:00000001:2.0:1775767087.018003:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767087.018012:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335056512/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767087.018023:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767087.018028:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767087.018033:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335056512/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767087.018054:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767087.018057:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767087.018060:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767087.018061:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767087.018062:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767087.018064:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767087.018067:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4271
00000400:00000200:2.0:1775767087.018071:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767087.018074:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767087.018076:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767087.018080:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767087.018082:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767087.018086:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767087.018089:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767087.018091:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767087.018093:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767087.018095:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767087.018098:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767087.018102:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767087.018107:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767087.018114:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767087.018117:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767087.018120:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767087.018122:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767087.018127:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767087.018135:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767087.018140:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767087.018143:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767087.018150:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767087.018155:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767087.018157:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767087.018163:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767087.018170:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767087.018174:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767087.018181:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775767087.018185:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767087.018188:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767087.018191:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767087.018195:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767087.018199:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767087.018203:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767087.018212:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306becc00.
00000100:00000001:2.0:1775767087.018219:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767087.018231:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335056640/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767087.018245:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767087.018249:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767087.018255:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335056640/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767087.018283:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767087.018289:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767087.018293:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767087.018297:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767087.018300:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767087.018304:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767087.018308:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4271
00000400:00000200:2.0:1775767087.018315:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767087.018320:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767087.018322:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767087.018330:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000800:00000200:3.1:1775767087.018333:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:2.0:1775767087.018335:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767087.018340:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767087.018343:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767087.018345:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767087.018347:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767087.018349:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767087.018352:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775767087.018356:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775767087.018362:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775767087.018368:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767087.018373:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767087.018376:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767087.018381:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767087.018385:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767087.018391:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767087.018394:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767087.018399:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767087.018404:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767087.018407:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767087.018411:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767087.018413:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767087.018415:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767087.018418:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767087.018425:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
00000020:00000040:2.0:1775767087.018429:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767087.018434:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767087.018436:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767087.018440:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767087.018442:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767087.018446:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767087.018452:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef000.
00000100:00000001:2.0:1775767087.018458:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767087.018465:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335056768/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767087.018479:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767087.018483:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767087.018490:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335056768/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767087.018503:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767087.018508:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767087.018511:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767087.018513:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767087.018515:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767087.018522:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767087.018529:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4271
00000400:00000200:2.0:1775767087.018536:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767087.018542:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767087.018545:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767087.018552:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767087.018557:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767087.018561:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767087.018565:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767087.018569:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767087.018572:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767087.018574:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767087.018578:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775767087.018583:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775767087.018588:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767087.018596:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767087.018599:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767087.018601:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767087.018604:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767087.018610:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767087.018617:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767087.018624:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767087.018628:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767087.018632:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767087.018637:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767087.018640:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767087.018644:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767087.018649:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767087.018654:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775767087.018654:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000010:2.0:1775767087.018660:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767087.018665:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767087.018672:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767087.018674:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767087.018676:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767087.018679:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767087.018682:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767087.018687:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306befc00.
00000100:00000001:2.0:1775767087.018691:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767087.018700:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335056896/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767087.018734:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767087.018736:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767087.018741:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335056896/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767087.018754:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767087.018759:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767087.018766:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767087.018769:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767087.018772:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767087.018779:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767087.018786:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4271
00000400:00000200:2.0:1775767087.018795:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767087.018801:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767087.018806:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767087.018813:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767087.018819:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767087.018823:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767087.018829:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767087.018833:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767087.018835:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767087.018840:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767087.018844:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767087.018849:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775767087.018854:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767087.018860:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767087.018864:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767087.018869:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767087.018873:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767087.018878:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767087.018885:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767087.018891:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767087.018896:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767087.018901:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767087.018907:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767087.018911:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767087.018916:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767087.018923:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767087.018943:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767087.018950:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
00000020:00000040:2.0:1775767087.018955:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775767087.018960:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767087.018964:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767087.018968:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767087.018972:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767087.018976:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767087.018985:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306beec00.
00000100:00000001:2.0:1775767087.018990:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767087.019001:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335057024/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767087.019026:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767087.019030:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767087.019039:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335057024/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1775767087.019049:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:2.0:1775767087.019063:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767087.019075:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4281)
00000800:00000200:3.1:1775767087.019218:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767087.019499:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:0.0:1775767087.593787:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767087.593793:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767087.593794:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767087.593799:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767087.593801:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767087.593805:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767087.593807:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767087.593810:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767087.593812:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767088.042000:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767088.042006:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767088.042010:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767088.297813:0:58590:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4298945277, at 4298945280
00000100:00000010:2.0:1775767088.297826:0:58590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe39c0.
00000100:00000001:0.0:1775767088.617848:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767088.617855:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767088.617858:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767088.617864:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767088.617868:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767088.617872:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767088.617875:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767088.617878:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767088.617881:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767089.065946:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767089.065951:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767089.065954:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767089.641861:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767089.641867:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767089.641869:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767089.641875:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767089.641879:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767089.641883:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767089.641885:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767089.641888:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767089.641890:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767090.090020:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767090.090025:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767090.090030:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767090.665809:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767090.665818:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767090.665820:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767090.665827:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767090.665831:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767090.665836:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767090.665840:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767090.665843:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767090.665846:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767091.113993:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767091.113998:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767091.114001:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767091.689876:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767091.689896:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767091.689898:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767091.689904:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767091.689907:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767091.689939:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767091.689943:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767091.689947:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767091.689951:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767092.138028:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767092.138033:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767092.138037:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1775767092.138856:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767092.138864:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775767092.139485:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767092.139488:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775767092.139832:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767092.139835:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775767092.140159:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767092.140161:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775767092.140465:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767092.140467:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000100:00000001:0.0:1775767092.713785:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767092.713792:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767092.713793:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767092.713798:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767092.713802:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767092.713806:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767092.713810:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767092.713812:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767092.713815:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767093.162084:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767093.162090:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767093.162093:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767093.417812:0:58590:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4298950398, at 4298950400
00000100:00000010:2.0:1775767093.417842:0:58590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe30c0.
00000100:00000001:0.0:1775767093.737803:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767093.737810:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767093.737812:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767093.737817:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767093.737821:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767093.737825:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767093.737828:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767093.737830:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767093.737833:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767094.186005:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767094.186009:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767094.186013:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767094.761823:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767094.761830:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767094.761832:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767094.761837:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767094.761841:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767094.761845:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767094.761859:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767094.761862:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767094.761865:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767095.209978:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767095.209983:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767095.209988:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767095.785868:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767095.785875:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767095.785876:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767095.785890:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767095.785893:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767095.785898:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767095.785901:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767095.785903:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767095.785907:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767096.233943:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767096.233948:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767096.233953:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767096.809845:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767096.809852:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767096.809855:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767096.809861:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767096.809865:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767096.809869:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767096.809872:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767096.809875:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767096.809878:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767097.257993:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767097.257996:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767097.258000:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1775767097.258641:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767097.258645:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775767097.259519:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767097.259520:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775767097.259728:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767097.259729:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775767097.260001:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767097.260004:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775767097.260196:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767097.260199:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1775767097.833916:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767097.833927:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767097.833931:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767097.833939:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767097.833944:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767097.833949:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767097.833952:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767097.833955:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767097.833958:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767098.281917:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767098.281924:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767098.281930:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767098.537791:0:58590:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4298955518, at 4298955520
00000100:00000010:2.0:1775767098.537806:0:58590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3e40.
00000100:00000001:0.0:1775767098.857869:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767098.857877:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767098.857879:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767098.857885:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767098.857889:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767098.857894:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767098.857897:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767098.857901:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767098.857904:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767099.305952:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767099.305959:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767099.305965:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767099.881819:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767099.881826:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767099.881828:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767099.881834:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767099.881837:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767099.881841:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767099.881843:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767099.881846:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767099.881849:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767100.329960:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767100.329965:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767100.329969:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767100.905871:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767100.905877:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767100.905879:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767100.905886:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767100.905889:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767100.905895:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767100.905897:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767100.905900:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767100.905902:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767101.354010:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767101.354014:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767101.354017:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767101.929839:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767101.929845:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767101.929846:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767101.929851:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767101.929854:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767101.929857:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767101.929859:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767101.929862:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767101.929864:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767102.377862:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767102.377873:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775767102.377877:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767102.377881:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767102.377886:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767102.377894:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4286
00000400:00000200:0.0:1775767102.377904:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767102.377910:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767102.377913:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767102.377917:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767102.377921:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767102.377924:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767102.377930:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767102.377934:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767102.377937:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775767102.377943:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767102.377945:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775767102.377955:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775767102.377963:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775767102.377967:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767102.377974:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767102.377980:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767102.377984:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767102.377986:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:0.0:1775767102.377995:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767102.378003:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767102.378010:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767102.378013:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767102.378016:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767102.378020:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775767102.378023:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767102.378034:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925500.
00000020:00000040:0.0:1775767102.378037:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775767102.378041:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767102.378043:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767102.378045:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767102.378048:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767102.378052:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767102.378058:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e400.
00000100:00000001:0.0:1775767102.378063:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767102.378071:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925500 x1862022335058432/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767102.378079:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767102.378084:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767102.378086:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000040:0.0:1775767102.378088:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a57c8e8f] to pc [ptlrpcd_rcv+-1]  req@ffff927322925500 x1862022335058432/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1775767102.378089:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767102.378094:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767102.378111:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767102.378114:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767102.378116:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775767102.378117:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767102.378118:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767102.378121:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767102.378123:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4286
00000400:00000200:0.0:1775767102.378126:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767102.378129:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767102.378131:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767102.378134:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767102.378136:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767102.378138:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767102.378143:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767102.378148:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767102.378154:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775767102.378157:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767102.378158:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775767102.378165:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:0.0:1775767102.378173:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:0.0:1775767102.378190:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767102.378195:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767102.378201:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767102.378208:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767102.378219:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:0.0:1775767102.378231:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767102.378241:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767102.378244:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767102.378256:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767102.378260:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767102.378263:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767102.378267:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767102.378270:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767102.378272:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767102.378296:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925880.
00000020:00000040:0.0:1775767102.378304:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:0.0:1775767102.378307:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767102.378314:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767102.378317:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767102.378318:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767102.378320:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767102.378333:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d000.
00000100:00000001:0.0:1775767102.378338:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767102.378348:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925880 x1862022335058560/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767102.378384:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767102.378394:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767102.378405:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f872a4ed] to pc [ptlrpcd_rcv+-1]  req@ffff927322925880 x1862022335058560/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767102.378436:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767102.378442:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767102.378444:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775767102.378446:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767102.378451:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767102.378462:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767102.378466:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4286
00000400:00000200:0.0:1775767102.378483:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767102.378496:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767102.378509:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767102.378521:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767102.378529:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767102.378542:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767102.378554:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767102.378562:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767102.378568:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:0.0:1775767102.378571:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767102.378577:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775767102.378580:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:0.0:1775767102.378587:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:0.0:1775767102.378599:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767102.378608:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767102.378615:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000800:00000200:3.1:1775767102.378618:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:0.0:1775767102.378624:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000800:00000200:3.1:1775767102.378626:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 47 secs later)
00000020:00000040:0.0:1775767102.378632:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:0.0:1775767102.378637:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767102.378640:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767102.378644:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767102.378648:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767102.378658:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767102.378666:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767102.378671:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767102.378675:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767102.378678:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767102.378683:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924700.
00000020:00000040:0.0:1775767102.378692:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775767102.378696:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767102.378701:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767102.378708:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767102.378709:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767102.378711:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767102.378732:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f800.
00000100:00000001:0.0:1775767102.378735:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767102.378796:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924700 x1862022335058688/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767102.378831:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767102.378837:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767102.378847:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc3726d9] to pc [ptlrpcd_rcv+-1]  req@ffff927322924700 x1862022335058688/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767102.378871:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767102.378876:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767102.378883:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775767102.378889:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767102.378895:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767102.378903:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767102.378911:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4286
00000400:00000200:0.0:1775767102.378918:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767102.378927:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767102.378932:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767102.378940:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767102.378943:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767102.378948:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767102.378949:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767102.378953:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767102.378955:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775767102.378959:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767102.378962:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:0.0:1775767102.378968:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:0.0:1775767102.378974:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:0.0:1775767102.378985:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767102.378991:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767102.378997:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767102.379007:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767102.379034:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:0.0:1775767102.379043:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767102.379049:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767102.379054:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767102.379060:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767102.379067:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767102.379073:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767102.379076:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767102.379083:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767102.379091:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767102.379104:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924e00.
00000020:00000040:0.0:1775767102.379116:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:0.0:1775767102.379126:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767102.379134:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767102.379138:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767102.379141:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767102.379145:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767102.379150:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477fc00.
00000100:00000001:0.0:1775767102.379156:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767102.379174:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924e00 x1862022335058816/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767102.379241:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767102.379248:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767102.379260:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aec4c6e] to pc [ptlrpcd_rcv+-1]  req@ffff927322924e00 x1862022335058816/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767102.379298:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767102.379304:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767102.379314:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775767102.379316:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767102.379326:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767102.379334:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767102.379346:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4286
00000400:00000200:0.0:1775767102.379358:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767102.379367:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767102.379374:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767102.379379:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767102.379387:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767102.379394:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767102.379396:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767102.379397:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767102.379398:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:0.0:1775767102.379400:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767102.379404:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:0.0:1775767102.379408:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:0.0:1775767102.379414:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:0.0:1775767102.379446:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767102.379456:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767102.379463:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767102.379472:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767102.379480:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:0.0:1775767102.379509:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767102.379520:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767102.379525:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767102.379531:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767102.379539:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767102.379547:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767102.379555:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767102.379567:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767102.379576:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767102.379588:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927100.
00000020:00000040:0.0:1775767102.379593:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:0.0:1775767102.379605:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767102.379609:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767102.379614:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767102.379617:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767102.379622:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767102.379633:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c800.
00000100:00000001:0.0:1775767102.379641:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767102.379668:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927100 x1862022335058944/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767102.379704:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767102.379709:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767102.379713:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0540768] to pc [ptlrpcd_rcv+-1]  req@ffff927322927100 x1862022335058944/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767102.379724:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767102.379730:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4297)
00000800:00000200:3.1:1775767102.379795:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767102.379797:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1775767102.380049:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767102.380051:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1775767102.380232:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767102.380233:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1775767102.380473:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767102.380474:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 47 secs later)
00000100:00000001:0.0:1775767102.953810:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767102.953816:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767102.953817:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767102.953822:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767102.953825:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767102.953828:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767102.953831:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767102.953833:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767102.953835:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767103.401993:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767103.402000:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767103.402005:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767103.657841:0:58590:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4298960638, at 4298960640
00000100:00000010:2.0:1775767103.657858:0:58590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3b40.
00000100:00000001:0.0:1775767103.977838:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767103.977844:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767103.977846:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767103.977851:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767103.977854:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767103.977858:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767103.977860:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767103.977863:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767103.977865:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767104.425919:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767104.425923:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767104.425926:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767105.001877:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767105.001887:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767105.001890:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767105.001897:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767105.001903:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767105.001909:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767105.001912:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767105.001915:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767105.001918:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767105.449940:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767105.449946:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767105.449949:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767106.025826:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767106.025831:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767106.025832:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767106.025837:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767106.025840:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767106.025844:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767106.025846:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767106.025848:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767106.025850:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767106.473907:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767106.473911:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767106.473914:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767107.049838:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767107.049844:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767107.049846:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767107.049851:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767107.049853:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767107.049856:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767107.049858:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767107.049860:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767107.049862:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767107.497851:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767107.497873:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775767107.497878:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767107.497882:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767107.497887:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767107.497894:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4292
00000400:00000200:0.0:1775767107.497903:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767107.497909:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767107.497911:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767107.497914:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767107.497917:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767107.497919:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767107.497921:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767107.497925:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767107.497927:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775767107.497929:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767107.497932:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775767107.497934:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775767107.497937:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775767107.497941:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767107.497944:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767107.497949:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767107.497953:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767107.497958:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:0.0:1775767107.497962:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767107.497965:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767107.497968:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767107.497972:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767107.497975:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767107.497977:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775767107.497980:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767107.497990:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924380.
00000020:00000040:0.0:1775767107.497994:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775767107.497998:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767107.498000:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767107.498003:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767107.498006:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767107.498010:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767107.498017:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d000.
00000100:00000001:0.0:1775767107.498022:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767107.498030:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924380 x1862022335059072/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767107.498040:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767107.498044:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767107.498047:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ec7b015] to pc [ptlrpcd_rcv+-1]  req@ffff927322924380 x1862022335059072/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767107.498063:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767107.498066:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767107.498069:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775767107.498070:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767107.498071:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767107.498073:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767107.498076:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4292
00000400:00000200:0.0:1775767107.498080:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767107.498082:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767107.498084:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767107.498086:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767107.498088:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767107.498090:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767107.498092:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767107.498094:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767107.498095:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775767107.498096:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767107.498099:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775767107.498101:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:0.0:1775767107.498105:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:0.0:1775767107.498109:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767107.498111:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767107.498114:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767107.498119:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767107.498123:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:0.0:1775767107.498128:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767107.498132:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767107.498135:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767107.498140:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767107.498144:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767107.498148:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767107.498153:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767107.498158:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767107.498159:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767107.498161:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924a80.
00000020:00000040:0.0:1775767107.498170:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:0.0:1775767107.498174:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767107.498177:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767107.498178:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767107.498182:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767107.498184:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767107.498190:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e400.
00000100:00000001:0.0:1775767107.498194:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767107.498199:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924a80 x1862022335059200/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767107.498208:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767107.498211:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767107.498217:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c400aa7] to pc [ptlrpcd_rcv+-1]  req@ffff927322924a80 x1862022335059200/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767107.498229:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767107.498234:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767107.498243:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775767107.498245:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767107.498248:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767107.498253:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767107.498258:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4292
00000400:00000200:0.0:1775767107.498262:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767107.498268:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767107.498270:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767107.498277:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767107.498279:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767107.498283:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767107.498286:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767107.498288:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767107.498290:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:0.0:1775767107.498294:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767107.498296:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775767107.498298:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:0.0:1775767107.498302:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:0.0:1775767107.498307:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767107.498311:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767107.498316:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767107.498321:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767107.498326:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:0.0:1775767107.498331:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767107.498336:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767107.498338:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767107.498341:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767107.498346:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767107.498350:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767107.498354:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767107.498356:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767107.498360:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767107.498365:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927100.
00000020:00000040:0.0:1775767107.498369:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775767107.498372:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767107.498373:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767107.498374:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767107.498377:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767107.498379:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767107.498383:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f000.
00000100:00000001:0.0:1775767107.498385:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767107.498391:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927100 x1862022335059328/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1775767107.498396:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767107.498402:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000100:00000001:0.0:1775767107.498403:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767107.498407:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767107.498414:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0540768] to pc [ptlrpcd_rcv+-1]  req@ffff927322927100 x1862022335059328/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767107.498423:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767107.498428:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767107.498434:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775767107.498437:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767107.498456:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767107.498458:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767107.498461:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4292
00000400:00000200:0.0:1775767107.498467:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767107.498474:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767107.498475:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767107.498480:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767107.498481:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767107.498485:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767107.498489:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767107.498493:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767107.498495:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775767107.498498:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767107.498501:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:0.0:1775767107.498504:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:0.0:1775767107.498508:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:0.0:1775767107.498511:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767107.498515:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767107.498518:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767107.498523:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767107.498527:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:0.0:1775767107.498533:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767107.498538:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767107.498540:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767107.498544:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767107.498547:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767107.498548:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767107.498551:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767107.498554:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767107.498557:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767107.498563:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924e00.
00000020:00000040:0.0:1775767107.498567:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:0.0:1775767107.498570:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767107.498571:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767107.498575:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767107.498577:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767107.498579:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767107.498582:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f400.
00000100:00000001:0.0:1775767107.498586:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767107.498592:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924e00 x1862022335059456/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767107.498601:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767107.498604:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767107.498609:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aec4c6e] to pc [ptlrpcd_rcv+-1]  req@ffff927322924e00 x1862022335059456/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767107.498624:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767107.498627:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767107.498632:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775767107.498633:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767107.498634:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767107.498635:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767107.498640:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4292
00000400:00000200:0.0:1775767107.498649:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767107.498653:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767107.498655:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767107.498659:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767107.498664:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767107.498668:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767107.498672:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767107.498675:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767107.498677:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:0.0:1775767107.498679:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767107.498682:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:0.0:1775767107.498686:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:0.0:1775767107.498690:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:0.0:1775767107.498698:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767107.498701:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767107.498707:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767107.498708:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767107.498710:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:0.0:1775767107.498711:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767107.498766:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767107.498771:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767107.498776:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767107.498783:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767107.498788:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767107.498792:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767107.498798:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767107.498803:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767107.498810:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924700.
00000020:00000040:0.0:1775767107.498814:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:0.0:1775767107.498820:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767107.498824:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767107.498829:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767107.498832:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767107.498836:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767107.498841:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477cc00.
00000100:00000001:0.0:1775767107.498847:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767107.498855:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924700 x1862022335059584/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767107.498876:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767107.498881:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767107.498886:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc3726d9] to pc [ptlrpcd_rcv+-1]  req@ffff927322924700 x1862022335059584/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767107.498898:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767107.498903:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4302)
00000800:00000200:3.1:1775767107.499007:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767107.499009:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775767107.499229:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767107.499231:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775767107.499404:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767107.499406:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775767107.499629:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767107.499631:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000100:00000001:0.0:1775767108.073805:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767108.073811:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767108.073813:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767108.073818:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767108.073821:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767108.073824:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767108.073826:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767108.073829:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767108.073831:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767108.521856:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767108.521860:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767108.521864:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767108.777814:0:58590:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4298965757, at 4298965760
00000100:00000010:2.0:1775767108.777828:0:58590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3c00.
00000100:00000001:0.0:1775767109.097816:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767109.097822:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767109.097823:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767109.097829:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767109.097831:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767109.097835:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767109.097836:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767109.097838:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767109.097840:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767109.545926:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767109.545930:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767109.545933:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767110.121820:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767110.121826:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767110.121828:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767110.121832:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767110.121835:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767110.121839:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767110.121841:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767110.121843:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767110.121845:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767110.569944:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767110.569948:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767110.569951:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767111.145846:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767111.145851:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767111.145852:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767111.145856:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767111.145860:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767111.145862:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767111.145864:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767111.145867:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767111.145869:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767112.169833:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767112.169841:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767112.169842:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767112.169849:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767112.169852:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767112.169856:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767112.169859:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767112.169861:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767112.169864:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767112.617847:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767112.617859:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775767112.617873:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767112.617877:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767112.617883:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767112.617892:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4297
00000400:00000200:0.0:1775767112.617905:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767112.617914:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767112.617917:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767112.617920:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767112.617923:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767112.617926:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767112.617928:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767112.617932:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767112.617934:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775767112.617936:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767112.617939:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775767112.617941:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775767112.617942:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775767112.617944:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767112.617946:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767112.617947:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767112.617948:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767112.617950:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:0.0:1775767112.617953:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767112.617956:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767112.617960:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767112.617962:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767112.617965:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767112.617967:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775767112.617969:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767112.617980:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925880.
00000020:00000040:0.0:1775767112.617984:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775767112.617987:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767112.617988:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767112.617992:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767112.617995:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767112.618000:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767112.618009:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e800.
00000100:00000001:0.0:1775767112.618017:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767112.618029:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925880 x1862022335059712/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767112.618041:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767112.618048:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767112.618055:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f872a4ed] to pc [ptlrpcd_rcv+-1]  req@ffff927322925880 x1862022335059712/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767112.618076:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767112.618080:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767112.618083:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775767112.618085:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767112.618086:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767112.618090:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767112.618093:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4297
00000400:00000200:0.0:1775767112.618099:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767112.618102:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767112.618105:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767112.618110:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767112.618115:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767112.618121:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767112.618126:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767112.618131:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767112.618133:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775767112.618136:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767112.618139:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775767112.618141:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:0.0:1775767112.618144:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:0.0:1775767112.618148:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767112.618149:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767112.618152:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767112.618156:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767112.618159:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:0.0:1775767112.618164:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767112.618170:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767112.618173:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767112.618179:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767112.618182:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767112.618184:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767112.618188:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767112.618191:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767112.618194:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767112.618198:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925500.
00000020:00000040:0.0:1775767112.618201:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:0.0:1775767112.618203:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767112.618205:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767112.618207:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767112.618208:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767112.618210:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767112.618214:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477ec00.
00000100:00000001:0.0:1775767112.618218:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767112.618224:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925500 x1862022335059840/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767112.618235:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767112.618239:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767112.618247:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a57c8e8f] to pc [ptlrpcd_rcv+-1]  req@ffff927322925500 x1862022335059840/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767112.618280:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767112.618285:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767112.618289:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775767112.618292:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767112.618294:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767112.618297:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767112.618301:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4297
00000400:00000200:0.0:1775767112.618309:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767112.618315:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767112.618321:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767112.618330:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767112.618335:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767112.618340:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767112.618345:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767112.618351:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767112.618355:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:0.0:1775767112.618359:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767112.618364:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775767112.618369:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:0.0:1775767112.618371:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:0.0:1775767112.618376:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767112.618380:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767112.618385:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767112.618389:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767112.618391:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:0.0:1775767112.618395:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767112.618398:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767112.618401:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767112.618403:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767112.618407:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767112.618415:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767112.618417:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767112.618418:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767112.618420:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767112.618425:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926d80.
00000020:00000040:0.0:1775767112.618428:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775767112.618433:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767112.618436:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775767112.618436:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:0.0:1775767112.618438:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767112.618441:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:3.1:1775767112.618441:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
02000000:00000001:0.0:1775767112.618443:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767112.618448:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d400.
00000100:00000001:0.0:1775767112.618453:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767112.618459:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926d80 x1862022335059968/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767112.618473:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767112.618476:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767112.618481:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000adacb2c9] to pc [ptlrpcd_rcv+-1]  req@ffff927322926d80 x1862022335059968/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767112.618491:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767112.618494:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767112.618501:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775767112.618503:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767112.618506:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767112.618509:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767112.618513:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4297
00000400:00000200:0.0:1775767112.618522:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767112.618528:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767112.618532:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767112.618537:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767112.618542:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767112.618545:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767112.618549:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767112.618552:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767112.618565:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775767112.618567:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767112.618568:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:0.0:1775767112.618572:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:0.0:1775767112.618577:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:0.0:1775767112.618580:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767112.618581:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767112.618583:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767112.618585:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767112.618589:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:0.0:1775767112.618592:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767112.618595:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767112.618596:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767112.618600:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767112.618603:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767112.618606:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767112.618610:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767112.618614:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767112.618618:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767112.618625:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927480.
00000020:00000040:0.0:1775767112.618631:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:0.0:1775767112.618636:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767112.618640:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767112.618645:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767112.618649:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767112.618652:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767112.618658:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c400.
00000100:00000001:0.0:1775767112.618683:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767112.618690:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927480 x1862022335060096/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767112.618735:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767112.618737:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767112.618747:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd1176bb] to pc [ptlrpcd_rcv+-1]  req@ffff927322927480 x1862022335060096/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767112.618788:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767112.618794:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767112.618803:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775767112.618807:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767112.618812:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767112.618818:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767112.618823:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4297
00000400:00000200:0.0:1775767112.618835:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767112.618842:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767112.618845:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767112.618852:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767112.618856:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767112.618868:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767112.618871:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767112.618875:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767112.618877:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:0.0:1775767112.618880:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767112.618883:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:0.0:1775767112.618886:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:0.0:1775767112.618891:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:0.0:1775767112.618898:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767112.618901:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767112.618906:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767112.618908:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767112.618913:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:0.0:1775767112.618918:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767112.618923:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767112.618927:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767112.618931:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767112.618936:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767112.618938:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767112.618941:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767112.618945:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767112.618947:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767112.618951:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926a00.
00000020:00000040:0.0:1775767112.618955:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:0.0:1775767112.618959:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767112.618961:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767112.618964:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767112.618966:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767112.618968:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767112.618974:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c000.
00000100:00000001:0.0:1775767112.618978:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767112.618986:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926a00 x1862022335060224/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767112.618991:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767112.618993:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767112.618995:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000798ab0be] to pc [ptlrpcd_rcv+-1]  req@ffff927322926a00 x1862022335060224/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767112.619009:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767112.619014:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4307)
00000800:00000200:3.1:1775767112.619105:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767112.619106:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775767112.619313:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767112.619315:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775767112.619523:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767112.619525:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775767112.619872:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767112.619874:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000100:00000001:0.0:1775767113.193864:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767113.193873:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767113.193875:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767113.193881:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767113.193884:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767113.193888:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767113.193891:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767113.193893:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767113.193895:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767113.641900:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767113.641905:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767113.641909:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767113.897806:0:58590:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4298970877, at 4298970880
00000100:00000010:2.0:1775767113.897829:0:58590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3300.
00000100:00000001:0.0:1775767114.217831:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767114.217836:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767114.217838:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767114.217843:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767114.217846:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767114.217849:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767114.217852:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767114.217854:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767114.217856:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767114.665884:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767114.665887:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767114.665889:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767115.241839:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767115.241847:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767115.241848:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767115.241854:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767115.241858:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767115.241862:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767115.241864:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767115.241866:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767115.241868:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767116.265863:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767116.265870:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767116.265872:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767116.265879:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767116.265882:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767116.265886:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767116.265888:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767116.265891:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767116.265893:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767117.289870:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767117.289878:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767117.289880:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767117.289886:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767117.289891:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767117.289895:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767117.289898:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767117.289901:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767117.289904:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767117.737825:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767117.737832:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767117.737836:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767117.737840:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767117.737844:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767117.737852:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4302
00000400:00000200:2.0:1775767117.737862:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767117.737869:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767117.737871:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767117.737875:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767117.737878:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767117.737881:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767117.737883:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767117.737886:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767117.737888:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775767117.737890:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767117.737891:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000001:0.0:1775767117.737895:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1775767117.737895:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00010000:00010000:0.0:1775767117.737899:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775767117.737899:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775767117.737902:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775767117.737905:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767117.737907:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767117.737909:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767117.737910:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767117.737913:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767117.737915:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767117.737917:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767117.737919:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767117.737921:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767117.737923:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767117.737924:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767117.737926:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767117.737934:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775767117.737937:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767117.737940:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767117.737941:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767117.737943:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767117.737946:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767117.737949:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767117.737956:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef800.
00000100:00000001:2.0:1775767117.737962:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767117.737969:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335060352/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767117.737983:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767117.737987:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767117.737990:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335060352/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767117.738008:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767117.738010:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767117.738012:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767117.738013:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767117.738014:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767117.738017:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767117.738019:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4302
00000400:00000200:2.0:1775767117.738022:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767117.738024:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767117.738026:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767117.738029:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767117.738031:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767117.738033:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767117.738035:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767117.738038:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767117.738040:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767117.738041:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767117.738045:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767117.738048:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767117.738050:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767117.738055:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767117.738058:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767117.738061:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767117.738064:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767117.738069:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767117.738073:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767117.738077:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767117.738088:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767117.738105:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767117.738109:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767117.738111:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767117.738117:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767117.738121:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767117.738124:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767117.738129:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775767117.738134:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767117.738136:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767117.738138:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767117.738139:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767117.738140:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767117.738142:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767117.738148:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bedc00.
00000100:00000001:2.0:1775767117.738151:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767117.738158:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335060480/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767117.738167:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767117.738169:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767117.738172:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335060480/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767117.738179:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767117.738181:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767117.738187:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767117.738190:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767117.738192:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767117.738196:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767117.738199:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4302
00000400:00000200:2.0:1775767117.738204:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767117.738207:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767117.738210:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767117.738215:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767117.738218:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767117.738222:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767117.738226:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767117.738229:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767117.738232:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767117.738234:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767117.738236:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775767117.738241:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775767117.738245:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775767117.738252:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767117.738255:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767117.738257:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767117.738259:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767117.738265:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767117.738269:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767117.738277:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767117.738280:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767117.738285:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767117.738290:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767117.738294:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767117.738298:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767117.738305:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767117.738310:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767117.738316:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775767117.738321:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767117.738326:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767117.738329:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767117.738332:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767117.738334:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767117.738335:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767117.738342:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed400.
00000100:00000001:2.0:1775767117.738348:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775767117.738368:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00100000:2.0:1775767117.738370:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335060608/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1775767117.738372:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000100:00000001:2.0:1775767117.738388:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767117.738392:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767117.738397:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335060608/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767117.738415:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767117.738419:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767117.738426:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767117.738429:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767117.738432:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767117.738435:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767117.738440:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4302
00000400:00000200:2.0:1775767117.738450:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767117.738456:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767117.738460:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767117.738479:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767117.738486:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767117.738491:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767117.738495:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767117.738500:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767117.738504:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767117.738508:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767117.738511:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775767117.738516:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775767117.738519:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767117.738526:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767117.738532:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767117.738546:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767117.738550:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767117.738556:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767117.738560:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767117.738562:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767117.738563:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767117.738566:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767117.738567:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767117.738569:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767117.738572:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767117.738575:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767117.738578:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767117.738584:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775767117.738588:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767117.738592:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767117.738594:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767117.738598:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767117.738600:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767117.738605:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767117.738626:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed800.
00000100:00000001:2.0:1775767117.738633:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767117.738642:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335060736/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767117.738664:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767117.738669:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767117.738677:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335060736/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767117.738696:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767117.738701:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767117.738704:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767117.738707:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767117.738733:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767117.738737:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767117.738743:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4302
00000400:00000200:2.0:1775767117.738751:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767117.738758:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767117.738762:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767117.738767:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767117.738769:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767117.738773:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767117.738778:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767117.738780:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767117.738782:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767117.738786:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767117.738788:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767117.738791:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775767117.738796:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767117.738803:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767117.738806:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767117.738810:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767117.738815:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767117.738818:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767117.738822:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767117.738826:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767117.738829:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767117.738833:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767117.738837:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767117.738840:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767117.738844:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767117.738849:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767117.738852:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767117.738856:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767117.738859:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775767117.738863:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767117.738865:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767117.738867:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767117.738869:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767117.738872:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767117.738877:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef800.
00000100:00000001:2.0:1775767117.738883:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767117.738889:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335060864/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767117.738900:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767117.738905:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767117.738911:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335060864/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767117.738932:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767117.738938:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4312)
00000800:00000200:3.1:1775767117.739020:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767117.739022:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775767117.739279:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767117.739281:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775767117.739507:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767117.739508:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775767117.739846:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767117.739848:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000100:00000001:0.0:1775767118.313847:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767118.313856:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767118.313857:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767118.313863:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767118.313867:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767118.313872:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767118.313874:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767118.313876:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767118.313878:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767118.761878:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767118.761882:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767118.761885:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767119.017807:0:58590:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4298975997, at 4298976000
00000100:00000010:2.0:1775767119.017820:0:58590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3720.
00000100:00000001:0.0:1775767119.337836:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767119.337843:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767119.337845:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767119.337873:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767119.337879:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767119.337884:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767119.337888:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767119.337891:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767119.337896:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767120.361789:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767120.361794:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767120.361795:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767120.361800:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767120.361802:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767120.361806:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767120.361808:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767120.361810:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767120.361812:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767121.385835:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767121.385854:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767121.385857:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767121.385863:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767121.385867:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767121.385871:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767121.385874:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767121.385877:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767121.385880:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767121.833886:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767121.833893:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767121.833899:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767122.409807:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767122.409813:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767122.409814:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767122.409819:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767122.409822:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767122.409826:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767122.409828:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767122.409830:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767122.409832:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767122.857914:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767122.857920:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767122.857934:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1775767122.858743:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767122.858746:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775767122.859984:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767122.859985:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775767122.860215:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767122.860216:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775767122.860390:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767122.860392:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775767122.860649:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767122.860651:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000100:00000001:0.0:1775767123.433787:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767123.433792:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767123.433794:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767123.433798:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767123.433801:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767123.433805:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767123.433807:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767123.433809:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767123.433811:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767124.137834:0:58590:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4298981118, at 4298981120
00000100:00000010:2.0:1775767124.137852:0:58590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3960.
00000100:00000001:0.0:1775767124.457825:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767124.457832:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767124.457834:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767124.457838:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767124.457842:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767124.457845:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767124.457847:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767124.457850:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767124.457852:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767125.481823:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767125.481829:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767125.481831:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767125.481837:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767125.481841:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767125.481845:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767125.481848:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767125.481851:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767125.481854:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767125.929889:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767125.929892:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767125.929894:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767126.505792:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767126.505797:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767126.505798:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767126.505803:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767126.505806:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767126.505809:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767126.505811:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767126.505814:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767126.505816:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767126.953900:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767126.953903:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767126.953906:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767127.529819:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767127.529824:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767127.529826:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767127.529831:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767127.529834:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767127.529837:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767127.529839:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767127.529841:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767127.529843:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767127.977911:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767127.977920:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767127.977924:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767127.977931:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767127.977939:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767127.977951:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4312
00000400:00000200:2.0:1775767127.977970:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767127.977985:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767127.978012:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767127.978023:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767127.978029:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767127.978033:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767127.978037:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767127.978042:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767127.978044:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767127.978047:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767127.978050:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775767127.978052:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775767127.978055:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775767127.978057:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767127.978059:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767127.978061:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767127.978062:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767127.978065:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767127.978069:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767127.978071:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767127.978074:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767127.978078:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767127.978081:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767127.978083:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767127.978086:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767127.978096:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
00000020:00000040:2.0:1775767127.978099:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767127.978114:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767127.978116:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767127.978119:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767127.978122:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767127.978126:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767127.978133:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee000.
00000100:00000001:2.0:1775767127.978140:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767127.978149:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335061632/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767127.978160:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767127.978164:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767127.978168:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335061632/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767127.978224:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767127.978229:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767127.978233:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767127.978235:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767127.978237:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767127.978241:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767127.978244:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4312
00000400:00000200:2.0:1775767127.978250:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767127.978255:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767127.978259:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767127.978263:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767127.978266:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767127.978270:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767127.978272:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767127.978276:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767127.978280:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767127.978282:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767127.978284:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767127.978288:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767127.978291:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767127.978296:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767127.978298:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767127.978302:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767127.978305:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767127.978310:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767127.978317:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767127.978324:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767127.978329:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767127.978338:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767127.978342:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767127.978346:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767127.978353:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767127.978362:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767127.978367:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767127.978376:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
00000020:00000040:2.0:1775767127.978383:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767127.978390:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767127.978396:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767127.978400:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767127.978401:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767127.978404:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767127.978412:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec800.
00000100:00000001:2.0:1775767127.978418:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767127.978429:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335061760/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767127.978442:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767127.978447:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767127.978453:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335061760/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767127.978475:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767127.978481:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767127.978490:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767127.978494:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767127.978498:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767127.978521:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767127.978526:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4312
00000400:00000200:2.0:1775767127.978532:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767127.978541:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767127.978548:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767127.978556:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767127.978562:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767127.978566:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767127.978571:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767127.978575:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767127.978578:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767127.978583:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767127.978586:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775767127.978589:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775767127.978596:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775767127.978603:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767127.978606:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767127.978613:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767127.978617:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767127.978622:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767127.978628:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767127.978635:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767127.978640:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767127.978647:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767127.978654:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767127.978659:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767127.978664:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767127.978670:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767127.978675:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767127.978684:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767127.978690:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767127.978771:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000800:00000200:3.1:1775767127.978772:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
02000000:00000001:2.0:1775767127.978774:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767127.978780:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:3.1:1775767127.978781:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
02000000:00000001:2.0:1775767127.978783:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767127.978787:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767127.978796:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec000.
00000100:00000001:2.0:1775767127.978802:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767127.978809:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335061888/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767127.978819:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767127.978821:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767127.978826:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335061888/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767127.978835:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767127.978839:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767127.978843:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767127.978845:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767127.978847:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767127.978850:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767127.978853:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4312
00000400:00000200:2.0:1775767127.978858:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767127.978863:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767127.978866:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767127.978870:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767127.978872:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767127.978874:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767127.978876:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767127.978879:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767127.978880:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767127.978882:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767127.978884:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775767127.978886:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775767127.978889:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767127.978892:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767127.978894:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767127.978896:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767127.978898:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767127.978901:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767127.978904:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767127.978907:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767127.978910:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767127.978914:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767127.978916:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767127.978919:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767127.978922:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767127.978926:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767127.978928:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767127.978933:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775767127.978937:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767127.978942:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767127.978945:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767127.978949:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767127.978951:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767127.978955:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767127.978961:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306becc00.
00000100:00000001:2.0:1775767127.978968:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767127.978979:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335062016/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767127.978993:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767127.978998:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767127.979010:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335062016/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767127.979048:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767127.979052:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767127.979059:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767127.979063:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767127.979066:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767127.979070:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767127.979075:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4312
00000400:00000200:2.0:1775767127.979085:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767127.979093:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767127.979098:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767127.979105:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767127.979109:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767127.979112:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767127.979117:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767127.979123:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767127.979127:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767127.979131:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767127.979135:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767127.979139:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775767127.979142:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767127.979150:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767127.979152:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767127.979159:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767127.979163:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767127.979168:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767127.979174:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767127.979180:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767127.979184:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767127.979190:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767127.979196:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767127.979203:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767127.979206:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767127.979211:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767127.979215:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767127.979222:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775767127.979228:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775767127.979235:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767127.979238:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767127.979241:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767127.979245:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767127.979262:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767127.979275:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306befc00.
00000100:00000001:2.0:1775767127.979283:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767127.979296:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335062144/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767127.979323:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767127.979328:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767127.979339:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335062144/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767127.979359:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767127.979365:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4322)
00000800:00000200:3.1:1775767127.979780:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767127.979784:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775767127.980221:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767127.980224:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775767127.980583:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767127.980584:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775767127.980880:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767127.980882:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1775767128.553899:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767128.553909:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767128.553912:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767128.553921:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767128.553927:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767128.553933:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767128.553937:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767128.553941:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767128.553945:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767129.257813:0:58590:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4298986238, at 4298986240
00000100:00000010:2.0:1775767129.257826:0:58590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3660.
00000100:00000001:0.0:1775767129.577817:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767129.577826:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767129.577828:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767129.577835:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767129.577839:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767129.577844:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767129.577847:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767129.577850:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767129.577854:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767130.025919:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767130.025923:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767130.025926:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767130.601786:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767130.601794:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767130.601796:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767130.601801:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767130.601804:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767130.601807:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767130.601809:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767130.601811:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767130.601814:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767131.050026:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767131.050030:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767131.050044:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767131.625799:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767131.625805:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767131.625807:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767131.625811:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767131.625815:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767131.625819:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767131.625821:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767131.625823:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767131.625825:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767132.649802:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767132.649807:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767132.649809:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767132.649813:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767132.649816:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767132.649820:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767132.649822:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767132.649825:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767132.649828:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767133.097818:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767133.097825:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775767133.097829:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767133.097833:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767133.097838:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767133.097845:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4317
00000400:00000200:0.0:1775767133.097858:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767133.097865:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767133.097869:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767133.097872:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767133.097876:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767133.097879:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767133.097881:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767133.097885:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767133.097887:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775767133.097890:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767133.097893:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775767133.097896:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775767133.097899:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775767133.097903:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767133.097905:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767133.097909:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767133.097912:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767133.097915:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:0.0:1775767133.097926:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767133.097930:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767133.097934:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767133.097937:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767133.097939:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767133.097943:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775767133.097947:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767133.097957:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926300.
00000020:00000040:0.0:1775767133.097961:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775767133.097964:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767133.097965:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767133.097968:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767133.097970:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767133.097973:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767133.097984:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f800.
00000100:00000001:0.0:1775767133.097990:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767133.097997:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926300 x1862022335062272/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767133.098009:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767133.098014:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767133.098019:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e21317e] to pc [ptlrpcd_rcv+-1]  req@ffff927322926300 x1862022335062272/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767133.098040:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767133.098044:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767133.098048:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775767133.098049:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767133.098052:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767133.098056:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767133.098059:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4317
00000400:00000200:0.0:1775767133.098064:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767133.098069:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767133.098073:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767133.098077:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767133.098078:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767133.098082:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767133.098084:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767133.098087:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767133.098089:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775767133.098092:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767133.098095:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775767133.098099:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:0.0:1775767133.098104:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:0.0:1775767133.098110:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767133.098113:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767133.098116:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767133.098122:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767133.098128:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:0.0:1775767133.098133:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767133.098137:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767133.098140:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767133.098145:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767133.098148:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767133.098151:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767133.098154:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767133.098157:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767133.098159:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767133.098163:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924000.
00000020:00000040:0.0:1775767133.098166:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:0.0:1775767133.098172:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767133.098175:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767133.098180:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767133.098183:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767133.098186:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767133.098195:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477fc00.
00000100:00000001:0.0:1775767133.098201:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767133.098210:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924000 x1862022335062400/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767133.098227:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767133.098231:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767133.098241:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c89b33e] to pc [ptlrpcd_rcv+-1]  req@ffff927322924000 x1862022335062400/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767133.098260:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767133.098265:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767133.098270:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775767133.098273:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767133.098277:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767133.098281:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767133.098290:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4317
00000400:00000200:0.0:1775767133.098297:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767133.098303:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767133.098306:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767133.098312:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767133.098317:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767133.098322:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767133.098327:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767133.098332:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767133.098335:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:0.0:1775767133.098339:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767133.098343:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775767133.098349:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:0.0:1775767133.098353:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:0.0:1775767133.098360:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767133.098366:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767133.098372:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767133.098377:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767133.098382:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000800:00000200:3.1:1775767133.098382:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00080000:0.0:1775767133.098387:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000800:00000200:3.1:1775767133.098387:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1775767133.098393:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767133.098395:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767133.098399:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767133.098405:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767133.098408:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767133.098410:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767133.098417:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767133.098421:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767133.098427:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925180.
00000020:00000040:0.0:1775767133.098433:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775767133.098440:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767133.098444:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767133.098461:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767133.098464:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767133.098467:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767133.098473:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c800.
00000100:00000001:0.0:1775767133.098478:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767133.098485:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925180 x1862022335062528/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767133.098493:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767133.098497:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767133.098503:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a34329a0] to pc [ptlrpcd_rcv+-1]  req@ffff927322925180 x1862022335062528/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767133.098512:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767133.098515:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767133.098518:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775767133.098519:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767133.098522:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767133.098525:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767133.098527:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4317
00000400:00000200:0.0:1775767133.098536:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767133.098541:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767133.098543:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767133.098548:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767133.098551:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767133.098554:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767133.098557:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767133.098562:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767133.098564:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775767133.098567:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767133.098570:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:0.0:1775767133.098572:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:0.0:1775767133.098576:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:0.0:1775767133.098581:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767133.098583:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767133.098587:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767133.098590:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767133.098592:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:0.0:1775767133.098597:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767133.098601:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767133.098605:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767133.098608:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767133.098612:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767133.098616:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767133.098619:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767133.098623:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767133.098626:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767133.098629:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925c00.
00000020:00000040:0.0:1775767133.098633:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:0.0:1775767133.098637:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767133.098640:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767133.098644:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767133.098646:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767133.098648:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767133.098653:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d000.
00000100:00000001:0.0:1775767133.098657:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767133.098665:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925c00 x1862022335062656/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767133.098680:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767133.098684:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767133.098688:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d72b0b6] to pc [ptlrpcd_rcv+-1]  req@ffff927322925c00 x1862022335062656/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767133.098702:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767133.098706:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767133.098741:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775767133.098744:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767133.098747:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767133.098752:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767133.098756:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4317
00000400:00000200:0.0:1775767133.098763:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767133.098768:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767133.098773:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767133.098778:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767133.098782:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767133.098786:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767133.098789:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767133.098792:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767133.098795:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:0.0:1775767133.098798:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767133.098800:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:0.0:1775767133.098802:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:0.0:1775767133.098805:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:0.0:1775767133.098810:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767133.098811:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767133.098815:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767133.098817:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767133.098820:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:0.0:1775767133.098824:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767133.098827:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767133.098831:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767133.098833:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767133.098834:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767133.098835:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767133.098838:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767133.098844:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767133.098847:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767133.098850:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927b80.
00000020:00000040:0.0:1775767133.098855:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:0.0:1775767133.098859:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767133.098860:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767133.098863:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767133.098865:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767133.098867:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767133.098873:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e400.
00000100:00000001:0.0:1775767133.098878:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767133.098889:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927b80 x1862022335062784/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767133.098906:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767133.098911:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767133.098920:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000282cd359] to pc [ptlrpcd_rcv+-1]  req@ffff927322927b80 x1862022335062784/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767133.098939:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767133.098946:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4327)
00000800:00000200:3.1:1775767133.099021:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767133.099023:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775767133.099238:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767133.099240:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775767133.099416:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767133.099417:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775767133.099733:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767133.099735:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1775767133.673787:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767133.673793:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767133.673795:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767133.673800:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767133.673803:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767133.673806:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767133.673808:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767133.673811:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767133.673813:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767134.121955:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767134.121959:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767134.121961:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767134.377791:0:58590:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4298991357, at 4298991360
00000100:00000010:2.0:1775767134.377808:0:58590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3840.
00000100:00000001:0.0:1775767134.697812:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767134.697820:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767134.697822:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767134.697828:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767134.697832:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767134.697837:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767134.697839:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767134.697841:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767134.697843:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767135.145934:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767135.145938:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767135.145942:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767135.721888:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767135.721899:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767135.721901:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767135.721909:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767135.721914:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767135.721920:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767135.721923:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767135.721926:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767135.721929:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767136.745785:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767136.745792:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767136.745794:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767136.745799:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767136.745802:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767136.745806:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767136.745809:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767136.745811:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767136.745813:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767137.769802:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767137.769807:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767137.769809:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767137.769814:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767137.769817:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767137.769820:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767137.769822:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767137.769824:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767137.769826:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767138.217895:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767138.217899:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767138.217903:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1775767138.218327:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767138.218332:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775767138.218958:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767138.218960:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775767138.219153:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767138.219154:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775767138.219324:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767138.219325:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775767138.219544:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767138.219546:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1775767138.793804:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767138.793811:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767138.793813:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767138.793820:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767138.793823:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767138.793839:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767138.793841:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767138.793844:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767138.793847:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767139.242047:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767139.242053:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767139.242058:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767139.497865:0:58590:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4298996477, at 4298996480
00000100:00000010:2.0:1775767139.497883:0:58590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3de0.
00000100:00000001:0.0:1775767139.817928:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767139.817939:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767139.817942:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767139.817963:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767139.817968:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767139.817973:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767139.817977:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767139.817980:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767139.817984:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767140.841765:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767140.841770:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767140.841788:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767140.841792:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767140.841796:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767140.841799:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767140.841801:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767140.841803:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767140.841805:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767141.865856:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767141.865864:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767141.865867:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767141.865873:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767141.865888:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767141.865892:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767141.865896:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767141.865899:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767141.865902:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767142.313932:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767142.313952:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767142.313955:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767142.889802:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767142.889808:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767142.889810:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767142.889814:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767142.889817:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767142.889820:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767142.889822:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767142.889824:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767142.889826:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767143.337903:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767143.337907:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767143.337911:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1775767143.338306:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767143.338311:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1775767143.338957:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767143.338961:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1775767143.339203:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767143.339205:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1775767143.339455:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767143.339456:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1775767143.339638:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767143.339639:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 6 secs later)
00000100:00000001:0.0:1775767143.913800:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767143.913807:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767143.913810:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767143.913815:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767143.913819:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767143.913823:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767143.913825:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767143.913828:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767143.913831:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767144.617804:0:58590:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299001597, at 4299001600
00000100:00000010:2.0:1775767144.617816:0:58590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3000.
00000100:00000001:0.0:1775767144.937776:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767144.937784:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767144.937787:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767144.937793:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767144.937797:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767144.937802:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767144.937805:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767144.937807:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767144.937810:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767145.961824:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767145.961831:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767145.961833:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767145.961839:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767145.961842:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767145.961846:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767145.961849:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767145.961851:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767145.961854:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767146.410067:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767146.410074:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767146.410081:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767146.985785:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767146.985792:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767146.985795:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767146.985803:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767146.985807:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767146.985812:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767146.985816:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767146.985820:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767146.985824:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767147.433983:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767147.433988:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767147.433993:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767148.009840:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767148.009850:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767148.009854:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767148.009862:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767148.009869:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767148.009874:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767148.009879:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767148.009883:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767148.009887:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767148.458000:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767148.458005:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767148.458010:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1775767148.458420:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767148.458427:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1775767148.459018:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767148.459020:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1775767148.459248:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767148.459250:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1775767148.459538:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767148.459541:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1775767148.459797:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767148.459799:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000100:00000001:0.0:1775767149.033821:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767149.033827:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767149.033829:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767149.033834:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767149.033837:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767149.033841:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767149.033843:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767149.033846:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767149.033849:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767149.737823:0:58590:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299006717, at 4299006720
00000100:00000010:2.0:1775767149.737838:0:58590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3120.
00000100:00000001:0.0:1775767150.057875:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767150.057881:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767150.057883:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767150.057888:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767150.057892:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767150.057895:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767150.057898:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767150.057901:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767150.057903:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767150.505928:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767150.505932:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767150.505935:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767151.081927:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767151.081935:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767151.081938:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767151.081945:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767151.081950:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767151.081956:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767151.081959:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767151.081962:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767151.081965:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767151.530062:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767151.530068:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767151.530073:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767152.105854:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767152.105861:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767152.105863:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767152.105869:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767152.105873:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767152.105877:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767152.105880:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767152.105882:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767152.105885:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767152.554013:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767152.554020:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767152.554025:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767153.129892:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767153.129902:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767153.129905:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767153.129923:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767153.129928:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767153.129933:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767153.129937:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767153.129940:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767153.129943:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767153.577836:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767153.577858:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775767153.577864:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767153.577871:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767153.577884:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767153.577898:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4338
00000400:00000200:0.0:1775767153.577912:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767153.577922:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767153.577927:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767153.577933:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767153.577938:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767153.577946:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767153.577957:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767153.577965:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767153.577967:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775767153.577971:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767153.577974:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775767153.577977:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775767153.577981:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775767153.577985:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767153.577987:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767153.577989:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767153.577991:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767153.577995:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:0.0:1775767153.577998:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767153.578001:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767153.578006:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767153.578009:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767153.578013:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767153.578016:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775767153.578019:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767153.578031:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926680.
00000020:00000040:0.0:1775767153.578036:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775767153.578042:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767153.578044:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767153.578048:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767153.578052:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767153.578058:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767153.578072:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c000.
00000100:00000001:0.0:1775767153.578081:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767153.578094:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926680 x1862022335064832/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767153.578108:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767153.578114:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767153.578120:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad2d9012] to pc [ptlrpcd_rcv+-1]  req@ffff927322926680 x1862022335064832/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767153.578152:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767153.578156:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767153.578160:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775767153.578162:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767153.578164:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767153.578167:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767153.578170:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4338
00000400:00000200:0.0:1775767153.578174:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767153.578177:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767153.578179:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767153.578182:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767153.578185:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767153.578187:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767153.578190:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767153.578192:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767153.578193:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775767153.578195:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767153.578198:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775767153.578200:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:0.0:1775767153.578203:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:0.0:1775767153.578207:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767153.578210:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767153.578221:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767153.578224:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767153.578226:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:0.0:1775767153.578244:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767153.578250:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767153.578251:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767153.578258:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767153.578264:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767153.578269:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767153.578274:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767153.578277:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767153.578280:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767153.578287:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927800.
00000020:00000040:0.0:1775767153.578290:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:0.0:1775767153.578293:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767153.578295:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767153.578299:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767153.578301:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767153.578305:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767153.578309:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c400.
00000100:00000001:0.0:1775767153.578313:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767153.578321:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927800 x1862022335064960/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767153.578331:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767153.578333:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767153.578338:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e429b339] to pc [ptlrpcd_rcv+-1]  req@ffff927322927800 x1862022335064960/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767153.578355:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767153.578358:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767153.578362:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775767153.578364:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767153.578366:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767153.578371:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767153.578375:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4338
00000400:00000200:0.0:1775767153.578384:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767153.578390:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767153.578394:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767153.578401:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767153.578405:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767153.578408:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767153.578411:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767153.578415:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767153.578418:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:0.0:1775767153.578419:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767153.578423:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775767153.578425:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:0.0:1775767153.578427:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:0.0:1775767153.578432:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767153.578436:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767153.578440:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767153.578441:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767153.578443:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:0.0:1775767153.578446:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767153.578449:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767153.578452:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767153.578454:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767153.578457:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767153.578461:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767153.578462:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767153.578465:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767153.578467:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767153.578471:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927b80.
00000020:00000040:0.0:1775767153.578473:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775767153.578478:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767153.578481:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767153.578483:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767153.578486:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767153.578488:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767153.578494:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d400.
00000100:00000001:0.0:1775767153.578498:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767153.578502:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927b80 x1862022335065088/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767153.578521:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767153.578525:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767153.578531:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000282cd359] to pc [ptlrpcd_rcv+-1]  req@ffff927322927b80 x1862022335065088/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767153.578539:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767153.578541:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767153.578546:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775767153.578550:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767153.578551:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:3.1:1775767153.578555:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:0.0:1775767153.578556:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767153.578561:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4338
00000400:00000200:0.0:1775767153.578564:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767153.578566:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767153.578567:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767153.578570:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767153.578571:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767153.578573:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767153.578574:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767153.578576:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767153.578577:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775767153.578579:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767153.578581:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:0.0:1775767153.578584:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:0.0:1775767153.578587:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:0.0:1775767153.578591:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767153.578595:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767153.578596:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767153.578598:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767153.578602:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:0.0:1775767153.578604:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767153.578606:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767153.578607:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767153.578611:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767153.578613:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767153.578614:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767153.578617:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767153.578621:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767153.578623:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767153.578629:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925c00.
00000020:00000040:0.0:1775767153.578632:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:0.0:1775767153.578635:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767153.578638:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767153.578642:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767153.578645:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767153.578647:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767153.578652:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477ec00.
00000100:00000001:0.0:1775767153.578655:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767153.578657:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925c00 x1862022335065216/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767153.578666:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767153.578669:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767153.578675:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d72b0b6] to pc [ptlrpcd_rcv+-1]  req@ffff927322925c00 x1862022335065216/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767153.578684:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767153.578689:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767153.578697:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775767153.578700:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767153.578703:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767153.578706:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767153.578753:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4338
00000400:00000200:0.0:1775767153.578761:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767153.578765:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767153.578768:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767153.578773:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767153.578777:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767153.578780:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767153.578782:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767153.578785:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767153.578787:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:0.0:1775767153.578790:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767153.578793:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:0.0:1775767153.578796:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:0.0:1775767153.578799:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:0.0:1775767153.578808:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767153.578812:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767153.578816:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767153.578821:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767153.578825:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:0.0:1775767153.578831:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767153.578834:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767153.578836:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767153.578841:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767153.578846:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767153.578848:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767153.578852:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767153.578857:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767153.578861:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767153.578867:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925180.
00000020:00000040:0.0:1775767153.578872:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:0.0:1775767153.578876:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767153.578879:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767153.578883:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767153.578885:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767153.578888:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767153.578893:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e800.
00000100:00000001:0.0:1775767153.578897:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767153.578903:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925180 x1862022335065344/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1775767153.578913:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:0.0:1775767153.578919:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767153.578922:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767153.578927:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a34329a0] to pc [ptlrpcd_rcv+-1]  req@ffff927322925180 x1862022335065344/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767153.578941:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767153.578948:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4348)
00000800:00000200:3.1:1775767153.579033:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767153.579128:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767153.579302:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:0.0:1775767154.153845:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767154.153852:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767154.153854:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767154.153860:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767154.153864:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767154.153868:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767154.153871:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767154.153875:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767154.153878:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767154.601937:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767154.601944:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767154.601949:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767154.857860:0:58590:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299011837, at 4299011840
00000100:00000010:2.0:1775767154.857877:0:58590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe36c0.
00000100:00000001:0.0:1775767155.177917:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767155.177925:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767155.177927:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767155.177933:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767155.177936:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767155.177941:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767155.177943:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767155.177945:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767155.177948:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767155.625955:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767155.625959:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767155.625962:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767156.201829:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767156.201839:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767156.201841:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767156.201850:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767156.201854:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767156.201859:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767156.201862:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767156.201866:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767156.201869:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767156.649948:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767156.649955:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767156.649961:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767157.225841:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767157.225849:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767157.225851:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767157.225857:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767157.225861:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767157.225867:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767157.225870:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767157.225873:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767157.225878:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767158.249813:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767158.249819:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767158.249822:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767158.249835:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767158.249840:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767158.249845:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767158.249848:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767158.249850:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767158.249853:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767158.697881:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767158.697890:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775767158.697893:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767158.697897:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767158.697902:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767158.697911:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4343
00000400:00000200:0.0:1775767158.697922:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767158.697930:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767158.697933:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767158.697955:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767158.697960:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767158.697964:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767158.697969:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767158.697973:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767158.697975:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775767158.697978:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767158.697982:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775767158.697984:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775767158.697987:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775767158.697989:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767158.697991:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767158.697992:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767158.697995:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767158.697998:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:0.0:1775767158.698001:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767158.698004:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767158.698007:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767158.698011:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767158.698014:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767158.698016:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775767158.698018:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767158.698025:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924000.
00000020:00000040:0.0:1775767158.698029:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775767158.698033:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767158.698035:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767158.698038:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767158.698042:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767158.698048:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767158.698056:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f000.
00000100:00000001:0.0:1775767158.698065:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767158.698077:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924000 x1862022335065472/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767158.698088:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767158.698093:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767158.698098:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c89b33e] to pc [ptlrpcd_rcv+-1]  req@ffff927322924000 x1862022335065472/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767158.698142:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767158.698146:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767158.698150:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775767158.698152:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767158.698154:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767158.698158:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767158.698161:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4343
00000400:00000200:0.0:1775767158.698167:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767158.698172:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767158.698175:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767158.698208:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767158.698212:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767158.698220:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767158.698223:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767158.698228:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767158.698231:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775767158.698233:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767158.698236:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775767158.698240:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:0.0:1775767158.698243:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:0.0:1775767158.698253:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767158.698261:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767158.698279:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767158.698290:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767158.698302:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:0.0:1775767158.698311:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767158.698317:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767158.698326:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767158.698337:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767158.698361:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767158.698369:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767158.698376:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767158.698382:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767158.698388:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767158.698398:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926300.
00000020:00000040:0.0:1775767158.698402:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:0.0:1775767158.698411:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767158.698415:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767158.698419:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767158.698423:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767158.698426:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767158.698434:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e400.
00000100:00000001:0.0:1775767158.698441:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767158.698451:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926300 x1862022335065600/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767158.698473:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767158.698480:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767158.698498:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e21317e] to pc [ptlrpcd_rcv+-1]  req@ffff927322926300 x1862022335065600/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767158.698535:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767158.698556:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767158.698562:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775767158.698564:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767158.698567:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767158.698576:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767158.698586:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4343
00000400:00000200:0.0:1775767158.698595:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767158.698604:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767158.698610:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767158.698620:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767158.698628:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767158.698640:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767158.698649:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767158.698657:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767158.698661:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:0.0:1775767158.698666:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767158.698671:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775767158.698680:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:0.0:1775767158.698687:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:0.0:1775767158.698697:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767158.698706:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767158.698755:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767158.698759:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767158.698762:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:0.0:1775767158.698764:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767158.698768:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767158.698770:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767158.698775:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767158.698778:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767158.698781:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767158.698784:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767158.698788:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767158.698790:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767158.698796:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926a00.
00000020:00000040:0.0:1775767158.698800:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775767158.698804:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767158.698806:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767158.698808:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767158.698810:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767158.698813:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767158.698819:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d000.
00000100:00000001:0.0:1775767158.698823:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767158.698830:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926a00 x1862022335065728/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767158.698854:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767158.698860:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767158.698875:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000798ab0be] to pc [ptlrpcd_rcv+-1]  req@ffff927322926a00 x1862022335065728/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767158.698895:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767158.698909:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.1:1775767158.698918:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00080000:0.0:1775767158.698921:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775767158.698925:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:3.1:1775767158.698927:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000100:00080000:0.0:1775767158.698929:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767158.698936:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767158.698947:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4343
00000400:00000200:0.0:1775767158.698961:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767158.698971:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767158.698984:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767158.698995:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767158.699033:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767158.699041:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767158.699046:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767158.699053:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767158.699057:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775767158.699062:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767158.699067:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:0.0:1775767158.699077:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:0.0:1775767158.699087:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:0.0:1775767158.699098:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767158.699104:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767158.699108:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767158.699113:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767158.699117:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:0.0:1775767158.699121:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767158.699127:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767158.699129:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767158.699134:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767158.699138:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767158.699141:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767158.699147:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767158.699153:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767158.699159:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767158.699169:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927480.
00000020:00000040:0.0:1775767158.699175:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:0.0:1775767158.699194:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767158.699198:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767158.699200:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767158.699203:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767158.699208:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767158.699217:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c800.
00000100:00000001:0.0:1775767158.699226:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767158.699242:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927480 x1862022335065856/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767158.699258:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767158.699263:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767158.699276:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd1176bb] to pc [ptlrpcd_rcv+-1]  req@ffff927322927480 x1862022335065856/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767158.699299:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767158.699305:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767158.699317:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775767158.699321:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767158.699325:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767158.699332:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767158.699339:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4343
00000400:00000200:0.0:1775767158.699355:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767158.699367:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767158.699375:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767158.699384:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767158.699392:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767158.699400:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767158.699409:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767158.699415:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767158.699419:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:0.0:1775767158.699425:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767158.699430:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:0.0:1775767158.699435:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:0.0:1775767158.699447:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:0.0:1775767158.699458:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767158.699465:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767158.699471:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767158.699481:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767158.699492:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:0.0:1775767158.699501:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767158.699508:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767158.699513:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767158.699520:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767158.699528:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767158.699534:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767158.699538:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767158.699545:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767158.699552:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767158.699561:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926d80.
00000020:00000040:0.0:1775767158.699569:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:0.0:1775767158.699578:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767158.699581:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767158.699589:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767158.699593:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767158.699598:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767158.699607:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477fc00.
00000100:00000001:0.0:1775767158.699634:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767158.699646:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926d80 x1862022335065984/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767158.699705:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767158.699756:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767158.699771:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000adacb2c9] to pc [ptlrpcd_rcv+-1]  req@ffff927322926d80 x1862022335065984/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767158.699797:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767158.699806:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4353)
00000800:00000200:3.1:1775767158.700017:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767158.700027:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775767158.700343:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767158.700346:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775767158.700591:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767158.700593:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775767158.700805:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767158.700807:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000100:00000001:0.0:1775767159.273900:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767159.273911:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767159.273914:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767159.273924:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767159.273930:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767159.273937:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767159.273941:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767159.273946:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767159.273950:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767159.721917:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767159.721920:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767159.721923:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767159.977826:0:58590:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299016958, at 4299016960
00000100:00000010:2.0:1775767159.977837:0:58590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3a80.
00000100:00000001:0.0:1775767160.297770:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767160.297777:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767160.297779:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767160.297784:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767160.297788:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767160.297792:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767160.297794:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767160.297797:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767160.297800:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767160.745895:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767160.745898:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767160.745901:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767161.321818:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767161.321824:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767161.321826:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767161.321832:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767161.321836:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767161.321841:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767161.321844:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767161.321847:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767161.321850:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767163.817804:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767163.817814:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775767163.817817:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767163.817822:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767163.817828:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767163.817837:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4348
00000400:00000200:0.0:1775767163.817852:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767163.817864:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767163.817868:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767163.817872:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767163.817876:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767163.817880:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767163.817883:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767163.817889:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767163.817891:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775767163.817895:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767163.817898:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775767163.817902:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775767163.817904:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775767163.817907:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767163.817908:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767163.817910:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000020:00000001:2.0:1775767163.817911:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1775767163.817912:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767163.817915:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1775767163.817917:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00010000:00010000:2.0:1775767163.817920:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1775767163.817922:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767163.817925:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767163.817929:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767163.817932:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767163.817934:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767163.817937:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775767163.817939:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767163.817949:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925500.
00000020:00000040:0.0:1775767163.817952:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775767163.817955:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767163.817957:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767163.817959:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767163.817962:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767163.817967:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767163.817976:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477fc00.
00000100:00000001:0.0:1775767163.817982:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767163.817991:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925500 x1862022335066112/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767163.818015:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767163.818020:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767163.818024:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a57c8e8f] to pc [ptlrpcd_rcv+-1]  req@ffff927322925500 x1862022335066112/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767163.818044:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767163.818047:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767163.818050:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775767163.818051:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767163.818052:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767163.818055:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767163.818057:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4348
00000400:00000200:0.0:1775767163.818061:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767163.818064:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767163.818067:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767163.818069:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767163.818071:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767163.818073:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767163.818075:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767163.818078:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767163.818080:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775767163.818082:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767163.818085:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775767163.818088:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:0.0:1775767163.818092:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:0.0:1775767163.818094:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767163.818095:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767163.818096:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767163.818098:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767163.818100:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:0.0:1775767163.818105:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767163.818107:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767163.818111:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767163.818118:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767163.818123:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767163.818142:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767163.818147:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767163.818151:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767163.818156:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767163.818160:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925880.
00000020:00000040:0.0:1775767163.818166:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:0.0:1775767163.818186:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767163.818188:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767163.818191:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767163.818194:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767163.818197:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767163.818202:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c800.
00000100:00000001:0.0:1775767163.818208:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767163.818216:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925880 x1862022335066240/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767163.818226:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767163.818229:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767163.818232:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f872a4ed] to pc [ptlrpcd_rcv+-1]  req@ffff927322925880 x1862022335066240/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767163.818240:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767163.818244:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767163.818249:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775767163.818251:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767163.818254:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767163.818256:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767163.818262:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4348
00000400:00000200:0.0:1775767163.818269:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767163.818275:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767163.818278:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767163.818283:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767163.818287:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767163.818289:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767163.818293:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767163.818297:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767163.818299:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:0.0:1775767163.818300:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767163.818302:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775767163.818303:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:0.0:1775767163.818306:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:0.0:1775767163.818312:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767163.818315:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767163.818320:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767163.818323:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767163.818327:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:0.0:1775767163.818332:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767163.818335:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767163.818337:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767163.818342:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767163.818346:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767163.818349:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767163.818351:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767163.818357:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767163.818361:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767163.818383:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924700.
00000020:00000040:0.0:1775767163.818385:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775767163.818391:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767163.818394:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767163.818398:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767163.818401:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767163.818403:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767163.818409:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d000.
00000100:00000001:0.0:1775767163.818412:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767163.818418:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924700 x1862022335066368/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767163.818430:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767163.818432:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767163.818438:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc3726d9] to pc [ptlrpcd_rcv+-1]  req@ffff927322924700 x1862022335066368/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1775767163.818442:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767163.818449:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1775767163.818459:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767163.818461:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767163.818463:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775767163.818464:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767163.818465:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767163.818470:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767163.818476:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4348
00000400:00000200:0.0:1775767163.818481:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767163.818485:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767163.818487:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767163.818491:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767163.818495:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767163.818500:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767163.818502:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767163.818507:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767163.818510:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775767163.818513:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767163.818515:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:0.0:1775767163.818518:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:0.0:1775767163.818522:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:0.0:1775767163.818529:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767163.818534:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767163.818539:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767163.818541:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767163.818544:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:0.0:1775767163.818550:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767163.818557:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767163.818561:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767163.818565:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767163.818568:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767163.818571:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767163.818572:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767163.818574:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767163.818575:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767163.818578:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924e00.
00000020:00000040:0.0:1775767163.818580:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:0.0:1775767163.818582:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767163.818584:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767163.818588:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767163.818590:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767163.818592:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767163.818597:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e400.
00000100:00000001:0.0:1775767163.818600:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767163.818607:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924e00 x1862022335066496/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767163.818617:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767163.818619:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767163.818622:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aec4c6e] to pc [ptlrpcd_rcv+-1]  req@ffff927322924e00 x1862022335066496/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767163.818631:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767163.818633:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767163.818640:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775767163.818641:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767163.818642:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767163.818647:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767163.818651:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4348
00000400:00000200:0.0:1775767163.818657:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767163.818661:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767163.818664:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767163.818671:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767163.818676:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767163.818680:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767163.818686:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767163.818691:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767163.818693:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:0.0:1775767163.818694:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767163.818695:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:0.0:1775767163.818699:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:0.0:1775767163.818702:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:0.0:1775767163.818744:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767163.818746:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767163.818747:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767163.818749:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767163.818752:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:0.0:1775767163.818757:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767163.818761:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767163.818764:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767163.818767:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767163.818772:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767163.818777:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767163.818779:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767163.818783:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767163.818788:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767163.818794:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927100.
00000020:00000040:0.0:1775767163.818798:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:0.0:1775767163.818803:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767163.818806:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767163.818809:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767163.818812:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767163.818815:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767163.818820:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f000.
00000100:00000001:0.0:1775767163.818823:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767163.818829:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927100 x1862022335066624/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767163.818852:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767163.818858:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767163.818867:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0540768] to pc [ptlrpcd_rcv+-1]  req@ffff927322927100 x1862022335066624/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767163.818891:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767163.818899:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4358)
00000800:00000200:3.1:1775767163.819075:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767163.819078:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775767163.819322:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767163.819324:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775767163.819529:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767163.819531:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775767163.819795:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767163.819797:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1775767164.841997:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767164.842004:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767164.842010:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767165.097819:0:58590:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299022077, at 4299022080
00000100:00000010:2.0:1775767165.097836:0:58590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3420.
00000020:00000001:2.0:1775767167.913892:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767167.913895:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767167.913898:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1775767168.937910:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767168.937914:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767168.937919:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1775767168.938648:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767168.938658:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775767168.939487:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767168.939489:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775767168.939676:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767168.939678:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775767168.939876:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767168.939878:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775767168.940047:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767168.940049:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000100:00000040:2.0:1775767170.217853:0:58590:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299027198, at 4299027200
00000100:00000010:2.0:1775767170.217870:0:58590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3180.
00000020:00000001:2.0:1775767172.009923:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767172.009926:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767172.009929:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1775767173.033976:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767173.033982:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767173.033988:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767174.057825:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767174.057835:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767174.057840:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767174.057847:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767174.057857:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767174.057868:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4358
00000400:00000200:2.0:1775767174.057883:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767174.057890:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767174.057894:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767174.057899:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767174.057903:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767174.057907:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767174.057910:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767174.057914:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767174.057918:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767174.057922:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767174.057927:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775767174.057931:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775767174.057933:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775767174.057937:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767174.057939:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767174.057941:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767174.057943:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767174.057945:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767174.057947:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767174.057949:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767174.057951:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767174.057953:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767174.057955:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767174.057957:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767174.057959:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767174.057967:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775767174.057970:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767174.057973:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767174.057975:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767174.057977:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767174.057980:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767174.057983:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767174.057990:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306beec00.
00000100:00000001:2.0:1775767174.057995:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767174.058003:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335067392/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767174.058011:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767174.058014:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767174.058043:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335067392/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767174.058070:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767174.058073:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767174.058076:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767174.058077:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767174.058079:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767174.058081:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767174.058083:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4358
00000400:00000200:2.0:1775767174.058086:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767174.058088:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767174.058090:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767174.058093:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767174.058095:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767174.058097:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767174.058098:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767174.058100:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767174.058101:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767174.058102:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767174.058104:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767174.058105:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767174.058107:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767174.058109:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767174.058113:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767174.058115:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767174.058117:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767174.058120:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767174.058124:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767174.058126:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767174.058128:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767174.058134:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767174.058140:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767174.058145:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767174.058151:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767174.058158:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767174.058162:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767174.058168:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775767174.058173:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767174.058179:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767174.058182:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767174.058185:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767174.058188:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767174.058193:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767174.058199:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee800.
00000100:00000001:2.0:1775767174.058206:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767174.058216:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335067520/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767174.058233:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767174.058236:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767174.058242:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335067520/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767174.058261:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767174.058267:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767174.058277:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767174.058280:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767174.058285:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767174.058289:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767174.058294:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4358
00000400:00000200:2.0:1775767174.058301:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767174.058308:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767174.058311:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767174.058313:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767174.058315:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767174.058319:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767174.058321:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767174.058323:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767174.058325:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767174.058329:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767174.058331:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775767174.058334:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775767174.058337:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775767174.058341:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767174.058344:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767174.058350:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767174.058355:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767174.058358:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767174.058364:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767174.058368:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767174.058372:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767174.058376:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767174.058381:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767174.058384:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767174.058386:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767174.058391:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767174.058395:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767174.058403:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775767174.058406:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767174.058409:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767174.058410:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767174.058412:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767174.058415:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767174.058417:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767174.058421:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef400.
00000100:00000001:2.0:1775767174.058427:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767174.058436:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335067648/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1775767174.058437:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767174.058443:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000100:00000001:2.0:1775767174.058464:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767174.058468:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767174.058477:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335067648/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767174.058489:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767174.058493:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767174.058498:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767174.058502:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767174.058505:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767174.058511:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767174.058515:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4358
00000400:00000200:2.0:1775767174.058523:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767174.058531:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767174.058537:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767174.058545:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767174.058550:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767174.058555:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767174.058561:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767174.058565:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767174.058567:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767174.058572:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767174.058574:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775767174.058577:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775767174.058581:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767174.058585:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767174.058588:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767174.058592:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767174.058595:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767174.058599:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767174.058603:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767174.058607:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767174.058609:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767174.058612:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767174.058615:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767174.058621:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767174.058623:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767174.058627:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767174.058628:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767174.058633:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775767174.058636:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767174.058640:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767174.058642:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767174.058647:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767174.058649:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767174.058652:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767174.058657:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee400.
00000100:00000001:2.0:1775767174.058661:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767174.058669:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335067776/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767174.058677:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767174.058682:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767174.058686:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335067776/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767174.058734:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767174.058738:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767174.058744:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767174.058747:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767174.058750:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767174.058754:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767174.058759:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4358
00000400:00000200:2.0:1775767174.058765:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767174.058771:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767174.058775:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767174.058781:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767174.058786:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767174.058790:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767174.058795:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767174.058797:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767174.058800:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767174.058803:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767174.058805:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767174.058809:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775767174.058812:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767174.058818:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767174.058823:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767174.058826:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767174.058830:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767174.058835:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767174.058841:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767174.058846:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767174.058850:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767174.058853:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767174.058856:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767174.058859:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767174.058862:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767174.058865:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767174.058869:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767174.058874:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767174.058879:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775767174.058883:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767174.058886:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767174.058887:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767174.058888:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767174.058889:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767174.058891:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec400.
00000100:00000001:2.0:1775767174.058893:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767174.058899:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335067904/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767174.058907:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767174.058910:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767174.058916:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335067904/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767174.058937:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767174.058942:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4368)
00000800:00000200:3.1:1775767174.059103:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767174.059104:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775767174.059294:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767174.059296:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775767174.059494:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767174.059496:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775767174.059751:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767174.059754:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000100:00000040:2.0:1775767175.337783:0:58590:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299032317, at 4299032320
00000100:00000010:2.0:1775767175.337802:0:58590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3240.
00000020:00000001:2.0:1775767176.105991:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767176.106100:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767176.106103:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1775767177.129910:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767177.129914:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767177.129918:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767179.177803:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767179.177812:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767179.177817:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767179.177821:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767179.177826:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767179.177834:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4363
00000400:00000200:2.0:1775767179.177844:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767179.177849:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767179.177853:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767179.177858:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767179.177861:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767179.177864:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767179.177868:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767179.177872:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767179.177874:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767179.177877:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767179.177880:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775767179.177883:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775767179.177886:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775767179.177889:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767179.177892:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767179.177894:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767179.177895:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767179.177899:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767179.177902:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767179.177904:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767179.177908:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767179.177911:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767179.177914:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767179.177916:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767179.177919:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767179.177928:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
00000020:00000040:2.0:1775767179.177932:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767179.177935:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767179.177937:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767179.177939:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767179.177942:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767179.177946:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767179.177953:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed000.
00000100:00000001:2.0:1775767179.177958:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767179.177988:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335068032/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767179.177996:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767179.178000:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767179.178004:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335068032/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767179.178020:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767179.178022:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767179.178025:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767179.178026:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767179.178027:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767179.178030:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767179.178032:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4363
00000400:00000200:2.0:1775767179.178036:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767179.178039:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767179.178041:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767179.178043:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767179.178047:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767179.178051:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767179.178055:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767179.178057:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767179.178059:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767179.178061:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767179.178063:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767179.178067:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767179.178072:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767179.178078:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767179.178082:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767179.178086:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767179.178090:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767179.178092:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767179.178096:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767179.178102:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767179.178106:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767179.178112:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767179.178115:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767179.178118:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767179.178122:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767179.178126:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767179.178128:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767179.178137:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
00000020:00000040:2.0:1775767179.178140:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767179.178143:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767179.178145:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767179.178147:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767179.178148:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767179.178150:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767179.178155:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec400.
00000100:00000001:2.0:1775767179.178159:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767179.178166:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335068160/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767179.178177:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767179.178180:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767179.178186:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335068160/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767179.178199:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767179.178203:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767179.178208:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767179.178212:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767179.178214:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767179.178217:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767179.178221:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4363
00000400:00000200:2.0:1775767179.178261:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767179.178266:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767179.178268:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767179.178273:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767179.178275:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767179.178280:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767179.178283:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767179.178285:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767179.178286:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767179.178290:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767179.178293:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000800:00000200:3.1:1775767179.178296:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000020:00000001:2.0:1775767179.178297:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000800:00000200:3.1:1775767179.178301:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000020:00000001:2.0:1775767179.178302:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775767179.178311:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767179.178316:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767179.178321:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767179.178326:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767179.178331:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767179.178337:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767179.178340:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767179.178342:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767179.178346:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767179.178351:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767179.178354:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767179.178358:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767179.178361:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767179.178365:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767179.178371:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767179.178375:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767179.178379:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767179.178382:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767179.178385:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767179.178387:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767179.178391:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767179.178395:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee400.
00000100:00000001:2.0:1775767179.178401:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767179.178407:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335068288/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767179.178417:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767179.178420:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767179.178423:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335068288/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767179.178433:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767179.178436:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767179.178439:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767179.178440:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767179.178441:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767179.178444:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767179.178447:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4363
00000400:00000200:2.0:1775767179.178452:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767179.178457:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767179.178459:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767179.178464:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767179.178466:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767179.178469:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767179.178472:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767179.178474:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767179.178476:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767179.178479:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767179.178481:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775767179.178484:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775767179.178487:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767179.178489:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767179.178491:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767179.178496:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767179.178498:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767179.178501:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767179.178505:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767179.178509:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767179.178512:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767179.178516:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767179.178519:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767179.178522:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767179.178525:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767179.178529:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767179.178533:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767179.178540:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775767179.178544:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767179.178550:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767179.178553:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767179.178557:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767179.178560:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767179.178563:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767179.178569:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef400.
00000100:00000001:2.0:1775767179.178575:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767179.178583:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335068416/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767179.178603:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767179.178606:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767179.178612:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335068416/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767179.178621:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767179.178624:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767179.178628:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767179.178630:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767179.178633:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767179.178636:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767179.178640:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4363
00000400:00000200:2.0:1775767179.178646:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767179.178651:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767179.178655:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767179.178659:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767179.178662:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767179.178665:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767179.178667:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767179.178672:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767179.178673:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767179.178674:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767179.178677:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767179.178678:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775767179.178681:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767179.178687:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767179.178690:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767179.178694:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767179.178697:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767179.178700:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767179.178703:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767179.178726:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767179.178728:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767179.178730:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767179.178731:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767179.178733:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767179.178734:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767179.178736:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767179.178737:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767179.178742:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775767179.178747:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775767179.178752:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767179.178755:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767179.178760:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767179.178763:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767179.178767:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767179.178775:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee800.
00000100:00000001:2.0:1775767179.178781:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767179.178790:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335068544/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767179.178811:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767179.178814:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767179.178820:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335068544/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767179.178832:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767179.178839:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4373)
00000800:00000200:3.1:1775767179.179054:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767179.179057:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775767179.179370:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767179.179373:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775767179.179665:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767179.179668:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775767179.179994:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767179.179996:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000020:00000001:2.0:1775767180.202006:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767180.202011:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767180.202015:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767180.457845:0:58590:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299037437, at 4299037440
00000100:00000010:2.0:1775767180.457853:0:58590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3180.
00000020:00000001:0.0:1775767181.225963:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767181.225967:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767181.225970:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775767184.297934:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767184.297939:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767184.297944:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1775767184.298584:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767184.298592:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775767184.299118:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767184.299121:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775767184.299440:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767184.299443:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775767184.299774:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767184.299777:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775767184.300100:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767184.300102:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 33 secs later)
00000020:00000001:0.0:1775767185.321942:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767185.321947:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767185.321951:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767185.577857:0:58590:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299042558, at 4299042560
00000100:00000010:2.0:1775767185.577873:0:58590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3420.
00000020:00000001:2.0:1775767188.393918:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767188.393923:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767188.393928:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1775767189.417839:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767189.417847:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775767189.417850:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767189.417855:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767189.417873:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767189.417880:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4373
00000400:00000200:0.0:1775767189.417890:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767189.417897:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767189.417901:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767189.417906:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767189.417909:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767189.417912:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767189.417914:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767189.417916:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767189.417917:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775767189.417919:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767189.417922:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775767189.417924:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775767189.417926:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775767189.417928:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767189.417929:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767189.417931:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767189.417932:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767189.417934:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:0.0:1775767189.417936:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767189.417938:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767189.417940:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767189.417942:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767189.417944:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767189.417946:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775767189.417947:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767189.417956:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924a80.
00000020:00000040:0.0:1775767189.417959:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775767189.417962:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767189.417963:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767189.417965:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767189.417967:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767189.417971:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767189.417977:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c400.
00000100:00000001:0.0:1775767189.417982:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767189.417989:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924a80 x1862022335069312/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767189.417997:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767189.418001:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767189.418005:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c400aa7] to pc [ptlrpcd_rcv+-1]  req@ffff927322924a80 x1862022335069312/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767189.418022:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767189.418025:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767189.418029:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775767189.418030:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767189.418031:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767189.418033:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767189.418036:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4373
00000400:00000200:0.0:1775767189.418038:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767189.418041:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767189.418043:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767189.418046:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767189.418048:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767189.418052:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767189.418054:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767189.418056:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767189.418059:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775767189.418060:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767189.418062:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775767189.418064:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:0.0:1775767189.418066:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:0.0:1775767189.418070:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767189.418073:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767189.418076:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767189.418079:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767189.418083:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:0.0:1775767189.418087:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767189.418090:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767189.418093:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767189.418098:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767189.418101:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767189.418105:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767189.418109:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767189.418113:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767189.418115:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767189.418119:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924380.
00000020:00000040:0.0:1775767189.418122:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:0.0:1775767189.418126:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767189.418127:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767189.418129:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767189.418131:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767189.418134:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767189.418140:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d400.
00000100:00000001:0.0:1775767189.418144:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767189.418151:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924380 x1862022335069440/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767189.418160:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767189.418163:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767189.418167:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ec7b015] to pc [ptlrpcd_rcv+-1]  req@ffff927322924380 x1862022335069440/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767189.418174:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767189.418177:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767189.418180:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775767189.418182:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767189.418185:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767189.418186:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767189.418188:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4373
00000400:00000200:0.0:1775767189.418194:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767189.418196:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767189.418198:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767189.418203:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767189.418206:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767189.418209:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767189.418213:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767189.418218:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767189.418220:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:0.0:1775767189.418223:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767189.418226:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775767189.418231:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:0.0:1775767189.418232:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:0.0:1775767189.418239:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767189.418242:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767189.418246:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767189.418251:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767189.418253:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:0.0:1775767189.418257:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767189.418261:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767189.418264:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767189.418268:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767189.418269:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767189.418271:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767189.418272:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767189.418273:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767189.418277:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767189.418281:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927100.
00000020:00000040:0.0:1775767189.418284:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775767189.418286:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767189.418287:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767189.418289:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767189.418290:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767189.418293:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767189.418297:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e000.
00000100:00000001:0.0:1775767189.418300:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767189.418305:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927100 x1862022335069568/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767189.418325:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767189.418329:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767189.418337:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0540768] to pc [ptlrpcd_rcv+-1]  req@ffff927322927100 x1862022335069568/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767189.418351:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767189.418356:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767189.418363:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775767189.418366:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767189.418368:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767189.418373:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767189.418380:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4373
00000400:00000200:0.0:1775767189.418389:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000800:00000200:3.1:1775767189.418394:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000400:00000200:0.0:1775767189.418395:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767189.418399:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000800:00000200:3.1:1775767189.418399:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000100:00000040:0.0:1775767189.418405:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767189.418411:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767189.418422:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767189.418427:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767189.418429:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767189.418430:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775767189.418431:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767189.418437:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:0.0:1775767189.418440:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:0.0:1775767189.418443:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:0.0:1775767189.418450:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767189.418452:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767189.418453:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767189.418455:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767189.418459:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:0.0:1775767189.418462:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767189.418466:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767189.418468:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767189.418471:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767189.418476:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767189.418479:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767189.418483:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767189.418489:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767189.418494:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767189.418500:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924e00.
00000020:00000040:0.0:1775767189.418504:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:0.0:1775767189.418508:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767189.418511:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767189.418516:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767189.418519:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767189.418522:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767189.418527:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477cc00.
00000100:00000001:0.0:1775767189.418533:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767189.418540:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924e00 x1862022335069696/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767189.418553:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767189.418555:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767189.418561:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aec4c6e] to pc [ptlrpcd_rcv+-1]  req@ffff927322924e00 x1862022335069696/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767189.418571:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767189.418576:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767189.418581:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775767189.418583:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767189.418586:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767189.418588:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767189.418592:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4373
00000400:00000200:0.0:1775767189.418598:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767189.418605:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767189.418610:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767189.418616:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767189.418620:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767189.418622:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767189.418626:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767189.418629:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767189.418631:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:0.0:1775767189.418634:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767189.418635:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:0.0:1775767189.418638:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:0.0:1775767189.418641:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:0.0:1775767189.418647:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767189.418651:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767189.418654:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767189.418658:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767189.418662:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:0.0:1775767189.418667:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767189.418671:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767189.418674:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767189.418677:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767189.418682:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767189.418685:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767189.418687:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767189.418691:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767189.418693:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767189.418697:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924700.
00000020:00000040:0.0:1775767189.418700:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:0.0:1775767189.418705:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767189.418731:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767189.418735:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767189.418739:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767189.418742:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767189.418747:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f400.
00000100:00000001:0.0:1775767189.418752:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767189.418761:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924700 x1862022335069824/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767189.418772:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767189.418776:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767189.418782:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc3726d9] to pc [ptlrpcd_rcv+-1]  req@ffff927322924700 x1862022335069824/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767189.418791:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767189.418795:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4384)
00000800:00000200:3.1:1775767189.418973:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767189.418975:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775767189.419195:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767189.419197:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775767189.419407:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767189.419409:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775767189.419637:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767189.419638:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000100:00000040:2.0:1775767190.697863:0:58590:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299047677, at 4299047680
00000100:00000010:2.0:1775767190.697878:0:58590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3a80.
00000020:00000001:2.0:1775767192.490002:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767192.490008:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767192.490013:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767194.537898:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767194.537910:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767194.537914:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767194.537919:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767194.537925:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767194.537937:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4379
00000400:00000200:2.0:1775767194.537950:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767194.537958:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767194.537962:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767194.537966:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767194.537971:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767194.537974:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767194.537977:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767194.537981:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767194.537983:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767194.537986:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767194.537989:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775767194.537990:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775767194.537992:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775767194.537994:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767194.537995:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767194.537997:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767194.537998:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767194.538000:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767194.538003:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767194.538004:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767194.538007:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767194.538011:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767194.538013:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767194.538015:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767194.538017:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767194.538030:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775767194.538034:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767194.538038:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767194.538039:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767194.538042:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767194.538045:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767194.538050:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767194.538059:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef000.
00000100:00000001:2.0:1775767194.538066:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767194.538076:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335069952/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767194.538085:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767194.538090:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767194.538095:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335069952/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767194.538118:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767194.538128:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767194.538132:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767194.538134:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767194.538135:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767194.538139:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767194.538142:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4379
00000400:00000200:2.0:1775767194.538146:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767194.538150:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767194.538152:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767194.538155:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767194.538157:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767194.538160:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767194.538163:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767194.538166:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767194.538168:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767194.538170:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767194.538173:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767194.538175:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767194.538179:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767194.538182:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767194.538185:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767194.538187:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767194.538191:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767194.538195:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767194.538198:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767194.538202:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767194.538204:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767194.538212:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767194.538215:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767194.538219:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767194.538225:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767194.538230:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767194.538231:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767194.538235:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775767194.538240:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767194.538243:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767194.538244:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767194.538247:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767194.538248:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767194.538250:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767194.538258:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306befc00.
00000100:00000001:2.0:1775767194.538264:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767194.538275:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335070080/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767194.538290:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767194.538294:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767194.538299:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335070080/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767194.538314:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767194.538319:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767194.538327:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767194.538329:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767194.538331:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767194.538338:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767194.538341:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4379
00000400:00000200:2.0:1775767194.538353:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767194.538361:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767194.538365:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767194.538372:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767194.538378:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767194.538382:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767194.538387:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767194.538391:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767194.538394:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767194.538397:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767194.538401:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775767194.538407:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775767194.538410:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775767194.538417:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767194.538420:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767194.538426:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767194.538430:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767194.538433:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767194.538441:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767194.538444:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767194.538446:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767194.538452:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767194.538458:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767194.538462:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767194.538467:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767194.538473:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767194.538477:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767194.538484:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775767194.538490:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767194.538496:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767194.538499:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767194.538503:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767194.538506:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767194.538508:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767194.538514:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306becc00.
00000100:00000001:2.0:1775767194.538520:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767194.538530:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335070208/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767194.538543:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767194.538547:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767194.538552:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335070208/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767194.538573:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775767194.538574:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00080000:2.0:1775767194.538577:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.1:1775767194.538582:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000100:00080000:2.0:1775767194.538583:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767194.538586:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767194.538589:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767194.538595:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767194.538601:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4379
00000400:00000200:2.0:1775767194.538608:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767194.538612:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767194.538615:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767194.538618:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767194.538623:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767194.538629:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767194.538635:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767194.538638:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767194.538640:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767194.538646:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767194.538649:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775767194.538652:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775767194.538655:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767194.538662:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767194.538666:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767194.538670:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767194.538677:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767194.538682:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767194.538687:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767194.538692:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767194.538696:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767194.538702:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767194.538752:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767194.538758:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767194.538763:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767194.538769:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767194.538770:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767194.538775:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775767194.538779:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767194.538782:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767194.538786:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767194.538788:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767194.538790:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767194.538792:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767194.538796:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec000.
00000100:00000001:2.0:1775767194.538800:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767194.538819:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335070336/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767194.538827:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767194.538830:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767194.538834:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335070336/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767194.538842:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767194.538845:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767194.538848:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767194.538850:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767194.538851:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767194.538854:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767194.538856:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4379
00000400:00000200:2.0:1775767194.538860:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767194.538864:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767194.538866:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767194.538869:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767194.538871:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767194.538872:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767194.538874:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767194.538876:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767194.538877:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767194.538879:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767194.538881:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767194.538883:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775767194.538886:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767194.538889:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767194.538891:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767194.538894:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767194.538896:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767194.538898:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767194.538900:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767194.538903:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767194.538905:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767194.538908:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767194.538910:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767194.538912:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767194.538914:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767194.538917:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767194.538918:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767194.538922:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767194.538925:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775767194.538927:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767194.538929:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767194.538931:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767194.538932:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767194.538934:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767194.538939:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec800.
00000100:00000001:2.0:1775767194.538942:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767194.538948:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335070464/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767194.538956:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767194.538958:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767194.538962:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335070464/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767194.538971:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767194.538977:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4389)
00000800:00000200:3.1:1775767194.539787:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767194.539789:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775767194.540051:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767194.540053:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775767194.540235:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767194.540237:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775767194.540405:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767194.540407:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000100:00000040:2.0:1775767195.817878:0:58590:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299052798, at 4299052800
00000100:00000010:2.0:1775767195.817897:0:58590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe36c0.
00000020:00000001:2.0:1775767196.585966:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767196.585973:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767196.585978:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1775767199.657914:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767199.657919:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767199.657927:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1775767199.658528:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767199.658533:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775767199.659574:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767199.659576:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775767199.659826:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767199.659828:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775767199.660007:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767199.660009:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775767199.660299:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767199.660301:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000020:00000001:2.0:1775767200.681922:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767200.681926:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767200.681929:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767200.937817:0:58590:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299057918, at 4299057920
00000100:00000010:2.0:1775767200.937830:0:58590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3120.
00000020:00000001:0.0:1775767203.754054:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767203.754059:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767203.754065:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775767204.777912:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767204.777917:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767204.777921:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1775767204.778332:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767204.778338:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775767204.778966:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767204.778967:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775767204.779150:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767204.779152:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775767204.779320:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767204.779322:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775767204.779557:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767204.779559:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000100:00000040:2.0:1775767206.057801:0:58590:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299063037, at 4299063040
00000100:00000010:2.0:1775767206.057832:0:58590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3000.
00000100:00000001:0.0:1775767206.377865:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767206.377875:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767206.377877:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767206.377884:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767206.377888:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767206.377893:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767206.377896:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767206.377898:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767206.377901:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767207.401787:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767207.401792:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767207.401794:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767207.401799:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767207.401801:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767207.401804:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767207.401807:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767207.401809:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767207.401811:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767207.849863:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767207.849867:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767207.849870:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767208.425841:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767208.425847:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767208.425849:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767208.425855:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767208.425859:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767208.425863:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767208.425866:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767208.425869:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767208.425872:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767208.873918:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767208.873922:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767208.873925:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767209.449839:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767209.449846:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767209.449848:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767209.449854:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767209.449857:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767209.449861:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767209.449881:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767209.449883:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767209.449886:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767209.897911:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767209.897916:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767209.897921:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1775767209.898500:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767209.898507:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775767209.899074:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767209.899077:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775767209.899382:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767209.899385:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775767209.899706:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767209.899728:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775767209.900050:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767209.900053:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000100:00000001:0.0:1775767210.473793:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767210.473799:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767210.473801:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767210.473805:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767210.473808:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767210.473812:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767210.473814:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767210.473816:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767210.473818:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767211.177800:0:58590:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299068157, at 4299068160
00000100:00000010:2.0:1775767211.177815:0:58590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3de0.
00000100:00000001:0.0:1775767211.497846:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767211.497853:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767211.497856:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767211.497862:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767211.497865:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767211.497869:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767211.497872:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767211.497875:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767211.497878:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767211.945952:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767211.945956:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767211.945960:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767212.521834:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767212.521844:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767212.521846:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767212.521853:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767212.521857:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767212.521863:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767212.521866:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767212.521869:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767212.521872:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767212.969895:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767212.969899:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767212.969902:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767213.545841:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767213.545849:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767213.545851:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767213.545857:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767213.545860:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767213.545864:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767213.545867:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767213.545869:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767213.545872:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767213.993972:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767213.993978:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767213.993981:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767214.569784:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767214.569791:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767214.569793:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767214.569799:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767214.569803:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767214.569808:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767214.569810:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767214.569814:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767214.569816:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767215.017884:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767215.017887:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767215.017891:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1775767215.018348:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767215.018354:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775767215.019076:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767215.019080:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775767215.019391:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767215.019394:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775767215.019700:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767215.019702:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775767215.019937:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767215.019939:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000100:00000001:0.0:1775767215.593834:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767215.593839:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767215.593841:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767215.593846:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767215.593848:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767215.593852:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767215.593853:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767215.593856:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767215.593857:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767216.041975:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767216.041981:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767216.041985:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767216.297836:0:58590:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299073277, at 4299073280
00000100:00000010:2.0:1775767216.297855:0:58590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3840.
00000100:00000001:0.0:1775767216.617812:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767216.617819:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767216.617821:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767216.617827:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767216.617831:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767216.617835:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767216.617837:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767216.617839:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767216.617842:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767217.065876:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767217.065881:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767217.065884:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767217.641811:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767217.641817:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767217.641819:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767217.641824:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767217.641826:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767217.641830:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767217.641832:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767217.641834:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767217.641836:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767218.089963:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767218.089969:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767218.089972:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767218.665778:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767218.665786:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767218.665788:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767218.665794:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767218.665798:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767218.665802:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767218.665804:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767218.665807:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767218.665809:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767219.113884:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767219.113889:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767219.113893:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767219.689771:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767219.689778:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767219.689780:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767219.689787:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767219.689791:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767219.689795:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767219.689798:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767219.689800:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767219.689803:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767220.137979:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767220.137983:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767220.137987:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1775767220.138624:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767220.139216:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767220.139605:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767220.139821:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767220.139967:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:0.0:1775767220.713772:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767220.713779:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767220.713781:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767220.713786:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767220.713790:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767220.713794:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767220.713796:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767220.713798:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767220.713800:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767221.161998:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767221.162003:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767221.162005:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767221.417807:0:58590:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299078397, at 4299078400
00000100:00000010:2.0:1775767221.417828:0:58590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3660.
00000100:00000001:0.0:1775767221.737819:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767221.737826:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767221.737828:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767221.737833:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767221.737837:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767221.737842:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767221.737844:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767221.737846:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767221.737848:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767222.185875:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767222.185879:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767222.185882:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767222.761782:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767222.761787:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767222.761789:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767222.761793:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767222.761796:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767222.761799:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767222.761801:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767222.761804:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767222.761806:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767223.209907:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767223.209910:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767223.209913:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767223.785789:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767223.785794:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767223.785796:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767223.785800:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767223.785803:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767223.785807:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767223.785808:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767223.785811:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767223.785813:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767224.809763:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767224.809769:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767224.809771:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767224.809776:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767224.809779:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767224.809782:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767224.809784:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767224.809786:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767224.809788:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767225.257956:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767225.257962:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767225.257966:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1775767225.258511:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767225.258518:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775767225.259374:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767225.259377:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775767225.259660:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767225.259662:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775767225.259888:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767225.259890:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775767225.260090:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767225.260092:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000100:00000001:0.0:1775767225.833802:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767225.833811:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767225.833813:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767225.833820:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767225.833825:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767225.833828:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767225.833831:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767225.833834:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767225.833853:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767226.281886:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767226.281889:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767226.281892:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767226.537792:0:58590:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299083518, at 4299083520
00000100:00000010:2.0:1775767226.537807:0:58590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3960.
00000100:00000001:0.0:1775767226.857785:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767226.857792:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767226.857794:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767226.857800:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767226.857803:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767226.857808:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767226.857810:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767226.857813:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767226.857815:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767227.305951:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767227.305957:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767227.305961:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767227.881786:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767227.881791:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767227.881793:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767227.881797:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767227.881800:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767227.881803:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767227.881805:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767227.881808:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767227.881809:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767228.905759:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767228.905764:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767228.905766:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767228.905771:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767228.905774:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767228.905777:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767228.905780:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767228.905783:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767228.905785:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767229.353882:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767229.353885:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767229.353888:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767229.929824:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767229.929830:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767229.929832:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767229.929837:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767229.929841:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767229.929845:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767229.929848:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767229.929850:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767229.929853:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767230.377802:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767230.377814:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775767230.377819:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767230.377825:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767230.377832:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767230.377843:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4414
00000400:00000200:0.0:1775767230.377857:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767230.377867:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767230.377871:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767230.377876:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767230.377880:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767230.377883:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767230.377887:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767230.377891:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767230.377893:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775767230.377895:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767230.377897:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775767230.377900:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775767230.377902:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775767230.377905:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767230.377908:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767230.377912:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767230.377914:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767230.377917:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:0.0:1775767230.377922:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767230.377926:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767230.377932:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767230.377936:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767230.377941:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767230.377943:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775767230.377945:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767230.377953:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925880.
00000020:00000040:0.0:1775767230.377956:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775767230.377958:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767230.377959:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767230.377962:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767230.377964:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767230.377968:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767230.377975:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d800.
00000100:00000001:0.0:1775767230.377980:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767230.377989:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925880 x1862022335074432/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767230.377999:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767230.378003:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767230.378008:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f872a4ed] to pc [ptlrpcd_rcv+-1]  req@ffff927322925880 x1862022335074432/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767230.378026:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767230.378028:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767230.378031:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775767230.378032:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767230.378033:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767230.378036:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767230.378039:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4414
00000400:00000200:0.0:1775767230.378042:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767230.378045:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767230.378047:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767230.378049:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767230.378051:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767230.378054:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767230.378056:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767230.378060:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767230.378064:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775767230.378065:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767230.378067:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775767230.378069:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:0.0:1775767230.378071:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:0.0:1775767230.378077:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767230.378081:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767230.378085:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767230.378089:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767230.378093:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:0.0:1775767230.378097:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767230.378099:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767230.378102:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767230.378107:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767230.378111:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767230.378115:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767230.378120:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767230.378124:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767230.378126:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767230.378130:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925500.
00000020:00000040:0.0:1775767230.378132:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:0.0:1775767230.378137:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767230.378140:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767230.378141:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767230.378143:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767230.378146:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767230.378150:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c000.
00000100:00000001:0.0:1775767230.378153:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767230.378157:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925500 x1862022335074560/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767230.378164:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767230.378166:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767230.378169:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a57c8e8f] to pc [ptlrpcd_rcv+-1]  req@ffff927322925500 x1862022335074560/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767230.378174:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767230.378176:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767230.378182:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775767230.378183:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767230.378184:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767230.378186:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767230.378190:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4414
00000400:00000200:0.0:1775767230.378197:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767230.378203:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767230.378206:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767230.378213:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767230.378217:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767230.378221:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767230.378224:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767230.378225:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767230.378227:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:0.0:1775767230.378231:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767230.378233:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775767230.378236:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:0.0:1775767230.378240:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:0.0:1775767230.378247:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767230.378251:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767230.378255:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767230.378257:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767230.378258:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:0.0:1775767230.378260:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767230.378263:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767230.378267:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767230.378270:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767230.378271:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767230.378273:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767230.378275:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767230.378278:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767230.378280:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767230.378284:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926d80.
00000020:00000040:0.0:1775767230.378288:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775767230.378290:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767230.378292:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767230.378295:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767230.378297:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767230.378301:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767230.378305:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477ec00.
00000100:00000001:0.0:1775767230.378309:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767230.378315:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926d80 x1862022335074688/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767230.378324:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767230.378328:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767230.378334:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000adacb2c9] to pc [ptlrpcd_rcv+-1]  req@ffff927322926d80 x1862022335074688/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767230.378343:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767230.378347:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767230.378354:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775767230.378356:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767230.378357:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767230.378362:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767230.378366:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4414
00000400:00000200:0.0:1775767230.378369:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767230.378373:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767230.378375:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767230.378377:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767230.378380:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767230.378384:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767230.378387:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767230.378389:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767230.378390:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775767230.378391:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767230.378394:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:0.0:1775767230.378397:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:0.0:1775767230.378400:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000800:00000200:3.1:1775767230.378401:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000040:0.0:1775767230.378405:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767230.378408:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1775767230.378408:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 52 secs later)
00000100:00000040:0.0:1775767230.378413:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767230.378415:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767230.378419:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:0.0:1775767230.378424:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767230.378428:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767230.378429:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767230.378431:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767230.378436:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767230.378437:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767230.378442:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767230.378446:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767230.378450:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767230.378455:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927480.
00000020:00000040:0.0:1775767230.378460:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:0.0:1775767230.378466:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767230.378469:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767230.378504:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767230.378507:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767230.378512:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767230.378519:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c400.
00000100:00000001:0.0:1775767230.378524:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767230.378532:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927480 x1862022335074816/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767230.378546:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767230.378549:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767230.378553:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd1176bb] to pc [ptlrpcd_rcv+-1]  req@ffff927322927480 x1862022335074816/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767230.378561:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767230.378563:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767230.378568:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775767230.378569:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767230.378570:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767230.378574:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767230.378577:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4414
00000400:00000200:0.0:1775767230.378585:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767230.378591:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767230.378596:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767230.378604:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767230.378609:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767230.378615:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767230.378620:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767230.378622:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767230.378624:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:0.0:1775767230.378625:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767230.378627:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:0.0:1775767230.378633:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:0.0:1775767230.378637:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:0.0:1775767230.378643:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767230.378646:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767230.378649:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767230.378653:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767230.378658:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:0.0:1775767230.378664:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767230.378667:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767230.378669:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767230.378671:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767230.378674:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767230.378678:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767230.378680:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767230.378683:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767230.378685:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767230.378691:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926a00.
00000020:00000040:0.0:1775767230.378696:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:0.0:1775767230.378700:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767230.378702:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767230.378704:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767230.378706:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767230.378737:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767230.378744:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d400.
00000100:00000001:0.0:1775767230.378748:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767230.378758:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926a00 x1862022335074944/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767230.378800:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767230.378806:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767230.378818:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000798ab0be] to pc [ptlrpcd_rcv+-1]  req@ffff927322926a00 x1862022335074944/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767230.378836:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767230.378840:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4425)
00000800:00000200:3.1:1775767230.379034:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767230.379036:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1775767230.379248:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767230.379250:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1775767230.379463:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767230.379465:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1775767230.379746:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767230.379747:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 52 secs later)
00000100:00000001:0.0:1775767230.953855:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767230.953862:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767230.953864:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767230.953870:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767230.953873:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767230.953878:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767230.953881:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767230.953883:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767230.953886:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767231.401960:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767231.401965:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767231.401968:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767231.657801:0:58590:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299088637, at 4299088640
00000100:00000010:2.0:1775767231.657818:0:58590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3720.
00000100:00000001:0.0:1775767231.977820:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767231.977826:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767231.977828:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767231.977833:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767231.977837:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767231.977841:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767231.977844:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767231.977846:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767231.977849:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767233.001861:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767233.001868:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767233.001869:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767233.001875:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767233.001879:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767233.001884:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767233.001886:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767233.001889:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767233.001892:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767233.449911:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767233.449918:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767233.449924:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767234.025818:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767234.025824:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767234.025826:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767234.025831:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767234.025834:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767234.025838:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767234.025840:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767234.025842:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767234.025844:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767235.049858:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767235.049864:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767235.049867:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767235.049873:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767235.049876:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767235.049880:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767235.049883:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767235.049885:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767235.049888:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767235.497973:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767235.497978:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767235.497982:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1775767235.498792:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767235.498806:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1775767235.499442:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767235.499445:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1775767235.499797:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767235.499800:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1775767235.500111:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767235.500114:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1775767235.500437:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767235.500440:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 47 secs later)
00000100:00000001:0.0:1775767236.073850:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767236.073856:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767236.073858:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767236.073864:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767236.073868:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767236.073872:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767236.073874:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767236.073877:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767236.073880:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767236.777815:0:58590:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299093758, at 4299093760
00000100:00000010:2.0:1775767236.777832:0:58590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3300.
00000100:00000001:0.0:1775767237.097935:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767237.097960:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767237.097961:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767237.097967:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767237.097971:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767237.097975:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767237.097979:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767237.097982:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767237.097984:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767237.545928:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767237.545931:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767237.545934:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767238.121812:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767238.121820:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767238.121823:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767238.121829:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767238.121834:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767238.121838:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767238.121842:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767238.121845:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767238.121848:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767239.145849:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767239.145855:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767239.145857:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767239.145862:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767239.145865:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767239.145867:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767239.145869:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767239.145871:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767239.145873:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767239.593891:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767239.593894:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767239.593896:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767240.169848:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767240.169856:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767240.169859:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767240.169865:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767240.169869:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767240.169872:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767240.169875:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767240.169877:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767240.169880:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767240.617812:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767240.617833:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775767240.617844:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767240.617849:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767240.617862:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767240.617869:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4425
00000400:00000200:0.0:1775767240.617882:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767240.617890:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767240.617895:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767240.617901:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767240.617904:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767240.617907:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767240.617912:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767240.617915:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767240.617918:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775767240.617920:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767240.617924:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775767240.617928:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775767240.617932:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775767240.617937:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767240.617947:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767240.617950:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767240.617952:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767240.617955:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:0.0:1775767240.617959:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767240.617963:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767240.617967:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767240.617970:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767240.617974:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767240.617977:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775767240.617981:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767240.617990:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926300.
00000020:00000040:0.0:1775767240.617995:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775767240.618000:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767240.618002:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767240.618007:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767240.618009:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767240.618013:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767240.618027:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e400.
00000100:00000001:0.0:1775767240.618034:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767240.618043:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926300 x1862022335075712/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767240.618055:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767240.618059:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767240.618065:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e21317e] to pc [ptlrpcd_rcv+-1]  req@ffff927322926300 x1862022335075712/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767240.618085:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767240.618087:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767240.618090:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775767240.618091:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767240.618092:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767240.618095:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767240.618097:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4425
00000400:00000200:0.0:1775767240.618101:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767240.618104:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767240.618106:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767240.618108:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767240.618110:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767240.618113:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767240.618114:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767240.618116:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767240.618117:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775767240.618119:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767240.618120:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775767240.618123:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:0.0:1775767240.618125:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:0.0:1775767240.618129:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767240.618133:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767240.618135:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767240.618138:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767240.618140:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:0.0:1775767240.618143:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767240.618147:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767240.618150:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767240.618155:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767240.618160:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767240.618162:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767240.618168:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767240.618172:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767240.618176:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767240.618184:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924000.
00000020:00000040:0.0:1775767240.618189:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:0.0:1775767240.618195:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767240.618198:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767240.618202:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767240.618205:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767240.618208:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767240.618214:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d000.
00000100:00000001:0.0:1775767240.618222:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767240.618229:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924000 x1862022335075840/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767240.618238:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767240.618241:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767240.618247:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c89b33e] to pc [ptlrpcd_rcv+-1]  req@ffff927322924000 x1862022335075840/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767240.618283:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767240.618288:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767240.618295:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775767240.618298:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767240.618301:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767240.618306:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767240.618311:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4425
00000400:00000200:0.0:1775767240.618320:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767240.618329:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767240.618342:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767240.618351:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767240.618354:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767240.618360:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767240.618366:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767240.618372:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:3.1:1775767240.618410:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767240.618413:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000020:00000040:0.0:1775767240.618489:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:0.0:1775767240.618493:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767240.618496:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775767240.618500:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:0.0:1775767240.618501:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:0.0:1775767240.618506:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767240.618509:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767240.618512:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767240.618515:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767240.618519:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:0.0:1775767240.618525:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767240.618530:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767240.618535:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767240.618538:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767240.618547:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767240.618549:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767240.618551:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767240.618556:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767240.618560:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767240.618565:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927b80.
00000020:00000040:0.0:1775767240.618567:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775767240.618573:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767240.618576:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767240.618580:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767240.618583:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767240.618587:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767240.618594:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c800.
00000100:00000001:0.0:1775767240.618600:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767240.618612:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927b80 x1862022335075968/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767240.618651:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767240.618655:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767240.618662:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000282cd359] to pc [ptlrpcd_rcv+-1]  req@ffff927322927b80 x1862022335075968/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767240.618678:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767240.618684:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767240.618693:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775767240.618697:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767240.618700:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767240.618742:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767240.618748:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4425
00000400:00000200:0.0:1775767240.618757:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767240.618764:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767240.618767:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767240.618775:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767240.618779:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767240.618783:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767240.618788:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767240.618792:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767240.618795:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775767240.618800:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767240.618804:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:0.0:1775767240.618809:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:0.0:1775767240.618816:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:0.0:1775767240.618824:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767240.618831:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767240.618837:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767240.618843:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767240.618845:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:0.0:1775767240.618851:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767240.618857:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767240.618860:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767240.618864:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767240.618869:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767240.618873:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767240.618878:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767240.618882:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767240.618887:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767240.618893:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927800.
00000020:00000040:0.0:1775767240.618897:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:0.0:1775767240.618901:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767240.618903:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767240.618908:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767240.618910:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767240.618912:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767240.618918:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477fc00.
00000100:00000001:0.0:1775767240.618923:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767240.618931:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927800 x1862022335076096/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767240.618977:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767240.618983:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767240.618993:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e429b339] to pc [ptlrpcd_rcv+-1]  req@ffff927322927800 x1862022335076096/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767240.619007:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767240.619011:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767240.619016:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775767240.619019:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767240.619021:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767240.619027:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767240.619033:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4425
00000400:00000200:0.0:1775767240.619045:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767240.619054:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767240.619060:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767240.619069:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767240.619075:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767240.619080:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767240.619085:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767240.619088:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767240.619090:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:0.0:1775767240.619094:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:3.1:1775767240.619094:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000020:00000040:0.0:1775767240.619097:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000800:00000200:3.1:1775767240.619098:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000020:00000001:0.0:1775767240.619101:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:0.0:1775767240.619106:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:0.0:1775767240.619113:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767240.619117:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767240.619122:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767240.619125:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767240.619131:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:0.0:1775767240.619136:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767240.619140:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767240.619144:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767240.619147:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767240.619150:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767240.619155:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767240.619159:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767240.619166:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767240.619170:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767240.619178:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925180.
00000020:00000040:0.0:1775767240.619183:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:0.0:1775767240.619189:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767240.619193:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767240.619197:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767240.619201:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767240.619206:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767240.619212:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f800.
00000100:00000001:0.0:1775767240.619220:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767240.619231:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925180 x1862022335076224/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767240.619264:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767240.619268:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767240.619276:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a34329a0] to pc [ptlrpcd_rcv+-1]  req@ffff927322925180 x1862022335076224/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767240.619299:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767240.619307:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4435)
00000800:00000200:3.1:1775767240.619445:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767240.619446:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775767240.619731:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767240.619733:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775767240.619916:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767240.619917:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000100:00000001:0.0:1775767241.193821:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767241.193826:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767241.193828:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767241.193832:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767241.193835:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767241.193839:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767241.193841:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767241.193844:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767241.193845:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767241.641867:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767241.641871:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767241.641874:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767241.897813:0:58590:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299098877, at 4299098880
00000100:00000010:2.0:1775767241.897833:0:58590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3c00.
00000100:00000001:0.0:1775767242.217775:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767242.217780:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767242.217782:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767242.217786:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767242.217789:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767242.217792:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767242.217794:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767242.217796:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767242.217798:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767243.241807:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767243.241812:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767243.241814:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767243.241819:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767243.241822:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767243.241826:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767243.241828:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767243.241830:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767243.241832:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767243.689898:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767243.689901:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767243.689904:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767244.265771:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767244.265777:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767244.265779:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767244.265784:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767244.265787:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767244.265789:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767244.265792:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767244.265794:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767244.265796:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767245.289856:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767245.289862:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767245.289864:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767245.289869:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767245.289873:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767245.289876:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767245.289879:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767245.289881:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767245.289884:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767245.737813:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767245.737822:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775767245.737826:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767245.737831:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767245.737835:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767245.737842:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4430
00000400:00000200:0.0:1775767245.737852:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767245.737857:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767245.737859:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767245.737862:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767245.737865:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767245.737867:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767245.737869:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767245.737872:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767245.737874:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775767245.737876:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767245.737877:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775767245.737880:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775767245.737882:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775767245.737884:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767245.737886:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767245.737887:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767245.737888:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767245.737890:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:0.0:1775767245.737893:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767245.737895:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767245.737898:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767245.737900:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767245.737903:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767245.737904:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775767245.737907:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767245.737916:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925c00.
00000020:00000040:0.0:1775767245.737919:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775767245.737923:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767245.737924:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767245.737927:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767245.737929:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767245.737933:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767245.737935:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767245.737939:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767245.737940:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e400.
00010000:00010000:2.0:1775767245.737941:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767245.737948:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767245.737957:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925c00 x1862022335076352/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767245.737965:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767245.737969:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767245.737972:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d72b0b6] to pc [ptlrpcd_rcv+-1]  req@ffff927322925c00 x1862022335076352/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767245.737990:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767245.737993:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767245.737996:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775767245.737997:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767245.737998:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767245.738001:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767245.738003:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4430
00000400:00000200:0.0:1775767245.738006:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767245.738009:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767245.738012:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767245.738015:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767245.738018:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767245.738022:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767245.738025:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767245.738030:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767245.738033:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775767245.738035:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767245.738039:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775767245.738043:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:0.0:1775767245.738049:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:0.0:1775767245.738057:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767245.738061:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767245.738065:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767245.738069:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767245.738074:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:0.0:1775767245.738079:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767245.738083:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767245.738087:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767245.738093:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767245.738097:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767245.738101:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767245.738106:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767245.738109:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767245.738112:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767245.738117:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926680.
00000020:00000040:0.0:1775767245.738121:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:0.0:1775767245.738126:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767245.738128:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767245.738131:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767245.738134:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767245.738137:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767245.738143:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f000.
00000100:00000001:0.0:1775767245.738151:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767245.738162:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926680 x1862022335076480/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767245.738179:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767245.738183:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767245.738188:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad2d9012] to pc [ptlrpcd_rcv+-1]  req@ffff927322926680 x1862022335076480/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767245.738201:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767245.738205:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767245.738208:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775767245.738210:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767245.738213:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767245.738216:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767245.738220:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4430
00000400:00000200:0.0:1775767245.738226:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767245.738232:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767245.738236:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767245.738241:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767245.738245:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767245.738248:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767245.738252:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767245.738256:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767245.738258:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:0.0:1775767245.738262:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767245.738265:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775767245.738267:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:0.0:1775767245.738271:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:0.0:1775767245.738276:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767245.738277:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767245.738281:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767245.738283:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767245.738286:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:0.0:1775767245.738293:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000800:00000200:3.1:1775767245.738299:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767245.738301:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000100:00000001:0.0:1775767245.738310:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767245.738315:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767245.738319:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767245.738324:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767245.738355:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767245.738358:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767245.738365:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767245.738367:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767245.738374:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925180.
00000020:00000040:0.0:1775767245.738378:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775767245.738382:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767245.738384:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767245.738387:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767245.738389:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767245.738391:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767245.738395:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f400.
00000100:00000001:0.0:1775767245.738401:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767245.738407:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925180 x1862022335076608/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767245.738416:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767245.738418:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767245.738421:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a34329a0] to pc [ptlrpcd_rcv+-1]  req@ffff927322925180 x1862022335076608/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767245.738432:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767245.738437:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767245.738439:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775767245.738440:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767245.738443:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767245.738446:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767245.738449:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4430
00000400:00000200:0.0:1775767245.738456:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767245.738460:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767245.738463:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767245.738467:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767245.738469:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767245.738473:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767245.738478:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767245.738480:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767245.738482:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775767245.738483:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767245.738486:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:0.0:1775767245.738489:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:0.0:1775767245.738494:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:0.0:1775767245.738507:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767245.738510:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767245.738513:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767245.738517:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767245.738521:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:0.0:1775767245.738525:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767245.738529:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767245.738532:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767245.738536:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767245.738540:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767245.738543:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767245.738545:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767245.738550:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767245.738554:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767245.738560:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927800.
00000020:00000040:0.0:1775767245.738564:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:0.0:1775767245.738567:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767245.738570:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767245.738574:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767245.738577:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767245.738579:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767245.738583:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477cc00.
00000100:00000001:0.0:1775767245.738587:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767245.738595:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927800 x1862022335076736/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767245.738613:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767245.738617:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767245.738622:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e429b339] to pc [ptlrpcd_rcv+-1]  req@ffff927322927800 x1862022335076736/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767245.738633:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767245.738635:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767245.738638:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775767245.738641:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767245.738643:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767245.738652:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767245.738657:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4430
00000400:00000200:0.0:1775767245.738665:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767245.738670:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767245.738674:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767245.738679:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767245.738680:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767245.738684:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767245.738688:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767245.738690:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767245.738691:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:0.0:1775767245.738692:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767245.738695:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:0.0:1775767245.738698:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:0.0:1775767245.738702:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:0.0:1775767245.738706:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767245.738733:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767245.738737:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767245.738741:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767245.738743:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:0.0:1775767245.738746:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767245.738750:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767245.738753:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767245.738756:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767245.738761:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767245.738763:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767245.738767:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767245.738771:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767245.738776:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767245.738779:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927b80.
00000020:00000040:0.0:1775767245.738781:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:0.0:1775767245.738785:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767245.738788:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767245.738792:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767245.738793:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767245.738794:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767245.738797:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e000.
00000100:00000001:0.0:1775767245.738799:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767245.738804:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927b80 x1862022335076864/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767245.738814:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767245.738816:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767245.738823:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000282cd359] to pc [ptlrpcd_rcv+-1]  req@ffff927322927b80 x1862022335076864/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767245.738844:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767245.738850:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4440)
00000800:00000200:3.1:1775767245.738932:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767245.738934:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775767245.739152:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767245.739154:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775767245.739340:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767245.739343:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775767245.739627:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767245.739629:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000100:00000001:0.0:1775767246.313853:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767246.313859:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767246.313861:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767246.313866:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767246.313869:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767246.313873:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767246.313875:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767246.313877:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767246.313879:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767247.017809:0:58590:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299103997, at 4299104000
00000100:00000010:2.0:1775767247.017824:0:58590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3b40.
00000100:00000001:0.0:1775767247.337792:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767247.337799:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767247.337801:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767247.337806:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767247.337810:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767247.337813:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767247.337816:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767247.337819:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767247.337822:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767247.785929:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767247.785936:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767247.785941:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767248.361804:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767248.361810:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767248.361812:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767248.361817:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767248.361819:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767248.361823:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767248.361825:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767248.361827:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767248.361829:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767249.385808:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767249.385814:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767249.385815:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767249.385821:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767249.385823:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767249.385827:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767249.385829:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767249.385832:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767249.385834:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767249.833900:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767249.833905:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767249.833910:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767250.409816:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767250.409821:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767250.409822:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767250.409827:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767250.409830:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767250.409833:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767250.409835:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767250.409837:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767250.409839:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767250.857808:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767250.857816:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775767250.857820:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767250.857826:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767250.857831:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767250.857838:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4435
00000400:00000200:0.0:1775767250.857851:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767250.857857:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767250.857861:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767250.857866:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767250.857871:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767250.857876:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767250.857882:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767250.857888:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767250.857890:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775767250.857894:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767250.857896:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775767250.857898:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775767250.857901:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775767250.857906:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767250.857909:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767250.857913:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767250.857917:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767250.857920:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:0.0:1775767250.857924:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767250.857928:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767250.857931:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767250.857934:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767250.857938:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767250.857941:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775767250.857943:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767250.857952:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924000.
00000020:00000040:0.0:1775767250.857958:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775767250.857962:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767250.857965:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767250.857967:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767250.857972:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767250.857975:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767250.857981:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c000.
00000100:00000001:0.0:1775767250.857987:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767250.857996:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924000 x1862022335076992/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767250.858008:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767250.858013:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767250.858018:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c89b33e] to pc [ptlrpcd_rcv+-1]  req@ffff927322924000 x1862022335076992/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767250.858042:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767250.858048:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767250.858054:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775767250.858057:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767250.858059:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767250.858062:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767250.858065:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4435
00000400:00000200:0.0:1775767250.858069:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767250.858072:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767250.858074:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767250.858077:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767250.858081:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767250.858083:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767250.858087:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767250.858105:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767250.858107:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775767250.858109:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767250.858110:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775767250.858113:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:0.0:1775767250.858115:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:0.0:1775767250.858119:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767250.858124:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767250.858127:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767250.858133:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767250.858137:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:0.0:1775767250.858143:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767250.858145:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767250.858148:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767250.858155:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767250.858160:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767250.858166:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767250.858173:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767250.858180:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767250.858185:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767250.858193:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926300.
00000020:00000040:0.0:1775767250.858198:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:0.0:1775767250.858203:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767250.858207:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767250.858212:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767250.858214:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767250.858216:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767250.858223:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d800.
00000100:00000001:0.0:1775767250.858228:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767250.858236:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926300 x1862022335077120/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767250.858245:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767250.858249:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767250.858251:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e21317e] to pc [ptlrpcd_rcv+-1]  req@ffff927322926300 x1862022335077120/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767250.858262:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767250.858265:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767250.858273:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775767250.858277:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767250.858321:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767250.858329:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767250.858335:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4435
00000400:00000200:0.0:1775767250.858345:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767250.858352:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767250.858356:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767250.858359:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767250.858362:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767250.858366:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767250.858370:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767250.858372:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767250.858373:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:0.0:1775767250.858374:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767250.858376:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775767250.858377:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:0.0:1775767250.858382:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:0.0:1775767250.858387:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767250.858389:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767250.858393:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767250.858395:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767250.858422:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:0.0:1775767250.858428:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767250.858431:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767250.858434:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767250.858437:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767250.858441:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767250.858445:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767250.858447:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767250.858451:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767250.858452:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767250.858455:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926a00.
00000020:00000040:0.0:1775767250.858459:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775767250.858478:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767250.858480:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767250.858484:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767250.858486:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767250.858488:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767250.858493:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e800.
00000100:00000001:0.0:1775767250.858496:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767250.858504:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926a00 x1862022335077248/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767250.858522:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767250.858526:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767250.858532:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000798ab0be] to pc [ptlrpcd_rcv+-1]  req@ffff927322926a00 x1862022335077248/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767250.858539:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767250.858543:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767250.858546:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775767250.858549:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767250.858551:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767250.858554:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767250.858559:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4435
00000400:00000200:0.0:1775767250.858563:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767250.858568:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767250.858571:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000800:00000200:3.1:1775767250.858573:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000040:0.0:1775767250.858576:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767250.858580:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1775767250.858581:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000100:00000040:0.0:1775767250.858582:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767250.858586:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767250.858590:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767250.858591:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775767250.858594:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767250.858596:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:0.0:1775767250.858599:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:0.0:1775767250.858604:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:0.0:1775767250.858607:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767250.858609:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767250.858610:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767250.858614:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767250.858617:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:0.0:1775767250.858622:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767250.858642:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767250.858646:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767250.858649:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767250.858651:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767250.858652:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767250.858656:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767250.858658:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767250.858662:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767250.858665:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927480.
00000020:00000040:0.0:1775767250.858669:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:0.0:1775767250.858673:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767250.858674:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767250.858678:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767250.858679:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767250.858682:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767250.858689:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477ec00.
00000100:00000001:0.0:1775767250.858692:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767250.858698:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927480 x1862022335077376/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767250.858712:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767250.858716:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767250.858742:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd1176bb] to pc [ptlrpcd_rcv+-1]  req@ffff927322927480 x1862022335077376/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767250.858749:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767250.858751:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767250.858754:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775767250.858755:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767250.858756:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767250.858757:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767250.858759:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4435
00000400:00000200:0.0:1775767250.858763:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767250.858765:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767250.858767:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767250.858771:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767250.858774:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767250.858776:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767250.858779:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767250.858783:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767250.858784:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:0.0:1775767250.858786:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767250.858789:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:0.0:1775767250.858792:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:0.0:1775767250.858793:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:0.0:1775767250.858796:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767250.858801:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767250.858803:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767250.858808:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767250.858809:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:0.0:1775767250.858812:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767250.858816:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767250.858817:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767250.858820:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767250.858825:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767250.858828:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767250.858831:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767250.858833:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767250.858835:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767250.858839:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926d80.
00000020:00000040:0.0:1775767250.858843:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:0.0:1775767250.858847:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767250.858850:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767250.858853:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767250.858856:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767250.858858:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767250.858862:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c400.
00000100:00000001:0.0:1775767250.858865:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767250.858871:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926d80 x1862022335077504/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767250.858890:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767250.858892:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767250.858898:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000adacb2c9] to pc [ptlrpcd_rcv+-1]  req@ffff927322926d80 x1862022335077504/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767250.858927:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767250.858932:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4445)
00000800:00000200:3.1:1775767250.859205:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767250.859208:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775767250.859576:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767250.859578:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775767250.859851:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767250.859852:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775767250.860047:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767250.860049:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000100:00000001:0.0:1775767251.433799:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767251.433804:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767251.433807:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767251.433811:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767251.433815:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767251.433819:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767251.433821:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767251.433823:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767251.433826:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767251.881856:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767251.881860:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767251.881863:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767252.137809:0:58590:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299109118, at 4299109120
00000100:00000010:2.0:1775767252.137825:0:58590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3e40.
00000100:00000001:0.0:1775767252.457830:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767252.457837:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767252.457838:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767252.457843:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767252.457845:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767252.457849:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767252.457851:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767252.457854:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767252.457855:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767253.481808:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767253.481820:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767253.481823:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767253.481829:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767253.481832:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767253.481836:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767253.481838:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767253.481841:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767253.481843:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767253.929910:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767253.929916:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767253.929920:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767254.505859:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767254.505867:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767254.505868:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767254.505875:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767254.505878:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767254.505883:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767254.505886:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767254.505888:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767254.505891:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767255.529795:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767255.529803:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767255.529805:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767255.529811:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767255.529814:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767255.529818:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767255.529821:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767255.529823:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767255.529825:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767255.977806:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767255.977815:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775767255.977818:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767255.977823:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767255.977828:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767255.977839:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4440
00000400:00000200:0.0:1775767255.977862:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767255.977870:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767255.977874:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767255.977879:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767255.977882:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767255.977884:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767255.977886:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767255.977890:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767255.977893:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775767255.977896:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767255.977899:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775767255.977901:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775767255.977904:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775767255.977906:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767255.977907:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767255.977909:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767255.977910:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767255.977913:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:0.0:1775767255.977915:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767255.977917:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767255.977920:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767255.977923:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767255.977926:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767255.977928:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775767255.977931:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767255.977941:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925500.
00000020:00000040:0.0:1775767255.977945:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775767255.977949:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767255.977951:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767255.977957:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767255.977961:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767255.977967:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767255.977977:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f400.
00000100:00000001:0.0:1775767255.977984:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767255.977993:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925500 x1862022335077632/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767255.978002:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767255.978007:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767255.978011:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a57c8e8f] to pc [ptlrpcd_rcv+-1]  req@ffff927322925500 x1862022335077632/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767255.978035:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767255.978038:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767255.978041:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775767255.978042:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767255.978043:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767255.978045:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767255.978048:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4440
00000400:00000200:0.0:1775767255.978051:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767255.978053:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767255.978056:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767255.978058:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767255.978060:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767255.978062:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767255.978068:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767255.978074:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767255.978079:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775767255.978082:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767255.978083:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775767255.978085:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:0.0:1775767255.978090:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:0.0:1775767255.978099:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767255.978107:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767255.978113:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767255.978124:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767255.978131:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:0.0:1775767255.978142:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767255.978145:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767255.978150:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767255.978157:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767255.978163:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767255.978165:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767255.978171:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767255.978176:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767255.978182:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767255.978186:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925880.
00000020:00000040:0.0:1775767255.978190:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:0.0:1775767255.978192:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767255.978193:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767255.978200:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767255.978201:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767255.978204:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767255.978211:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f000.
00000100:00000001:0.0:1775767255.978216:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767255.978221:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925880 x1862022335077760/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767255.978227:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767255.978230:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767255.978254:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f872a4ed] to pc [ptlrpcd_rcv+-1]  req@ffff927322925880 x1862022335077760/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767255.978275:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767255.978278:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767255.978283:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775767255.978285:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767255.978286:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767255.978288:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767255.978294:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4440
00000400:00000200:0.0:1775767255.978303:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767255.978310:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767255.978315:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767255.978328:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767255.978337:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767255.978345:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767255.978357:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767255.978365:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767255.978372:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:0.0:1775767255.978380:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767255.978384:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775767255.978393:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:0.0:1775767255.978400:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:0.0:1775767255.978404:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767255.978406:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767255.978408:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767255.978411:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767255.978419:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:0.0:1775767255.978433:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767255.978436:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767255.978443:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767255.978447:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767255.978453:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767255.978458:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767255.978467:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767255.978476:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767255.978481:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767255.978490:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924700.
00000020:00000040:0.0:1775767255.978496:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775767255.978505:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767255.978506:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767255.978508:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767255.978509:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767255.978513:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767255.978522:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e400.
00000100:00000001:0.0:1775767255.978527:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767255.978544:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924700 x1862022335077888/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767255.978575:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:3.1:1775767255.978576:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767255.978584:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000100:00000001:0.0:1775767255.978585:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767255.978598:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc3726d9] to pc [ptlrpcd_rcv+-1]  req@ffff927322924700 x1862022335077888/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767255.978613:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767255.978617:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767255.978627:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775767255.978631:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767255.978633:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767255.978641:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767255.978649:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4440
00000400:00000200:0.0:1775767255.978674:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767255.978686:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767255.978693:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767255.978697:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767255.978704:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767255.978745:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767255.978749:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767255.978753:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767255.978755:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775767255.978758:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767255.978761:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:0.0:1775767255.978766:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:0.0:1775767255.978771:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:0.0:1775767255.978778:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767255.978787:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767255.978791:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767255.978793:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767255.978797:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:0.0:1775767255.978800:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767255.978808:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767255.978811:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767255.978816:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767255.978823:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767255.978830:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767255.978833:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767255.978841:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767255.978844:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767255.978850:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924e00.
00000020:00000040:0.0:1775767255.978857:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:0.0:1775767255.978869:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767255.978871:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767255.978874:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767255.978878:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767255.978883:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767255.978888:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d000.
00000100:00000001:0.0:1775767255.978896:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767255.978904:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924e00 x1862022335078016/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767255.978936:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767255.978940:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767255.978948:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aec4c6e] to pc [ptlrpcd_rcv+-1]  req@ffff927322924e00 x1862022335078016/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767255.978958:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767255.978961:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767255.978972:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775767255.978977:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767255.978982:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767255.978990:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767255.978997:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4440
00000400:00000200:0.0:1775767255.979007:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767255.979015:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767255.979021:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767255.979030:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767255.979041:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767255.979049:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767255.979060:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767255.979066:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767255.979068:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:0.0:1775767255.979070:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767255.979072:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:0.0:1775767255.979080:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:0.0:1775767255.979089:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:0.0:1775767255.979099:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767255.979105:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767255.979114:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767255.979122:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767255.979129:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:0.0:1775767255.979134:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767255.979138:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767255.979144:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767255.979148:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767255.979154:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767255.979160:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767255.979166:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767255.979179:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767255.979189:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767255.979195:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927100.
00000020:00000040:0.0:1775767255.979204:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:0.0:1775767255.979211:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767255.979216:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767255.979220:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767255.979223:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767255.979226:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767255.979249:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c800.
00000100:00000001:0.0:1775767255.979254:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767255.979265:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927100 x1862022335078144/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767255.979278:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767255.979285:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767255.979295:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0540768] to pc [ptlrpcd_rcv+-1]  req@ffff927322927100 x1862022335078144/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767255.979317:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767255.979329:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4450)
00000800:00000200:3.1:1775767255.979454:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767255.979456:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775767255.979646:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767255.979648:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775767255.979850:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767255.979852:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775767255.980074:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767255.980076:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000100:00000001:0.0:1775767256.553834:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767256.553841:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767256.553843:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767256.553848:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767256.553852:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767256.553857:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767256.553859:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767256.553861:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767256.553863:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767257.257854:0:58590:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299114238, at 4299114240
00000100:00000010:2.0:1775767257.257871:0:58590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe30c0.
00000100:00000001:0.0:1775767257.577834:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767257.577839:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767257.577840:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767257.577845:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767257.577848:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767257.577851:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767257.577853:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767257.577855:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767257.577858:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767258.025884:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767258.025890:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767258.025894:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767258.601836:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767258.601844:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767258.601847:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767258.601854:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767258.601858:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767258.601862:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767258.601865:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767258.601868:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767258.601871:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767259.625787:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767259.625793:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767259.625795:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767259.625800:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767259.625803:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767259.625806:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767259.625808:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767259.625810:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767259.625812:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767260.649832:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767260.649841:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767260.649844:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767260.649853:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767260.649858:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767260.649864:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767260.649876:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767260.649880:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767260.649883:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767261.097874:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767261.097886:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775767261.097889:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767261.097894:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767261.097899:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767261.097907:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4445
00000400:00000200:0.0:1775767261.097919:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767261.097927:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767261.097931:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767261.097935:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767261.097939:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767261.097942:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767261.097945:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767261.097949:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767261.097952:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775767261.097955:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767261.097958:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775767261.097960:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775767261.097962:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775767261.097965:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767261.097967:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767261.097969:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767261.097971:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767261.097975:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:0.0:1775767261.097979:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767261.097981:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767261.097985:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767261.097989:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767261.097992:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767261.097995:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775767261.097998:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767261.098012:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924380.
00000020:00000040:0.0:1775767261.098017:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775767261.098025:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767261.098028:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767261.098033:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767261.098037:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767261.098043:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767261.098054:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f800.
00000100:00000001:0.0:1775767261.098060:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767261.098071:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924380 x1862022335078272/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767261.098081:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767261.098085:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767261.098089:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ec7b015] to pc [ptlrpcd_rcv+-1]  req@ffff927322924380 x1862022335078272/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767261.098107:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767261.098111:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767261.098114:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775767261.098116:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767261.098118:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767261.098121:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767261.098124:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4445
00000400:00000200:0.0:1775767261.098129:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767261.098132:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767261.098134:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767261.098137:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767261.098139:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767261.098141:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767261.098143:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767261.098146:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767261.098147:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775767261.098149:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767261.098151:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775767261.098153:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:0.0:1775767261.098156:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:0.0:1775767261.098159:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767261.098161:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767261.098163:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767261.098165:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767261.098168:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:0.0:1775767261.098170:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767261.098173:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767261.098175:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767261.098181:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767261.098183:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767261.098200:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767261.098205:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767261.098209:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767261.098211:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767261.098215:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924a80.
00000020:00000040:0.0:1775767261.098217:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:0.0:1775767261.098219:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767261.098221:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767261.098223:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767261.098224:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767261.098226:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767261.098230:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477fc00.
00000100:00000001:0.0:1775767261.098233:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767261.098238:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924a80 x1862022335078400/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767261.098245:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767261.098248:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767261.098252:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c400aa7] to pc [ptlrpcd_rcv+-1]  req@ffff927322924a80 x1862022335078400/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767261.098261:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767261.098263:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767261.098267:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775767261.098268:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767261.098270:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767261.098273:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767261.098276:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4445
00000400:00000200:0.0:1775767261.098280:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767261.098283:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767261.098285:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767261.098288:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767261.098290:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767261.098292:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767261.098294:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767261.098296:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767261.098297:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:0.0:1775767261.098299:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767261.098301:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775767261.098303:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:0.0:1775767261.098305:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:0.0:1775767261.098308:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767261.098310:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767261.098312:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767261.098314:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767261.098316:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:0.0:1775767261.098318:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767261.098320:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767261.098322:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767261.098325:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767261.098327:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767261.098329:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767261.098331:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767261.098333:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767261.098335:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767261.098339:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927100.
00000020:00000040:0.0:1775767261.098341:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775767261.098343:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767261.098346:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767261.098348:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767261.098349:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767261.098351:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767261.098355:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c800.
00000100:00000001:0.0:1775767261.098358:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767261.098362:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927100 x1862022335078528/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767261.098369:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767261.098372:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767261.098375:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0540768] to pc [ptlrpcd_rcv+-1]  req@ffff927322927100 x1862022335078528/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1775767261.098382:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:0.0:1775767261.098383:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767261.098386:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.1:1775767261.098387:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000100:00080000:0.0:1775767261.098390:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775767261.098392:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767261.098393:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767261.098396:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767261.098399:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4445
00000400:00000200:0.0:1775767261.098403:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767261.098405:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767261.098407:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767261.098409:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767261.098413:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767261.098415:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767261.098417:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767261.098419:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767261.098421:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775767261.098422:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767261.098425:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:0.0:1775767261.098427:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:0.0:1775767261.098431:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:0.0:1775767261.098434:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767261.098436:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767261.098438:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767261.098440:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767261.098443:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:0.0:1775767261.098445:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767261.098448:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767261.098450:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767261.098453:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767261.098456:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767261.098459:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767261.098462:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767261.098465:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767261.098467:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767261.098472:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924e00.
00000020:00000040:0.0:1775767261.098475:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:0.0:1775767261.098478:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767261.098479:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767261.098481:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767261.098483:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767261.098485:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767261.098490:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d000.
00000100:00000001:0.0:1775767261.098493:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767261.098498:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924e00 x1862022335078656/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767261.098506:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767261.098508:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767261.098512:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aec4c6e] to pc [ptlrpcd_rcv+-1]  req@ffff927322924e00 x1862022335078656/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767261.098520:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767261.098523:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767261.098526:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775767261.098527:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767261.098529:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767261.098531:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767261.098533:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4445
00000400:00000200:0.0:1775767261.098536:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767261.098539:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767261.098541:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767261.098543:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767261.098546:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767261.098548:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767261.098550:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767261.098552:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767261.098553:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:0.0:1775767261.098554:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767261.098558:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:0.0:1775767261.098559:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:0.0:1775767261.098562:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:0.0:1775767261.098564:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767261.098566:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767261.098568:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767261.098570:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767261.098572:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:0.0:1775767261.098574:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767261.098576:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767261.098578:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767261.098581:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767261.098582:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767261.098584:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767261.098587:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767261.098589:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767261.098591:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767261.098594:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924700.
00000020:00000040:0.0:1775767261.098597:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:0.0:1775767261.098599:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767261.098600:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767261.098602:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767261.098604:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767261.098606:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767261.098610:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e400.
00000100:00000001:0.0:1775767261.098613:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767261.098618:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924700 x1862022335078784/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767261.098625:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767261.098627:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767261.098631:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc3726d9] to pc [ptlrpcd_rcv+-1]  req@ffff927322924700 x1862022335078784/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767261.098639:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767261.098644:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4455)
00000800:00000200:3.1:1775767261.099151:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767261.099155:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775767261.099468:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767261.099471:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775767261.099788:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767261.099790:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775767261.100048:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767261.100050:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1775767261.673795:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767261.673803:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767261.673804:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767261.673810:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767261.673813:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767261.673817:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767261.673820:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767261.673822:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767261.673825:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767262.121891:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767262.121896:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767262.121901:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767262.377773:0:58590:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299119357, at 4299119360
00000100:00000010:2.0:1775767262.377786:0:58590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe39c0.
00000100:00000001:0.0:1775767262.697862:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767262.697871:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767262.697873:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767262.697880:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767262.697884:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767262.697889:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767262.697891:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767262.697894:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767262.697896:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767263.721809:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767263.721816:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767263.721818:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767263.721824:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767263.721828:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767263.721832:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767263.721835:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767263.721838:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767263.721841:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767264.745797:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767264.745803:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767264.745805:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767264.745809:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767264.745812:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767264.745816:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767264.745818:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767264.745821:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767264.745823:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767265.769853:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767265.769862:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767265.769864:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767265.769871:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767265.769875:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767265.769880:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767265.769883:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767265.769885:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767265.769888:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767266.217831:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767266.217849:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775767266.217854:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767266.217863:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767266.217872:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767266.217883:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4450
00000400:00000200:0.0:1775767266.217896:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767266.217904:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767266.217914:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767266.217919:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767266.217923:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767266.217927:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767266.217930:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767266.217936:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767266.217938:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775767266.217941:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767266.217944:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775767266.217949:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775767266.217952:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775767266.217956:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000020:00000001:2.0:1775767266.217957:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1775767266.217958:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767266.217961:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000020:00000001:2.0:1775767266.217963:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767266.217964:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767266.217969:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00010000:00010000:2.0:1775767266.217970:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1775767266.217974:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767266.217976:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767266.217980:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767266.217985:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767266.217989:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767266.217991:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775767266.217994:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767266.218006:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925880.
00000020:00000040:0.0:1775767266.218009:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775767266.218013:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767266.218015:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767266.218018:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767266.218021:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767266.218033:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767266.218046:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e000.
00000100:00000001:0.0:1775767266.218055:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767266.218067:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925880 x1862022335078912/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767266.218081:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767266.218088:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767266.218094:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f872a4ed] to pc [ptlrpcd_rcv+-1]  req@ffff927322925880 x1862022335078912/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767266.218120:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767266.218124:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767266.218128:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775767266.218130:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767266.218132:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767266.218135:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767266.218151:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4450
00000400:00000200:0.0:1775767266.218157:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767266.218161:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767266.218165:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767266.218169:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767266.218172:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767266.218185:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767266.218190:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767266.218196:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767266.218199:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775767266.218202:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767266.218205:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775767266.218210:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:0.0:1775767266.218214:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:0.0:1775767266.218222:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767266.218227:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767266.218230:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767266.218234:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767266.218239:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:0.0:1775767266.218245:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767266.218249:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767266.218253:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767266.218260:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767266.218263:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767266.218267:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767266.218271:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767266.218275:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767266.218279:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767266.218287:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925500.
00000020:00000040:0.0:1775767266.218289:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:0.0:1775767266.218293:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767266.218295:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767266.218297:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767266.218300:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767266.218303:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767266.218308:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d400.
00000100:00000001:0.0:1775767266.218314:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767266.218321:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925500 x1862022335079040/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767266.218334:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767266.218337:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767266.218343:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a57c8e8f] to pc [ptlrpcd_rcv+-1]  req@ffff927322925500 x1862022335079040/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767266.218353:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767266.218357:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767266.218364:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775767266.218368:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767266.218371:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767266.218375:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767266.218379:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4450
00000400:00000200:0.0:1775767266.218387:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767266.218392:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767266.218396:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767266.218399:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767266.218404:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767266.218406:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767266.218410:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767266.218414:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767266.218416:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:0.0:1775767266.218418:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767266.218419:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775767266.218421:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:0.0:1775767266.218426:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:0.0:1775767266.218432:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767266.218434:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767266.218439:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767266.218444:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767266.218447:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:0.0:1775767266.218452:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767266.218455:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767266.218460:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767266.218465:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767266.218471:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767266.218477:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767266.218481:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767266.218489:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767266.218493:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767266.218501:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926d80.
00000020:00000040:0.0:1775767266.218506:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775767266.218513:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767266.218516:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767266.218520:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767266.218523:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767266.218525:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767266.218532:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c400.
00000100:00000001:0.0:1775767266.218539:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775767266.218542:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00100000:0.0:1775767266.218547:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926d80 x1862022335079168/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1775767266.218547:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1775767266.218565:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767266.218569:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767266.218574:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000adacb2c9] to pc [ptlrpcd_rcv+-1]  req@ffff927322926d80 x1862022335079168/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767266.218586:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767266.218589:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767266.218595:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775767266.218597:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767266.218598:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767266.218601:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767266.218606:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4450
00000400:00000200:0.0:1775767266.218612:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767266.218615:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767266.218618:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767266.218622:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767266.218626:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767266.218629:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767266.218634:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767266.218639:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767266.218642:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775767266.218645:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767266.218649:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:0.0:1775767266.218651:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:0.0:1775767266.218654:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:0.0:1775767266.218658:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767266.218662:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767266.218667:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767266.218671:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767266.218675:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:0.0:1775767266.218681:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767266.218683:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767266.218686:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767266.218690:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767266.218692:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767266.218693:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767266.218698:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767266.218704:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767266.218707:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767266.218741:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927480.
00000020:00000040:0.0:1775767266.218744:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:0.0:1775767266.218747:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767266.218748:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767266.218750:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767266.218753:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767266.218757:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767266.218761:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477ec00.
00000100:00000001:0.0:1775767266.218764:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767266.218771:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927480 x1862022335079296/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767266.218782:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767266.218786:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767266.218790:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd1176bb] to pc [ptlrpcd_rcv+-1]  req@ffff927322927480 x1862022335079296/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767266.218804:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767266.218806:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767266.218809:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775767266.218811:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767266.218813:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767266.218816:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767266.218821:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4450
00000400:00000200:0.0:1775767266.218829:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767266.218835:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767266.218839:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767266.218842:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767266.218846:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767266.218850:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767266.218853:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767266.218856:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767266.218857:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:0.0:1775767266.218861:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767266.218863:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:0.0:1775767266.218866:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:0.0:1775767266.218869:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:0.0:1775767266.218875:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767266.218880:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767266.218883:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767266.218888:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767266.218893:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:0.0:1775767266.218897:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767266.218901:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767266.218906:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767266.218910:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767266.218915:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767266.218918:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767266.218921:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767266.218924:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767266.218928:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767266.218935:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926a00.
00000020:00000040:0.0:1775767266.218940:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:0.0:1775767266.218945:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767266.218948:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767266.218951:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767266.218954:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767266.218956:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767266.218963:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e800.
00000100:00000001:0.0:1775767266.218968:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767266.218976:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926a00 x1862022335079424/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767266.218993:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767266.218998:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767266.219003:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000798ab0be] to pc [ptlrpcd_rcv+-1]  req@ffff927322926a00 x1862022335079424/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767266.219020:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767266.219026:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4460)
00000800:00000200:3.1:1775767266.219216:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767266.219218:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775767266.219513:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767266.219515:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775767266.219811:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767266.219815:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775767266.220097:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767266.220099:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1775767266.793845:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767266.793855:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767266.793857:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767266.793865:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767266.793869:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767266.793875:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767266.793878:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767266.793881:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767266.793884:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767267.497840:0:58590:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299124478, at 4299124480
00000100:00000010:2.0:1775767267.497851:0:58590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3ba0.
00000100:00000001:0.0:1775767267.817795:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767267.817800:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767267.817802:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767267.817808:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767267.817812:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767267.817816:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767267.817818:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767267.817820:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767267.817823:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767268.841798:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767268.841803:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767268.841805:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767268.841810:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767268.841813:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767268.841816:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767268.841818:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767268.841819:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767268.841822:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767269.865834:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767269.865841:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767269.865844:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767269.865849:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767269.865852:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767269.865856:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767269.865858:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767269.865860:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767269.865862:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767270.313903:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767270.313907:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767270.313910:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767270.889792:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767270.889797:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767270.889798:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767270.889803:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767270.889806:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767270.889809:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767270.889811:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767270.889813:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767270.889815:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767271.337825:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767271.337837:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775767271.337843:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767271.337850:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767271.337858:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767271.337869:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4455
00000400:00000200:0.0:1775767271.337887:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767271.337899:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767271.337905:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767271.337913:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767271.337918:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767271.337921:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767271.337924:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767271.337928:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767271.337930:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775767271.337934:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767271.337937:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775767271.337941:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775767271.337944:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775767271.337947:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767271.337950:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767271.337954:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767271.337956:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767271.337960:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:0.0:1775767271.337966:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767271.337969:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767271.337973:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767271.337978:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767271.337982:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767271.337985:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775767271.337989:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767271.338005:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926300.
00000020:00000040:0.0:1775767271.338011:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775767271.338017:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767271.338019:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767271.338023:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767271.338027:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767271.338034:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767271.338045:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d800.
00000100:00000001:0.0:1775767271.338053:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767271.338067:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926300 x1862022335079552/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767271.338078:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767271.338082:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767271.338086:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e21317e] to pc [ptlrpcd_rcv+-1]  req@ffff927322926300 x1862022335079552/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767271.338128:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767271.338130:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767271.338133:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775767271.338134:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767271.338135:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767271.338137:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767271.338139:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4455
00000400:00000200:0.0:1775767271.338142:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767271.338144:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767271.338146:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767271.338148:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767271.338149:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767271.338151:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767271.338153:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767271.338155:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767271.338156:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775767271.338157:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767271.338158:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775767271.338161:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:0.0:1775767271.338163:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:0.0:1775767271.338165:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767271.338167:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767271.338169:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767271.338170:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767271.338172:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:0.0:1775767271.338176:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767271.338179:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767271.338182:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767271.338187:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767271.338190:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767271.338192:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767271.338198:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767271.338203:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767271.338207:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767271.338214:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924000.
00000020:00000040:0.0:1775767271.338217:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:0.0:1775767271.338220:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767271.338222:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767271.338226:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767271.338228:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767271.338231:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767271.338236:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c000.
00000100:00000001:0.0:1775767271.338240:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767271.338248:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924000 x1862022335079680/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767271.338254:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767271.338255:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767271.338258:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c89b33e] to pc [ptlrpcd_rcv+-1]  req@ffff927322924000 x1862022335079680/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767271.338279:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767271.338282:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767271.338286:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775767271.338288:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767271.338289:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767271.338294:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767271.338299:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4455
00000400:00000200:0.0:1775767271.338308:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767271.338315:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767271.338321:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767271.338330:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767271.338336:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767271.338342:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767271.338346:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767271.338350:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767271.338354:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:0.0:1775767271.338357:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767271.338360:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775767271.338362:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:0.0:1775767271.338369:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:0.0:1775767271.338376:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767271.338381:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767271.338386:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767271.338389:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767271.338393:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:0.0:1775767271.338399:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767271.338404:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767271.338409:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767271.338413:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767271.338417:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767271.338419:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767271.338422:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767271.338424:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767271.338426:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767271.338429:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927b80.
00000020:00000040:0.0:1775767271.338434:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775767271.338438:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767271.338440:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767271.338443:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767271.338446:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767271.338449:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767271.338455:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e800.
00000100:00000001:0.0:1775767271.338459:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767271.338465:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927b80 x1862022335079808/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767271.338474:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767271.338476:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767271.338481:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000282cd359] to pc [ptlrpcd_rcv+-1]  req@ffff927322927b80 x1862022335079808/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767271.338490:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767271.338495:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767271.338501:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:3.1:1775767271.338501:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:0.0:1775767271.338504:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767271.338506:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:3.1:1775767271.338507:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 11 secs later)
00000100:00000001:0.0:1775767271.338509:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767271.338514:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4455
00000400:00000200:0.0:1775767271.338521:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767271.338526:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767271.338528:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767271.338530:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767271.338531:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767271.338533:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767271.338536:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767271.338539:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767271.338540:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775767271.338542:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767271.338545:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:0.0:1775767271.338547:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:0.0:1775767271.338551:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:0.0:1775767271.338555:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767271.338556:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767271.338558:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767271.338562:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767271.338564:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:0.0:1775767271.338568:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767271.338571:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767271.338572:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767271.338574:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767271.338577:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767271.338580:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767271.338582:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767271.338587:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767271.338592:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767271.338597:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927800.
00000020:00000040:0.0:1775767271.338600:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:0.0:1775767271.338604:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767271.338606:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767271.338610:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767271.338612:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767271.338615:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767271.338621:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477ec00.
00000100:00000001:0.0:1775767271.338625:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767271.338631:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927800 x1862022335079936/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767271.338642:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767271.338644:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767271.338648:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e429b339] to pc [ptlrpcd_rcv+-1]  req@ffff927322927800 x1862022335079936/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767271.338654:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767271.338657:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767271.338660:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775767271.338661:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767271.338662:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767271.338667:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767271.338669:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4455
00000400:00000200:0.0:1775767271.338673:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767271.338677:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767271.338681:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767271.338684:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767271.338687:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767271.338691:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767271.338696:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767271.338698:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767271.338700:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:0.0:1775767271.338702:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767271.338704:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:0.0:1775767271.338741:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:0.0:1775767271.338746:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:0.0:1775767271.338756:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767271.338760:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767271.338768:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767271.338774:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767271.338780:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:0.0:1775767271.338786:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767271.338789:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767271.338791:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767271.338796:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767271.338800:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767271.338804:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767271.338807:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767271.338812:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767271.338815:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767271.338821:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925180.
00000020:00000040:0.0:1775767271.338824:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:0.0:1775767271.338829:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767271.338831:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767271.338835:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767271.338838:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767271.338840:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767271.338845:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c400.
00000100:00000001:0.0:1775767271.338851:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767271.338857:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925180 x1862022335080064/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767271.338872:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767271.338876:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767271.338885:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a34329a0] to pc [ptlrpcd_rcv+-1]  req@ffff927322925180 x1862022335080064/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767271.338900:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767271.338905:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4466)
00000800:00000200:3.1:1775767271.339075:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767271.339077:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1775767271.339277:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767271.339279:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1775767271.339477:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767271.339480:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1775767271.339701:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767271.339703:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 11 secs later)
00000100:00000001:0.0:1775767271.913866:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767271.913873:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767271.913875:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767271.913882:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767271.913886:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767271.913889:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767271.913891:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767271.913894:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767271.913897:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767272.617832:0:58590:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299129597, at 4299129600
00000100:00000010:2.0:1775767272.617846:0:58590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3d80.
00000100:00000001:0.0:1775767272.937807:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767272.937816:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767272.937817:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767272.937823:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767272.937827:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767272.937831:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767272.937834:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767272.937837:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767272.937839:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767273.961862:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767273.961870:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767273.961873:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767273.961881:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767273.961886:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767273.961892:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767273.961895:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767273.961898:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767273.961901:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767274.409929:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767274.409933:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767274.409935:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767274.985800:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767274.985807:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767274.985808:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767274.985813:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767274.985815:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767274.985819:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767274.985821:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767274.985824:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767274.985826:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767276.009849:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767276.009857:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767276.009859:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767276.009865:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767276.009869:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767276.009874:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767276.009876:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767276.009878:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767276.009881:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767276.457981:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767276.457985:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767276.457991:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1775767276.458804:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767276.458817:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1775767276.459666:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767276.459669:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1775767276.460057:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767276.460060:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1775767276.460361:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767276.460363:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1775767276.460657:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767276.460660:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 6 secs later)
00000100:00000001:0.0:1775767277.033799:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767277.033805:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767277.033806:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767277.033811:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767277.033814:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767277.033816:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767277.033818:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767277.033820:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767277.033822:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767277.737816:0:58590:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299134718, at 4299134720
00000100:00000010:2.0:1775767277.737836:0:58590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3cc0.
00000100:00000001:0.0:1775767278.057859:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767278.057867:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767278.057869:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767278.057877:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767278.057883:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767278.057888:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767278.057891:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767278.057895:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767278.057898:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767278.505935:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767278.505939:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767278.505943:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767279.081911:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767279.081920:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767279.081923:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767279.081931:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767279.081937:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767279.081942:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767279.081946:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767279.081949:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767279.081953:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767280.105823:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767280.105831:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767280.105833:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767280.105839:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767280.105844:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767280.105848:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767280.105851:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767280.105854:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767280.105856:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767280.553942:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767280.553945:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767280.553948:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767281.129815:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767281.129822:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767281.129824:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767281.129830:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767281.129833:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767281.129837:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767281.129840:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767281.129842:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767281.129844:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767281.578020:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767281.578024:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767281.578031:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1775767281.578682:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767281.578688:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1775767281.579638:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767281.579640:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1775767281.579857:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767281.579859:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1775767281.580079:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767281.580080:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1775767281.580429:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767281.580431:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000100:00000001:0.0:1775767282.153859:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767282.153865:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767282.153867:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767282.153871:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767282.153874:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767282.153884:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767282.153886:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767282.153891:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767282.153893:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767282.601905:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767282.601909:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767282.601912:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767282.857826:0:58590:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299139838, at 4299139840
00000100:00000010:2.0:1775767282.857842:0:58590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3d80.
00000100:00000001:0.0:1775767283.177859:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767283.177867:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767283.177869:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767283.177874:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767283.177878:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767283.177882:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767283.177885:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767283.177887:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767283.177890:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767284.201921:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767284.201927:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767284.201929:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767284.201935:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767284.201939:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767284.201945:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767284.201947:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767284.201950:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767284.201953:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767284.649901:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767284.649906:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767284.649909:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767285.225862:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767285.225870:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767285.225873:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767285.225879:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767285.225883:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767285.225887:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767285.225890:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767285.225892:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767285.225896:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767285.673895:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767285.673898:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767285.673901:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767286.249820:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767286.249828:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767286.249830:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767286.249840:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767286.249844:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767286.249849:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767286.249852:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767286.249855:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767286.249858:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767286.697872:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767286.697879:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767286.697885:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1775767286.698448:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767286.698860:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767286.699059:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767286.699203:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767286.699372:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:0.0:1775767287.273855:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767287.273864:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767287.273867:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767287.273874:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767287.273879:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767287.273886:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767287.273889:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767287.273893:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767287.273896:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767287.977828:0:58590:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299144957, at 4299144960
00000100:00000010:2.0:1775767287.977843:0:58590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3ba0.
00000100:00000001:0.0:1775767288.297814:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767288.297819:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767288.297821:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767288.297825:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767288.297827:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767288.297831:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767288.297833:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767288.297836:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767288.297838:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767288.745901:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767288.745906:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767288.745910:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767289.321856:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767289.321865:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767289.321868:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767289.321876:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767289.321880:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767289.321885:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767289.321889:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767289.321892:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767289.321895:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767289.770097:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767289.770102:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767289.770107:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767290.345789:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767290.345796:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767290.345798:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767290.345803:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767290.345807:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767290.345810:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767290.345812:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767290.345814:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767290.345817:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767290.793962:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767290.793966:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767290.793968:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767291.369876:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767291.369886:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767291.369888:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767291.369896:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767291.369916:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767291.369922:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767291.369925:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767291.369928:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767291.369931:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767291.817973:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767291.817985:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775767291.817989:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767291.817996:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767291.818004:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767291.818015:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4476
00000400:00000200:0.0:1775767291.818031:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767291.818043:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767291.818047:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767291.818052:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767291.818056:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767291.818059:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767291.818062:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767291.818066:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767291.818068:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775767291.818071:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767291.818073:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775767291.818076:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775767291.818079:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775767291.818082:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767291.818083:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767291.818085:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767291.818087:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767291.818091:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:0.0:1775767291.818095:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767291.818098:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767291.818102:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767291.818106:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767291.818109:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767291.818112:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775767291.818115:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767291.818124:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926680.
00000020:00000040:0.0:1775767291.818128:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775767291.818133:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767291.818135:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767291.818139:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767291.818143:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767291.818149:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767291.818158:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e400.
00000100:00000001:0.0:1775767291.818167:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767291.818179:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926680 x1862022335082112/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767291.818198:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767291.818204:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767291.818210:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad2d9012] to pc [ptlrpcd_rcv+-1]  req@ffff927322926680 x1862022335082112/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767291.818238:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767291.818241:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767291.818245:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775767291.818246:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767291.818248:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767291.818251:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767291.818254:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4476
00000400:00000200:0.0:1775767291.818259:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767291.818262:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767291.818265:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767291.818269:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767291.818272:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767291.818281:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767291.818284:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767291.818288:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767291.818290:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775767291.818293:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767291.818297:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775767291.818302:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:0.0:1775767291.818306:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:0.0:1775767291.818312:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767291.818314:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767291.818318:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767291.818324:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767291.818331:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:0.0:1775767291.818338:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767291.818343:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767291.818347:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767291.818355:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767291.818360:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767291.818365:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767291.818373:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767291.818379:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767291.818383:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767291.818388:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925c00.
00000020:00000040:0.0:1775767291.818393:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:0.0:1775767291.818400:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767291.818401:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767291.818404:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767291.818406:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767291.818410:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767291.818417:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d000.
00000100:00000001:0.0:1775767291.818425:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767291.818433:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925c00 x1862022335082240/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767291.818445:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767291.818449:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767291.818454:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d72b0b6] to pc [ptlrpcd_rcv+-1]  req@ffff927322925c00 x1862022335082240/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767291.818476:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767291.818482:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767291.818492:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775767291.818496:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767291.818500:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767291.818504:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767291.818511:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4476
00000400:00000200:0.0:1775767291.818519:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767291.818528:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767291.818531:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767291.818539:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767291.818543:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767291.818545:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767291.818550:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767291.818556:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767291.818557:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:0.0:1775767291.818559:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767291.818564:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775767291.818567:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:0.0:1775767291.818572:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:0.0:1775767291.818580:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767291.818584:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767291.818591:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767291.818594:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767291.818598:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:0.0:1775767291.818606:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767291.818613:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767291.818618:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767291.818624:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767291.818627:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767291.818630:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767291.818635:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767291.818640:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767291.818644:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767291.818652:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925180.
00000020:00000040:0.0:1775767291.818657:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775767291.818660:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767291.818664:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767291.818667:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767291.818669:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767291.818673:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767291.818683:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c800.
00000100:00000001:0.0:1775767291.818688:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775767291.818689:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767291.818695:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000100:00100000:0.0:1775767291.818697:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925180 x1862022335082368/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767291.818760:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767291.818764:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767291.818774:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a34329a0] to pc [ptlrpcd_rcv+-1]  req@ffff927322925180 x1862022335082368/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767291.818788:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767291.818814:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767291.818822:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775767291.818825:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767291.818828:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767291.818832:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767291.818838:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4476
00000400:00000200:0.0:1775767291.818848:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767291.818854:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767291.818859:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767291.818863:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767291.818866:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767291.818872:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767291.818875:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767291.818881:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767291.818884:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775767291.818887:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767291.818889:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:0.0:1775767291.818894:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:0.0:1775767291.818907:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:0.0:1775767291.818913:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767291.818917:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767291.818921:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767291.818925:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767291.818929:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:0.0:1775767291.818941:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767291.818948:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767291.818952:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767291.818956:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767291.818961:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767291.818965:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767291.818970:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767291.818975:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767291.818980:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767291.818987:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927800.
00000020:00000040:0.0:1775767291.818993:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:0.0:1775767291.819001:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767291.819004:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767291.819008:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767291.819012:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767291.819015:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767291.819023:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477fc00.
00000100:00000001:0.0:1775767291.819030:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767291.819039:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927800 x1862022335082496/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767291.819064:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767291.819070:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767291.819080:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e429b339] to pc [ptlrpcd_rcv+-1]  req@ffff927322927800 x1862022335082496/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767291.819098:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767291.819103:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767291.819110:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775767291.819114:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767291.819118:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767291.819123:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767291.819130:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4476
00000400:00000200:0.0:1775767291.819139:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767291.819145:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767291.819149:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767291.819155:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767291.819161:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767291.819168:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767291.819171:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767291.819178:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767291.819182:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:0.0:1775767291.819186:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767291.819190:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:0.0:1775767291.819196:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:0.0:1775767291.819203:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:0.0:1775767291.819213:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767291.819219:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767291.819224:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767291.819227:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767291.819231:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:0.0:1775767291.819235:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767291.819238:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767291.819241:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767291.819246:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767291.819251:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767291.819255:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767291.819259:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767291.819264:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767291.819269:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767291.819275:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927b80.
00000020:00000040:0.0:1775767291.819281:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:0.0:1775767291.819288:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767291.819290:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767291.819292:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767291.819294:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767291.819296:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767291.819303:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f800.
00000100:00000001:0.0:1775767291.819310:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767291.819320:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927b80 x1862022335082624/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767291.819361:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767291.819366:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767291.819375:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000282cd359] to pc [ptlrpcd_rcv+-1]  req@ffff927322927b80 x1862022335082624/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767291.819396:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767291.819405:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4486)
00000800:00000200:1.1:1775767291.819523:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767291.819526:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775767291.819861:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767291.819863:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775767291.820134:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767291.820136:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775767291.820531:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767291.820534:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000100:00000001:0.0:1775767292.393787:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767292.393796:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767292.393798:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767292.393803:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767292.393807:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767292.393811:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767292.393812:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767292.393814:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767292.393817:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767292.841940:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767292.841943:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767292.841946:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767293.097806:0:58590:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299150078, at 4299150080
00000100:00000010:2.0:1775767293.097830:0:58590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9273188e5420.
00000100:00000001:0.0:1775767293.417814:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767293.417821:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767293.417823:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767293.417829:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767293.417832:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767293.417836:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767293.417838:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767293.417840:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767293.417843:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767293.865993:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767293.865997:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767293.866000:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767294.441805:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767294.441814:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767294.441815:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767294.441821:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767294.441825:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767294.441829:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767294.441831:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767294.441833:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767294.441836:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767294.889944:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767294.889947:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767294.889950:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767295.465835:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767295.465843:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767295.465845:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767295.465850:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767295.465854:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767295.465859:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767295.465861:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767295.465877:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767295.465882:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767296.489853:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767296.489873:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767296.489874:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767296.489881:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767296.489884:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767296.489889:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767296.489891:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767296.489894:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767296.489901:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767296.937970:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767296.937973:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767296.937978:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1775767296.938694:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767296.938704:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775767296.939581:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767296.939583:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775767296.939813:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767296.939814:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775767296.940040:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767296.940042:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775767296.940222:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767296.940223:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1775767297.513816:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767297.513821:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767297.513823:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767297.513827:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767297.513837:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767297.513841:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767297.513873:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767297.513877:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767297.513880:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767297.961937:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767297.961941:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767297.961944:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767298.217781:0:58590:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299155198, at 4299155200
00000100:00000010:2.0:1775767298.217798:0:58590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe39c0.
00000100:00000001:0.0:1775767298.537813:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767298.537818:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767298.537819:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767298.537825:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767298.537827:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767298.537831:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767298.537833:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767298.537849:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767298.537852:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767298.985916:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767298.985919:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767298.985922:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767299.561873:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767299.561882:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767299.561885:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767299.561893:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767299.561898:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767299.561904:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767299.561907:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767299.561910:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767299.561914:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767300.585870:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767300.585878:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767300.585880:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767300.585886:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767300.585890:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767300.585893:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767300.585896:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767300.585898:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767300.585901:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767301.033911:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767301.033914:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767301.033916:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767301.609849:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767301.609856:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767301.609858:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767301.609864:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767301.609867:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767301.609872:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767301.609875:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767301.609877:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767301.609879:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767302.058147:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767302.058152:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767302.058158:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1775767302.058742:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767302.058753:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775767302.059657:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767302.059659:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775767302.059976:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767302.059979:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775767302.060286:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767302.060288:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775767302.060491:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767302.060493:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000100:00000001:0.0:1775767302.633831:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767302.633837:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767302.633839:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767302.633844:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767302.633847:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767302.633850:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767302.633852:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767302.633854:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767302.633856:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767303.081914:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767303.081917:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767303.081920:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767303.337849:0:58590:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299160318, at 4299160320
00000100:00000010:2.0:1775767303.337865:0:58590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe30c0.
00000100:00000001:0.0:1775767303.657870:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767303.657879:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767303.657882:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767303.657889:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767303.657894:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767303.657900:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767303.657903:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767303.657906:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767303.657910:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767304.681830:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767304.681835:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767304.681837:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767304.681842:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767304.681844:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767304.681848:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767304.681851:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767304.681853:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767304.681855:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767305.129959:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767305.129962:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767305.129965:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767305.705859:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767305.705865:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767305.705867:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767305.705871:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767305.705875:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767305.705878:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767305.705880:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767305.705882:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767305.705884:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767306.153904:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767306.153907:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767306.153910:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767306.729863:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767306.729871:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767306.729873:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767306.729879:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767306.729882:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767306.729886:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767306.729889:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767306.729892:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767306.729894:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767307.177960:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767307.177966:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767307.177971:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1775767307.178510:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767307.178515:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775767307.179229:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767307.179232:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775767307.179559:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767307.179561:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775767307.179903:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767307.179906:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775767307.180210:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767307.180212:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000100:00000001:0.0:1775767307.753807:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767307.753814:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767307.753816:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767307.753822:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767307.753826:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767307.753830:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767307.753832:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767307.753835:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767307.753838:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767308.457803:0:58590:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299165437, at 4299165440
00000100:00000010:2.0:1775767308.457822:0:58590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3e40.
00000100:00000001:0.0:1775767308.777843:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767308.777849:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767308.777851:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767308.777856:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767308.777859:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767308.777864:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767308.777867:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767308.777870:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767308.777873:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767309.225919:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767309.225923:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767309.225927:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767309.801822:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767309.801829:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767309.801831:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767309.801838:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767309.801842:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767309.801847:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767309.801850:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767309.801852:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767309.801855:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767310.249881:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767310.249885:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767310.249888:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767310.825832:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767310.825840:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767310.825842:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767310.825850:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767310.825859:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767310.825863:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767310.825866:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767310.825869:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767310.825871:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767311.273993:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767311.273997:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767311.274000:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767311.849808:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767311.849818:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767311.849820:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767311.849827:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767311.849832:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767311.849837:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767311.849841:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767311.849844:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767311.849847:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767312.298101:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767312.298106:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767312.298110:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1775767312.298643:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767312.298651:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775767312.299566:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767312.299567:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775767312.299828:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767312.299831:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775767312.300052:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767312.300053:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775767312.300236:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767312.300238:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000100:00000001:0.0:1775767312.873814:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767312.873820:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767312.873822:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767312.873827:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767312.873830:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767312.873833:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767312.873836:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767312.873838:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767312.873840:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767313.321935:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767313.321938:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767313.321941:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767313.577847:0:58590:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299170558, at 4299170560
00000100:00000010:2.0:1775767313.577860:0:58590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3b40.
00000100:00000001:0.0:1775767313.897800:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767313.897807:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767313.897809:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767313.897815:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767313.897819:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767313.897823:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767313.897826:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767313.897829:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767313.897832:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767314.345873:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767314.345877:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767314.345880:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767314.921864:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767314.921871:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767314.921873:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767314.921879:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767314.921882:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767314.921887:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767314.921890:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767314.921892:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767314.921894:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767315.369922:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767315.369925:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767315.369928:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767315.945816:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767315.945821:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767315.945823:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767315.945827:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767315.945830:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767315.945834:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767315.945836:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767315.945838:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767315.945840:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767316.393865:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767316.393868:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767316.393871:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767316.969820:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767316.969828:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767316.969831:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767316.969838:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767316.969842:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767316.969846:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767316.969849:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767316.969852:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767316.969855:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767317.417868:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767317.417877:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767317.417880:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767317.417885:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767317.417892:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767317.417899:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4501
00000400:00000200:2.0:1775767317.417909:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767317.417915:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767317.417917:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767317.417920:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767317.417923:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767317.417925:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767317.417927:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767317.417930:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767317.417932:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767317.417935:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767317.417937:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775767317.417939:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775767317.417941:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775767317.417944:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767317.417945:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767317.417947:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767317.417949:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767317.417952:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000040:2.0:1775767317.417952:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767317.417955:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000020:00000001:0.0:1775767317.417957:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767317.417959:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767317.417964:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
02000000:00000001:2.0:1775767317.417964:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767317.417967:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767317.417969:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767317.417971:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767317.417973:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767317.417981:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
00000020:00000040:2.0:1775767317.417984:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767317.417987:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767317.417988:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767317.417990:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767317.417993:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767317.417996:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767317.418002:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef800.
00000100:00000001:2.0:1775767317.418008:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767317.418015:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335085312/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767317.418023:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767317.418027:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767317.418030:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335085312/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767317.418047:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767317.418050:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767317.418052:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767317.418054:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767317.418055:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767317.418057:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767317.418059:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4501
00000400:00000200:2.0:1775767317.418062:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767317.418066:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767317.418068:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767317.418071:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767317.418074:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767317.418076:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767317.418079:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767317.418083:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767317.418084:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767317.418085:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767317.418086:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767317.418088:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767317.418091:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767317.418096:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767317.418099:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767317.418103:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767317.418107:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767317.418111:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767317.418116:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767317.418121:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767317.418125:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767317.418130:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767317.418133:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767317.418135:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767317.418142:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767317.418145:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767317.418154:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767317.418158:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
00000020:00000040:2.0:1775767317.418161:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767317.418165:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767317.418167:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767317.418169:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767317.418170:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767317.418171:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767317.418176:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed800.
00000100:00000001:2.0:1775767317.418180:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767317.418186:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335085440/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767317.418196:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767317.418200:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767317.418204:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335085440/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767317.418214:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767317.418217:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767317.418223:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767317.418224:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767317.418227:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767317.418230:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767317.418233:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4501
00000400:00000200:2.0:1775767317.418238:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767317.418244:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767317.418247:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767317.418254:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767317.418256:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767317.418261:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767317.418265:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767317.418268:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767317.418270:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767317.418271:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767317.418274:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775767317.418276:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775767317.418282:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775767317.418286:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767317.418287:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767317.418289:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767317.418292:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767317.418296:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767317.418299:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767317.418301:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767317.418303:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767317.418307:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767317.418309:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767317.418312:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767317.418314:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767317.418318:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767317.418320:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767317.418325:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767317.418330:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767317.418334:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767317.418337:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767317.418341:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767317.418344:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767317.418347:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767317.418354:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed400.
00000100:00000001:2.0:1775767317.418359:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767317.418370:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335085568/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767317.418389:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:3.1:1775767317.418392:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:2.0:1775767317.418394:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775767317.418396:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000100:00000040:2.0:1775767317.418401:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335085568/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767317.418414:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767317.418417:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767317.418420:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767317.418423:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767317.418426:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767317.418429:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767317.418432:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4501
00000400:00000200:2.0:1775767317.418440:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767317.418447:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767317.418449:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767317.418454:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767317.418458:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767317.418462:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767317.418466:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767317.418468:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767317.418472:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767317.418473:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767317.418475:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775767317.418479:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775767317.418483:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767317.418490:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767317.418493:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767317.418496:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767317.418499:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767317.418504:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767317.418508:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767317.418512:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767317.418513:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767317.418517:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767317.418520:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767317.418523:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767317.418526:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767317.418528:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767317.418531:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767317.418535:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775767317.418538:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767317.418542:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767317.418544:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767317.418548:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767317.418551:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767317.418554:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767317.418562:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bedc00.
00000100:00000001:2.0:1775767317.418568:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767317.418578:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335085696/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767317.418598:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767317.418602:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767317.418609:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335085696/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767317.418629:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767317.418634:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767317.418641:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767317.418644:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767317.418648:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767317.418654:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767317.418672:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4501
00000400:00000200:2.0:1775767317.418683:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767317.418690:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767317.418693:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767317.418699:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767317.418702:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767317.418706:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767317.418760:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767317.418765:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767317.418768:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767317.418772:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767317.418775:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767317.418779:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775767317.418785:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767317.418791:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767317.418796:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767317.418801:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767317.418807:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767317.418809:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767317.418814:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767317.418818:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767317.418823:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767317.418827:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767317.418834:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767317.418839:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767317.418843:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767317.418849:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767317.418854:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767317.418861:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775767317.418865:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775767317.418872:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767317.418875:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767317.418879:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767317.418881:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767317.418884:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767317.418890:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef800.
00000100:00000001:2.0:1775767317.418895:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767317.418904:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335085824/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767317.418924:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767317.418927:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767317.418932:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335085824/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767317.418948:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767317.418954:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4512)
00000800:00000200:3.1:1775767317.419011:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767317.419013:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775767317.419244:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767317.419246:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775767317.419422:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767317.419423:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775767317.419680:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767317.419682:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000100:00000001:0.0:1775767317.993783:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767317.993789:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767317.993791:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767317.993795:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767317.993798:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767317.993801:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767317.993804:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767317.993806:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767317.993808:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767318.441964:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767318.441969:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767318.441972:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767318.697842:0:58590:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299175677, at 4299175680
00000100:00000010:2.0:1775767318.697855:0:58590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3c00.
00000100:00000001:0.0:1775767319.017877:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767319.017885:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767319.017887:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767319.017893:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767319.017897:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767319.017901:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767319.017903:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767319.017906:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767319.017908:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767319.465965:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767319.465969:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767319.465972:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767320.041797:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767320.041804:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767320.041806:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767320.041811:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767320.041815:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767320.041819:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767320.041821:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767320.041824:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767320.041828:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767320.489971:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767320.489978:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767320.489983:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767321.065865:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767321.065872:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767321.065874:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767321.065880:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767321.065883:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767321.065889:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767321.065891:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767321.065894:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767321.065896:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767321.513924:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767321.513927:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767321.513929:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767322.089785:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767322.089792:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767322.089793:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767322.089799:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767322.089803:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767322.089807:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767322.089809:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767322.089811:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767322.089814:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767322.537796:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767322.537806:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767322.537811:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767322.537817:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767322.537824:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767322.537833:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4507
00000400:00000200:2.0:1775767322.537843:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767322.537850:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767322.537862:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767322.537866:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767322.537869:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767322.537872:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767322.537874:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767322.537878:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767322.537879:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767322.537882:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767322.537885:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775767322.537887:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775767322.537890:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775767322.537894:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000040:2.0:1775767322.537896:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000020:00000001:0.0:1775767322.537898:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767322.537899:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767322.537903:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00010000:00010000:0.0:1775767322.537904:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775767322.537905:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767322.537909:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767322.537913:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767322.537915:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767322.537918:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767322.537921:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767322.537923:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767322.537925:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767322.537927:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767322.537937:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775767322.537940:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767322.537944:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767322.537945:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767322.537948:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767322.537951:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767322.537955:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767322.537964:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee000.
00000100:00000001:2.0:1775767322.537971:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767322.537980:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335085952/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767322.537989:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767322.537993:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767322.537997:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335085952/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767322.538013:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767322.538015:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767322.538018:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767322.538019:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767322.538020:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767322.538023:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767322.538025:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4507
00000400:00000200:2.0:1775767322.538028:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767322.538031:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767322.538032:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767322.538035:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767322.538036:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767322.538038:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767322.538042:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767322.538044:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767322.538046:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767322.538049:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767322.538051:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767322.538054:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767322.538056:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767322.538063:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767322.538067:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767322.538071:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767322.538073:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767322.538077:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767322.538082:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767322.538084:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767322.538087:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767322.538093:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767322.538099:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767322.538105:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767322.538112:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767322.538120:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767322.538124:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767322.538129:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775767322.538133:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767322.538140:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767322.538142:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767322.538146:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767322.538148:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767322.538150:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767322.538157:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec800.
00000100:00000001:2.0:1775767322.538163:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767322.538173:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335086080/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767322.538204:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767322.538207:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767322.538215:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335086080/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767322.538237:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767322.538242:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767322.538245:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767322.538248:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767322.538251:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767322.538254:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767322.538258:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4507
00000400:00000200:2.0:1775767322.538296:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767322.538301:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767322.538305:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767322.538307:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767322.538309:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767322.538312:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767322.538315:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767322.538316:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767322.538317:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767322.538320:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767322.538323:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775767322.538326:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775767322.538329:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775767322.538333:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767322.538337:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767322.538340:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767322.538342:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767322.538345:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000800:00000200:3.1:1775767322.538345:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00080000:2.0:1775767322.538348:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000800:00000200:3.1:1775767322.538350:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000100:00000001:2.0:1775767322.538351:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767322.538353:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767322.538355:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767322.538356:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767322.538358:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767322.538359:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767322.538361:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767322.538362:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767322.538366:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775767322.538368:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767322.538372:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767322.538374:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767322.538378:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767322.538380:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767322.538382:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767322.538388:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec000.
00000100:00000001:2.0:1775767322.538398:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767322.538405:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335086208/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767322.538414:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767322.538418:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767322.538426:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335086208/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767322.538437:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767322.538440:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767322.538448:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767322.538451:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767322.538454:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767322.538458:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767322.538463:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4507
00000400:00000200:2.0:1775767322.538468:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767322.538473:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767322.538478:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767322.538483:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767322.538486:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767322.538488:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767322.538492:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767322.538494:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767322.538495:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767322.538496:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767322.538497:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775767322.538499:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775767322.538507:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767322.538511:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767322.538513:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767322.538516:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767322.538519:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767322.538524:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767322.538528:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767322.538533:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767322.538536:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767322.538540:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767322.538544:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767322.538548:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767322.538551:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767322.538553:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767322.538555:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767322.538559:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775767322.538563:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767322.538569:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767322.538573:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767322.538576:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767322.538578:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767322.538581:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767322.538586:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306becc00.
00000100:00000001:2.0:1775767322.538592:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767322.538599:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335086336/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767322.538639:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767322.538643:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767322.538650:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335086336/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767322.538690:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767322.538697:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767322.538704:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767322.538735:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767322.538738:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767322.538743:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767322.538749:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4507
00000400:00000200:2.0:1775767322.538757:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767322.538765:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767322.538769:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767322.538776:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767322.538780:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767322.538784:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767322.538788:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767322.538791:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767322.538793:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767322.538796:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767322.538798:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767322.538801:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775767322.538804:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767322.538808:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767322.538810:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767322.538814:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767322.538817:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767322.538820:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767322.538825:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767322.538829:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767322.538831:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767322.538835:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767322.538840:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767322.538842:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767322.538844:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767322.538845:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767322.538848:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767322.538855:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767322.538859:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775767322.538864:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767322.538866:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767322.538870:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767322.538873:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767322.538876:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767322.538882:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306befc00.
00000100:00000001:2.0:1775767322.538888:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767322.538896:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335086464/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767322.538911:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767322.538914:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767322.538919:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335086464/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767322.538931:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767322.538937:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4517)
00000800:00000200:3.1:1775767322.539002:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767322.539004:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775767322.539191:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767322.539193:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775767322.539405:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767322.539407:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775767322.539684:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767322.539687:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000100:00000001:0.0:1775767323.113847:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767323.113855:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767323.113857:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767323.113862:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767323.113866:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767323.113870:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767323.113872:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767323.113875:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767323.113877:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767323.561984:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767323.561991:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767323.561996:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767323.817863:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299180797, at 4299180800
00000100:00000010:2.0:1775767323.817876:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3300.
00000100:00000001:0.0:1775767324.137823:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767324.137834:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767324.137837:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767324.137845:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767324.137850:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767324.137855:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767324.137858:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767324.137861:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767324.137864:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767324.585885:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767324.585888:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767324.585890:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767325.161805:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767325.161810:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767325.161811:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767325.161817:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767325.161821:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767325.161826:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767325.161829:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767325.161831:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767325.161834:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767325.609877:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767325.609880:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767325.609883:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767326.185844:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767326.185849:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767326.185851:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767326.185855:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767326.185858:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767326.185861:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767326.185863:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767326.185865:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767326.185867:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767326.633999:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767326.634005:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767326.634010:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767327.209783:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767327.209789:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767327.209791:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767327.209795:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767327.209798:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767327.209802:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767327.209820:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767327.209822:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767327.209825:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767327.657836:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767327.657850:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767327.657855:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767327.657860:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767327.657868:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767327.657879:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4512
00000400:00000200:2.0:1775767327.657894:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767327.657903:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767327.657907:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767327.657911:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767327.657915:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767327.657918:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767327.657921:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767327.657926:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767327.657928:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767327.657932:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767327.657936:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775767327.657940:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775767327.657943:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775767327.657948:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767327.657951:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767327.657954:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767327.657957:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767327.657961:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767327.657965:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767327.657968:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767327.657972:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767327.657976:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1775767327.657977:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
02000000:00000001:2.0:1775767327.657980:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767327.657983:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767327.657988:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775767327.657993:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767327.657998:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767327.658014:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
00000020:00000040:2.0:1775767327.658018:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767327.658023:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767327.658025:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767327.658028:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767327.658032:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767327.658038:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767327.658048:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef000.
00000100:00000001:2.0:1775767327.658056:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767327.658066:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335086592/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767327.658079:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767327.658084:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767327.658089:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335086592/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767327.658110:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767327.658113:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767327.658118:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767327.658119:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767327.658121:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767327.658124:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767327.658127:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4512
00000400:00000200:2.0:1775767327.658131:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767327.658135:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767327.658138:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767327.658141:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767327.658144:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767327.658147:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767327.658150:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767327.658154:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767327.658156:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767327.658160:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767327.658162:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767327.658167:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767327.658170:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767327.658176:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767327.658183:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767327.658189:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767327.658194:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767327.658199:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767327.658205:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767327.658209:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767327.658211:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767327.658217:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767327.658221:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767327.658224:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767327.658230:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767327.658237:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767327.658242:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767327.658246:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
00000020:00000040:2.0:1775767327.658250:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767327.658255:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767327.658257:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767327.658260:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767327.658262:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767327.658266:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767327.658271:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306beec00.
00000100:00000001:2.0:1775767327.658276:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767327.658287:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335086720/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767327.658301:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767327.658305:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767327.658310:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335086720/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767327.658323:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767327.658326:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767327.658333:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767327.658337:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767327.658340:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767327.658346:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767327.658351:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4512
00000400:00000200:2.0:1775767327.658360:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767327.658366:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767327.658371:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767327.658377:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767327.658383:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767327.658387:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767327.658392:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767327.658394:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767327.658397:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767327.658401:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767327.658404:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775767327.658406:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775767327.658409:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775767327.658414:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767327.658418:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767327.658421:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767327.658424:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767327.658427:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767327.658432:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767327.658436:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767327.658439:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767327.658442:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767327.658444:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767327.658446:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767327.658448:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767327.658450:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767327.658452:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767327.658457:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767327.658460:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767327.658462:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767327.658464:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767327.658466:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767327.658467:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767327.658469:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767327.658472:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee800.
00000100:00000001:2.0:1775767327.658475:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767327.658480:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335086848/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767327.658495:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767327.658497:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767327.658502:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335086848/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767327.658511:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767327.658513:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767327.658516:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767327.658518:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767327.658519:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767327.658521:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767327.658524:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4512
00000400:00000200:2.0:1775767327.658747:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767327.658757:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767327.658763:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767327.658768:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767327.658773:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767327.658779:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767327.658783:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767327.658788:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767327.658791:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000800:00000200:3.1:1775767327.658793:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000020:00000001:2.0:1775767327.658794:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767327.658797:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000800:00000200:3.1:1775767327.658800:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000020:00000001:2.0:1775767327.658801:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775767327.658806:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767327.658813:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767327.658817:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767327.658820:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767327.658824:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767327.658828:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767327.658834:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767327.658840:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767327.658845:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767327.658850:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767327.658853:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767327.658857:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767327.658860:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767327.658864:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767327.658867:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767327.658874:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775767327.658880:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767327.658886:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767327.658889:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767327.658892:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767327.658895:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767327.658899:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767327.658906:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef400.
00000100:00000001:2.0:1775767327.658912:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767327.658922:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335086976/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767327.658941:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767327.658948:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767327.658955:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335086976/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767327.658967:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767327.658971:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767327.658976:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767327.658979:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767327.658982:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767327.658986:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767327.658992:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4512
00000400:00000200:2.0:1775767327.659000:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767327.659007:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767327.659012:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767327.659018:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767327.659023:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767327.659027:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767327.659032:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767327.659038:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767327.659040:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767327.659043:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767327.659046:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767327.659049:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775767327.659051:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767327.659057:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767327.659060:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767327.659064:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767327.659067:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767327.659071:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767327.659077:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767327.659080:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767327.659083:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767327.659087:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767327.659092:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767327.659097:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767327.659100:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767327.659105:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767327.659108:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767327.659113:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775767327.659118:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775767327.659125:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767327.659130:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767327.659133:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767327.659136:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767327.659139:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767327.659146:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee400.
00000100:00000001:2.0:1775767327.659151:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767327.659159:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335087104/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767327.659186:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767327.659191:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767327.659199:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335087104/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767327.659234:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767327.659240:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4522)
00000800:00000200:3.1:1775767327.659482:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767327.659484:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775767327.659800:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767327.659801:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775767327.660038:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767327.660041:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775767327.660247:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767327.660250:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1775767328.233836:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767328.233844:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767328.233847:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767328.233853:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767328.233857:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767328.233861:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767328.233864:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767328.233867:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767328.233870:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767328.681868:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767328.681871:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767328.681874:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767328.937857:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299185918, at 4299185920
00000100:00000010:2.0:1775767328.937870:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3720.
00000100:00000001:0.0:1775767329.257777:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767329.257785:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767329.257786:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767329.257793:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767329.257797:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767329.257801:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767329.257804:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767329.257806:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767329.257809:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767329.705856:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767329.705859:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767329.705861:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767330.281820:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767330.281827:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767330.281829:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767330.281833:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767330.281836:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767330.281840:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767330.281842:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767330.281844:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767330.281845:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767330.729853:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767330.729857:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767330.729860:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767331.305766:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767331.305773:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767331.305775:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767331.305781:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767331.305785:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767331.305789:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767331.305792:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767331.305794:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767331.305797:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767331.753912:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767331.753915:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767331.753918:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767332.329803:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767332.329809:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767332.329810:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767332.329815:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767332.329818:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767332.329821:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767332.329824:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767332.329826:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767332.329828:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767332.777841:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767332.777859:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767332.777865:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767332.777874:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767332.777886:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767332.777900:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4517
00000400:00000200:2.0:1775767332.777912:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767332.777919:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767332.777922:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767332.777926:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767332.777928:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767332.777933:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767332.777936:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767332.777940:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767332.777941:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767332.777944:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767332.777947:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775767332.777949:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775767332.777951:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775767332.777953:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767332.777955:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767332.777957:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767332.777966:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767332.777969:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767332.777972:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767332.777976:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767332.777981:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767332.777985:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767332.777988:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767332.777990:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767332.777992:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767332.778001:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775767332.778004:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767332.778008:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767332.778009:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767332.778012:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767332.778014:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767332.778018:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767332.778024:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed000.
00000100:00000001:2.0:1775767332.778030:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767332.778037:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335087232/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767332.778046:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767332.778049:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767332.778053:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335087232/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767332.778070:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767332.778074:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767332.778076:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767332.778078:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767332.778079:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767332.778081:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767332.778083:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4517
00000400:00000200:2.0:1775767332.778088:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767332.778092:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767332.778094:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767332.778097:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767332.778099:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767332.778101:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767332.778106:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767332.778109:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767332.778117:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767332.778121:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767332.778122:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767332.778124:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767332.778136:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767332.778150:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767332.778161:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767332.778167:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767332.778174:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767332.778176:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767332.778184:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767332.778188:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767332.778194:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767332.778200:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767332.778204:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767332.778206:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767332.778214:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767332.778221:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767332.778223:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767332.778227:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775767332.778235:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767332.778238:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767332.778240:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767332.778252:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767332.778254:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767332.778256:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767332.778266:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec400.
00000100:00000001:2.0:1775767332.778272:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767332.778279:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335087360/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767332.778287:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767332.778293:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767332.778299:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335087360/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767332.778320:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767332.778324:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767332.778345:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767332.778353:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767332.778358:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767332.778372:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767332.778379:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4517
00000400:00000200:2.0:1775767332.778392:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767332.778401:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767332.778406:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767332.778411:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767332.778413:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767332.778416:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767332.778426:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767332.778431:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767332.778432:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767332.778435:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767332.778439:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775767332.778441:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775767332.778450:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775767332.778457:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767332.778464:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767332.778475:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767332.778482:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767332.778494:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767332.778507:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767332.778541:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767332.778544:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767332.778550:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767332.778560:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767332.778564:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767332.778567:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767332.778570:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767332.778572:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767332.778577:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775767332.778581:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767332.778588:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767332.778590:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767332.778593:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767332.778596:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767332.778598:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767332.778604:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee400.
00000800:00000200:3.1:1775767332.778604:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:2.0:1775767332.778615:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775767332.778616:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000100:00100000:2.0:1775767332.778623:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335087488/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767332.778648:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767332.778650:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767332.778654:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335087488/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767332.778670:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767332.778681:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767332.778690:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767332.778694:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767332.778695:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767332.778706:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767332.778742:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4517
00000400:00000200:2.0:1775767332.778756:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767332.778767:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767332.778775:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767332.778781:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767332.778783:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767332.778789:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767332.778791:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767332.778798:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767332.778801:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767332.778810:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767332.778812:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775767332.778815:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775767332.778820:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767332.778827:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767332.778830:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767332.778834:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767332.778840:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767332.778848:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767332.778854:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767332.778859:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767332.778866:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767332.778871:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767332.778880:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767332.778883:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767332.778885:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767332.778890:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767332.778898:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767332.778907:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775767332.778916:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767332.778921:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767332.778922:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767332.778925:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767332.778931:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767332.778935:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767332.778939:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef400.
00000100:00000001:2.0:1775767332.778945:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767332.778956:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335087616/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767332.778968:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767332.778973:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767332.778988:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335087616/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767332.779017:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767332.779021:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767332.779037:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767332.779044:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767332.779049:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767332.779055:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767332.779062:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4517
00000400:00000200:2.0:1775767332.779073:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767332.779080:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767332.779086:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767332.779097:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767332.779106:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767332.779116:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767332.779127:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767332.779134:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767332.779135:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767332.779139:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767332.779144:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767332.779154:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775767332.779163:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767332.779174:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767332.779184:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767332.779193:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767332.779199:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767332.779205:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767332.779210:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767332.779220:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767332.779222:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767332.779235:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767332.779237:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767332.779242:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767332.779246:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767332.779256:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767332.779264:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767332.779274:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767332.779284:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775767332.779288:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767332.779290:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767332.779301:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767332.779302:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767332.779305:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767332.779315:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee800.
00000100:00000001:2.0:1775767332.779325:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767332.779334:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335087744/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767332.779372:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767332.779379:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767332.779388:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335087744/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767332.779402:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767332.779410:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4527)
00000800:00000200:3.1:1775767332.779596:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767332.779600:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775767332.779876:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767332.779878:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775767332.780103:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767332.780105:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775767332.780366:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767332.780369:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1775767333.353820:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767333.353828:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767333.353830:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767333.353836:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767333.353840:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767333.353845:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767333.353847:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767333.353849:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767333.353852:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767333.801964:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767333.801969:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767333.801973:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767334.057906:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299191038, at 4299191040
00000100:00000010:2.0:1775767334.057911:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3960.
00000100:00000001:0.0:1775767334.377782:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767334.377787:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767334.377788:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767334.377793:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767334.377796:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767334.377799:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767334.377801:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767334.377803:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767334.377805:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767334.825904:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767334.825907:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767334.825910:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767335.401781:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767335.401786:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767335.401788:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767335.401792:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767335.401795:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767335.401798:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767335.401801:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767335.401803:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767335.401805:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767335.849893:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767335.849895:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767335.849898:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767336.425841:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767336.425849:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767336.425851:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767336.425857:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767336.425860:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767336.425865:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767336.425868:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767336.425870:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767336.425872:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767337.449798:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767337.449805:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767337.449807:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767337.449813:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767337.449816:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767337.449820:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767337.449823:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767337.449826:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767337.449828:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767337.897825:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767337.897837:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775767337.897844:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767337.897849:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767337.897854:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767337.897862:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4522
00000400:00000200:0.0:1775767337.897872:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767337.897878:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767337.897882:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767337.897885:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767337.897889:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767337.897895:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767337.897897:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767337.897901:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767337.897904:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775767337.897908:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767337.897918:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775767337.897921:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775767337.897925:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775767337.897927:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767337.897931:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767337.897933:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767337.897934:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767337.897936:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:0.0:1775767337.897939:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767337.897943:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767337.897946:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767337.897951:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767337.897954:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767337.897957:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775767337.897959:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767337.897972:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924000.
00000020:00000040:0.0:1775767337.897977:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775767337.897981:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767337.897984:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767337.897987:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767337.897991:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767337.897997:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767337.898007:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c000.
00000100:00000001:0.0:1775767337.898014:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767337.898023:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924000 x1862022335087872/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767337.898032:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767337.898037:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767337.898041:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c89b33e] to pc [ptlrpcd_rcv+-1]  req@ffff927322924000 x1862022335087872/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767337.898065:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767337.898067:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767337.898071:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775767337.898072:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767337.898073:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767337.898076:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767337.898077:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4522
00000400:00000200:0.0:1775767337.898081:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767337.898083:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767337.898085:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767337.898088:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767337.898091:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767337.898095:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767337.898098:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767337.898101:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767337.898103:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775767337.898108:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767337.898114:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775767337.898120:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:0.0:1775767337.898126:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:0.0:1775767337.898149:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767337.898159:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767337.898163:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767337.898168:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767337.898171:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:0.0:1775767337.898176:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767337.898181:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767337.898186:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767337.898194:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767337.898198:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767337.898201:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767337.898206:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767337.898212:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767337.898214:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767337.898218:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926300.
00000020:00000040:0.0:1775767337.898221:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:0.0:1775767337.898226:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767337.898228:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767337.898235:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767337.898237:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767337.898240:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767337.898245:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e800.
00000100:00000001:0.0:1775767337.898251:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767337.898259:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926300 x1862022335088000/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767337.898267:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767337.898272:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767337.898275:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e21317e] to pc [ptlrpcd_rcv+-1]  req@ffff927322926300 x1862022335088000/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767337.898292:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767337.898296:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767337.898302:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775767337.898304:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767337.898307:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767337.898311:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767337.898317:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4522
00000400:00000200:0.0:1775767337.898332:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767337.898338:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767337.898346:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767337.898349:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767337.898357:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767337.898364:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767337.898371:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767337.898377:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767337.898378:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:0.0:1775767337.898380:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767337.898382:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775767337.898392:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:0.0:1775767337.898395:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:0.0:1775767337.898399:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767337.898408:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767337.898416:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767337.898419:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767337.898424:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:0.0:1775767337.898435:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767337.898444:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767337.898453:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767337.898481:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767337.898488:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767337.898493:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767337.898502:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767337.898510:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767337.898522:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767337.898528:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926a00.
00000020:00000040:0.0:1775767337.898531:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775767337.898538:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767337.898542:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767337.898546:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767337.898552:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767337.898557:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775767337.898566:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
02000000:00000010:0.0:1775767337.898568:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477ec00.
00000800:00000200:3.1:1775767337.898570:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1775767337.898575:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767337.898587:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926a00 x1862022335088128/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767337.898602:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767337.898606:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767337.898611:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000798ab0be] to pc [ptlrpcd_rcv+-1]  req@ffff927322926a00 x1862022335088128/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767337.898640:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767337.898645:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767337.898654:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775767337.898660:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767337.898664:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767337.898671:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767337.898679:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4522
00000400:00000200:0.0:1775767337.898701:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767337.898750:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767337.898754:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767337.898759:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767337.898762:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767337.898764:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767337.898766:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767337.898769:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767337.898772:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775767337.898775:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767337.898778:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:0.0:1775767337.898782:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:0.0:1775767337.898784:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:0.0:1775767337.898792:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767337.898805:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767337.898811:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767337.898815:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767337.898821:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:0.0:1775767337.898832:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767337.898843:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767337.898853:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767337.898858:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767337.898864:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767337.898871:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767337.898874:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767337.898882:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767337.898884:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767337.898888:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927480.
00000020:00000040:0.0:1775767337.898891:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:0.0:1775767337.898895:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767337.898899:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767337.898903:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767337.898905:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767337.898909:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767337.898916:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c400.
00000100:00000001:0.0:1775767337.898922:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767337.898930:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927480 x1862022335088256/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767337.898959:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767337.898964:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767337.898973:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd1176bb] to pc [ptlrpcd_rcv+-1]  req@ffff927322927480 x1862022335088256/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767337.898999:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767337.899003:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767337.899015:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775767337.899018:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767337.899021:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767337.899027:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767337.899032:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4522
00000400:00000200:0.0:1775767337.899041:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767337.899048:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767337.899059:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767337.899069:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767337.899077:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767337.899086:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767337.899096:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767337.899105:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767337.899109:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:0.0:1775767337.899115:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767337.899123:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:0.0:1775767337.899132:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:0.0:1775767337.899139:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:0.0:1775767337.899148:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767337.899150:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767337.899155:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767337.899158:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767337.899166:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:0.0:1775767337.899173:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767337.899178:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767337.899186:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767337.899194:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767337.899197:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767337.899202:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767337.899204:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767337.899212:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767337.899217:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767337.899221:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926d80.
00000020:00000040:0.0:1775767337.899225:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:0.0:1775767337.899231:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767337.899233:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767337.899236:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767337.899240:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767337.899247:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767337.899254:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d400.
00000100:00000001:0.0:1775767337.899263:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767337.899276:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926d80 x1862022335088384/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767337.899291:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767337.899295:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767337.899305:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000adacb2c9] to pc [ptlrpcd_rcv+-1]  req@ffff927322926d80 x1862022335088384/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767337.899330:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767337.899338:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4532)
00000800:00000200:3.1:1775767337.899450:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767337.899451:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775767337.899654:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767337.899656:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775767337.899854:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767337.899856:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775767337.900055:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767337.900058:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1775767338.473846:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767338.473853:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767338.473854:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767338.473860:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767338.473864:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767338.473868:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767338.473870:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767338.473872:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767338.473875:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767338.921925:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767338.921929:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767338.921932:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767339.177836:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299196158, at 4299196160
00000100:00000010:2.0:1775767339.177857:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3660.
00000100:00000001:0.0:1775767339.497785:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767339.497792:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767339.497794:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767339.497800:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767339.497803:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767339.497808:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767339.497810:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767339.497813:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767339.497815:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767339.945912:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767339.945915:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767339.945918:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767340.521787:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767340.521793:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767340.521794:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767340.521799:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767340.521802:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767340.521806:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767340.521807:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767340.521810:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767340.521811:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767341.545766:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767341.545772:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767341.545774:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767341.545779:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767341.545781:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767341.545784:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767341.545786:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767341.545789:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767341.545791:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767342.569815:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767342.569822:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767342.569824:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767342.569830:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767342.569834:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767342.569838:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767342.569841:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767342.569843:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767342.569845:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767343.017942:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767343.017950:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767343.017965:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1775767343.018585:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767343.018591:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775767343.019352:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767343.019354:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775767343.019635:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767343.019637:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775767343.019910:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767343.019913:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775767343.020120:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767343.020122:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000100:00000001:0.0:1775767343.593803:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767343.593810:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767343.593812:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767343.593816:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767343.593819:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767343.593822:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767343.593824:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767343.593826:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767343.593828:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767344.041927:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767344.041931:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767344.041934:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767344.297824:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299201277, at 4299201280
00000100:00000010:2.0:1775767344.297834:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3840.
00000100:00000001:0.0:1775767344.617793:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767344.617799:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767344.617801:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767344.617805:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767344.617808:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767344.617812:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767344.617814:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767344.617816:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767344.617819:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767345.641897:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767345.641904:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767345.641906:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767345.641912:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767345.641915:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767345.641920:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767345.641923:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767345.641925:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767345.641927:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767346.665805:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767346.665810:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767346.665812:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767346.665816:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767346.665819:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767346.665823:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767346.665825:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767346.665827:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767346.665830:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767347.113891:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767347.113895:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767347.113898:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767347.689796:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767347.689801:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767347.689803:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767347.689808:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767347.689810:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767347.689813:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767347.689816:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767347.689818:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767347.689820:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767348.137812:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767348.137822:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775767348.137825:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767348.137829:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767348.137833:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767348.137841:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4532
00000400:00000200:0.0:1775767348.137850:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767348.137861:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767348.137865:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767348.137869:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767348.137872:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767348.137876:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767348.137879:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767348.137883:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767348.137885:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775767348.137889:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767348.137892:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775767348.137895:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775767348.137898:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775767348.137901:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767348.137903:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767348.137906:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767348.137908:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767348.137912:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:0.0:1775767348.137916:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767348.137919:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767348.137922:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767348.137925:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767348.137929:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767348.137932:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775767348.137935:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767348.137938:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767348.137941:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767348.137945:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925500.
00010000:00010000:2.0:1775767348.137945:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000040:0.0:1775767348.137950:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775767348.137955:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767348.137957:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767348.137960:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767348.137963:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767348.137967:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767348.137975:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c800.
00000100:00000001:0.0:1775767348.137983:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767348.137992:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925500 x1862022335089152/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767348.138004:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767348.138009:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767348.138014:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a57c8e8f] to pc [ptlrpcd_rcv+-1]  req@ffff927322925500 x1862022335089152/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767348.138032:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767348.138035:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767348.138037:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775767348.138038:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767348.138040:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767348.138042:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767348.138044:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4532
00000400:00000200:0.0:1775767348.138048:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767348.138050:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767348.138053:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767348.138055:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767348.138057:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767348.138059:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767348.138061:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767348.138063:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767348.138063:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775767348.138065:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767348.138067:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775767348.138069:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:0.0:1775767348.138071:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:0.0:1775767348.138075:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767348.138077:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767348.138082:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767348.138086:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767348.138091:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:0.0:1775767348.138096:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767348.138099:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767348.138102:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767348.138108:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767348.138112:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767348.138115:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767348.138120:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767348.138125:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767348.138128:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767348.138131:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925880.
00000020:00000040:0.0:1775767348.138136:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:0.0:1775767348.138140:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767348.138141:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767348.138143:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767348.138147:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767348.138150:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767348.138156:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477fc00.
00000100:00000001:0.0:1775767348.138161:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767348.138170:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925880 x1862022335089280/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767348.138188:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767348.138193:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767348.138203:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f872a4ed] to pc [ptlrpcd_rcv+-1]  req@ffff927322925880 x1862022335089280/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767348.138222:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767348.138228:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767348.138233:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775767348.138237:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767348.138240:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767348.138243:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767348.138246:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4532
00000400:00000200:0.0:1775767348.138254:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767348.138262:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767348.138267:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767348.138275:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767348.138281:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767348.138288:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767348.138293:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767348.138297:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767348.138298:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:0.0:1775767348.138302:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767348.138307:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775767348.138311:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:0.0:1775767348.138315:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:0.0:1775767348.138321:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767348.138323:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767348.138325:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767348.138329:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767348.138332:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:0.0:1775767348.138340:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767348.138347:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775767348.138351:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
02000000:00000001:0.0:1775767348.138352:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:3.1:1775767348.138355:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
02000000:00000001:0.0:1775767348.138366:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767348.138370:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767348.138383:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767348.138385:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767348.138387:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767348.138391:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767348.138397:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924700.
00000020:00000040:0.0:1775767348.138400:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775767348.138404:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767348.138407:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767348.138410:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767348.138411:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767348.138414:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767348.138418:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f800.
00000100:00000001:0.0:1775767348.138423:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767348.138431:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924700 x1862022335089408/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767348.138451:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767348.138456:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767348.138463:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc3726d9] to pc [ptlrpcd_rcv+-1]  req@ffff927322924700 x1862022335089408/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767348.138476:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767348.138479:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767348.138482:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775767348.138486:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767348.138493:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767348.138497:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767348.138499:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4532
00000400:00000200:0.0:1775767348.138505:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767348.138509:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767348.138512:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767348.138517:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767348.138520:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767348.138524:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767348.138527:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767348.138530:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767348.138533:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775767348.138536:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767348.138538:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:0.0:1775767348.138543:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:0.0:1775767348.138545:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:0.0:1775767348.138551:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767348.138555:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767348.138559:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767348.138563:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767348.138566:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:0.0:1775767348.138574:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767348.138579:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767348.138584:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767348.138587:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767348.138591:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767348.138594:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767348.138596:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767348.138599:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767348.138603:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767348.138609:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924e00.
00000020:00000040:0.0:1775767348.138613:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:0.0:1775767348.138618:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767348.138621:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767348.138625:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767348.138627:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767348.138629:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767348.138634:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f000.
00000100:00000001:0.0:1775767348.138638:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767348.138648:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924e00 x1862022335089536/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767348.138661:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767348.138665:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767348.138670:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aec4c6e] to pc [ptlrpcd_rcv+-1]  req@ffff927322924e00 x1862022335089536/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767348.138691:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767348.138695:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767348.138701:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775767348.138703:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767348.138705:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767348.138748:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767348.138753:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4532
00000400:00000200:0.0:1775767348.138760:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767348.138764:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767348.138767:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767348.138771:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767348.138775:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767348.138779:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767348.138782:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767348.138787:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767348.138790:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:0.0:1775767348.138792:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767348.138793:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:0.0:1775767348.138794:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:0.0:1775767348.138796:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:0.0:1775767348.138800:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767348.138803:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767348.138808:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767348.138811:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767348.138813:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:0.0:1775767348.138818:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767348.138822:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767348.138827:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767348.138830:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767348.138834:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767348.138836:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767348.138839:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767348.138844:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767348.138845:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767348.138849:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927100.
00000020:00000040:0.0:1775767348.138855:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:0.0:1775767348.138860:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767348.138862:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767348.138864:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767348.138867:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767348.138869:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767348.138873:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c800.
00000100:00000001:0.0:1775767348.138878:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767348.138885:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927100 x1862022335089664/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767348.138897:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767348.138899:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767348.138905:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0540768] to pc [ptlrpcd_rcv+-1]  req@ffff927322927100 x1862022335089664/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767348.138922:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767348.138927:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4542)
00000800:00000200:3.1:1775767348.138983:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767348.138985:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775767348.139199:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767348.139201:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775767348.139424:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767348.139426:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775767348.139799:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767348.139801:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000100:00000001:0.0:1775767348.713787:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767348.713792:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767348.713794:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767348.713799:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767348.713812:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767348.713816:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767348.713818:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767348.713820:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767348.713822:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767349.417793:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299206397, at 4299206400
00000100:00000010:2.0:1775767349.417808:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3de0.
00000100:00000001:0.0:1775767349.737770:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767349.737775:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767349.737777:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767349.737782:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767349.737786:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767349.737789:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767349.737791:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767349.737794:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767349.737797:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767350.761765:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767350.761770:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767350.761772:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767350.761776:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767350.761779:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767350.761782:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767350.761784:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767350.761786:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767350.761789:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767351.209936:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767351.209940:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767351.209943:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767351.785812:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767351.785818:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767351.785819:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767351.785823:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767351.785827:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767351.785830:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767351.785832:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767351.785835:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767351.785837:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767352.233938:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767352.233943:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767352.233947:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767352.809762:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767352.809769:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767352.809771:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767352.809777:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767352.809781:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767352.809785:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767352.809788:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767352.809791:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767352.809794:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767353.257803:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767353.257813:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767353.257817:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767353.257823:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767353.257829:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767353.257836:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4537
00000400:00000200:2.0:1775767353.257847:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767353.257854:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767353.257859:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767353.257862:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767353.257866:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767353.257870:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767353.257873:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767353.257876:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767353.257881:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767353.257885:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767353.257890:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775767353.257893:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775767353.257896:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775767353.257900:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767353.257902:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767353.257904:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767353.257906:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767353.257910:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767353.257913:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767353.257916:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767353.257919:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767353.257922:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767353.257924:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767353.257927:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767353.257930:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767353.257940:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
00000020:00000040:2.0:1775767353.257945:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767353.257948:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767353.257950:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767353.257953:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767353.257955:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767353.257959:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767353.257967:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306beec00.
00000100:00000001:2.0:1775767353.257974:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767353.257983:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335089792/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767353.257994:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767353.257999:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767353.258004:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335089792/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767353.258027:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767353.258030:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767353.258034:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767353.258036:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767353.258038:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767353.258042:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767353.258045:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4537
00000400:00000200:2.0:1775767353.258050:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767353.258058:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767353.258064:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767353.258071:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767353.258077:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767353.258083:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767353.258090:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767353.258095:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767353.258099:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767353.258104:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767353.258109:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767353.258113:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767353.258115:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767353.258120:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767353.258123:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767353.258125:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767353.258131:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767353.258136:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767353.258138:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767353.258142:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767353.258145:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767353.258149:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767353.258153:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767353.258157:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767353.258161:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767353.258163:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767353.258168:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767353.258174:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
00000020:00000040:2.0:1775767353.258179:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767353.258183:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767353.258186:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767353.258189:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767353.258192:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767353.258195:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767353.258201:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef000.
00000100:00000001:2.0:1775767353.258206:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767353.258215:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335089920/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767353.258225:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767353.258230:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767353.258236:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335089920/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767353.258295:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767353.258304:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767353.258351:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767353.258355:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767353.258359:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767353.258362:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767353.258368:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4537
00000400:00000200:2.0:1775767353.258379:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767353.258387:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767353.258389:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000800:00000200:3.1:1775767353.258391:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000040:2.0:1775767353.258392:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767353.258400:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767353.258403:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767353.258404:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767353.258406:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767353.258408:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767353.258409:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767353.258411:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775767353.258414:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775767353.258418:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775767353.258441:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767353.258444:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767353.258449:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767353.258451:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767353.258454:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767353.258457:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767353.258459:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767353.258463:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767353.258466:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767353.258471:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767353.258473:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767353.258477:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767353.258483:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767353.258492:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767353.258499:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767353.258501:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767353.258505:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767353.258508:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767353.258511:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767353.258514:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767353.258517:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767353.258523:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306befc00.
00000100:00000001:2.0:1775767353.258529:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767353.258536:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335090048/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767353.258553:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767353.258558:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767353.258564:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335090048/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767353.258578:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767353.258582:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767353.258588:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767353.258592:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767353.258594:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767353.258599:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767353.258603:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4537
00000400:00000200:2.0:1775767353.258611:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767353.258616:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767353.258617:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767353.258625:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767353.258629:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767353.258634:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767353.258639:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767353.258644:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767353.258646:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767353.258648:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767353.258651:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775767353.258653:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775767353.258657:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767353.258663:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767353.258667:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767353.258672:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767353.258677:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767353.258680:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767353.258684:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767353.258691:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767353.258695:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767353.258701:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767353.258707:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775767353.258763:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:2.0:1775767353.258775:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767353.258780:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767353.258787:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767353.258792:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767353.258800:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775767353.258805:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767353.258811:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767353.258815:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767353.258819:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767353.258822:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767353.258828:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767353.258835:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306becc00.
00000100:00000001:2.0:1775767353.258843:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767353.258855:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335090176/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767353.258875:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767353.258880:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767353.258889:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335090176/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767353.258902:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767353.258909:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767353.258917:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767353.258921:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767353.258925:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767353.258929:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767353.258936:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4537
00000400:00000200:2.0:1775767353.258946:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767353.258952:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767353.258955:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767353.258961:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767353.258968:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767353.258972:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767353.258977:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767353.258980:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767353.258983:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767353.258987:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767353.258990:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767353.258997:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775767353.259003:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767353.259013:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767353.259018:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767353.259024:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767353.259029:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767353.259035:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767353.259043:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767353.259049:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767353.259054:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767353.259059:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767353.259063:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767353.259068:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767353.259074:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767353.259080:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767353.259085:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767353.259094:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775767353.259101:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775767353.259106:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767353.259111:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767353.259118:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767353.259124:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767353.259128:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775767353.259137:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
02000000:00000010:2.0:1775767353.259143:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec000.
00000100:00000001:2.0:1775767353.259150:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767353.259162:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335090304/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767353.259182:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767353.259187:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767353.259194:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335090304/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767353.259221:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767353.259232:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4547)
00000800:00000200:3.1:1775767353.259453:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767353.259609:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:0.0:1775767353.833801:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767353.833807:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767353.833808:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767353.833813:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767353.833816:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767353.833819:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767353.833821:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767353.833823:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767353.833825:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767354.537812:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299211517, at 4299211520
00000100:00000010:2.0:1775767354.537823:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3000.
00000100:00000001:0.0:1775767354.857845:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767354.857851:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767354.857852:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767354.857857:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767354.857860:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767354.857864:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767354.857866:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767354.857869:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767354.857870:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767355.305851:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767355.305853:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767355.305856:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767355.881815:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767355.881821:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767355.881822:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767355.881827:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767355.881830:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767355.881833:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767355.881835:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767355.881837:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767355.881839:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767356.329989:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767356.329993:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767356.329997:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767356.905779:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767356.905784:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767356.905786:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767356.905791:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767356.905794:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767356.905797:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767356.905798:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767356.905801:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767356.905803:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767357.929777:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767357.929782:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767357.929784:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767357.929788:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767357.929791:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767357.929795:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767357.929798:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767357.929800:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767357.929802:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767358.377839:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767358.377851:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767358.377854:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767358.377860:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767358.377867:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767358.377874:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4542
00000400:00000200:2.0:1775767358.377888:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767358.377896:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767358.377899:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767358.377903:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767358.377905:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767358.377908:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767358.377910:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767358.377913:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767358.377915:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767358.377918:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767358.377920:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775767358.377922:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775767358.377925:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775767358.377928:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767358.377930:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767358.377934:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767358.377936:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767358.377941:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767358.377945:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767358.377948:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767358.377952:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767358.377958:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767358.377968:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767358.377974:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767358.377978:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767358.377986:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775767358.377991:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767358.377995:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767358.377998:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767358.378001:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767358.378004:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767358.378009:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767358.378018:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec800.
00000100:00000001:2.0:1775767358.378025:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767358.378037:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335090432/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767358.378052:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767358.378058:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767358.378063:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335090432/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767358.378092:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767358.378097:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767358.378101:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767358.378104:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767358.378105:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767358.378110:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767358.378113:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4542
00000400:00000200:2.0:1775767358.378118:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767358.378123:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767358.378126:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767358.378130:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767358.378134:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767358.378137:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767358.378141:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767358.378145:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767358.378146:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767358.378148:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767358.378151:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767358.378156:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767358.378160:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767358.378168:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767358.378171:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767358.378179:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767358.378181:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767358.378184:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767358.378190:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767358.378211:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767358.378216:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767358.378224:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767358.378230:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767358.378235:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767358.378242:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767358.378250:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767358.378257:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767358.378267:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775767358.378272:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
00000800:00000200:3.1:1775767358.378510:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767358.378514:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
02000000:00000001:2.0:1775767358.378768:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767358.378770:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767358.378774:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767358.378776:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767358.378779:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767358.378787:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee000.
00000100:00000001:2.0:1775767358.378795:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767358.378804:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335090560/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767358.378818:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767358.378823:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767358.378832:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335090560/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767358.378848:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767358.378854:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767358.378861:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767358.378864:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767358.378867:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767358.378879:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767358.378885:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4542
00000400:00000200:2.0:1775767358.378894:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767358.378901:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767358.378906:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767358.378910:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767358.378912:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767358.378914:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767358.378916:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767358.378919:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767358.378920:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767358.378924:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767358.378927:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775767358.378931:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775767358.378936:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775767358.378944:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767358.378950:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767358.378954:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767358.378959:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767358.378962:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767358.378969:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767358.378976:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767358.378981:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767358.378986:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767358.378991:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767358.378997:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767358.379002:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767358.379008:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767358.379013:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767358.379020:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767358.379026:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767358.379030:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767358.379032:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767358.379036:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767358.379038:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767358.379041:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767358.379046:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef800.
00000100:00000001:2.0:1775767358.379051:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767358.379060:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335090688/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767358.379071:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767358.379075:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767358.379085:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335090688/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767358.379102:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767358.379105:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767358.379112:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767358.379116:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767358.379120:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767358.379126:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767358.379130:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4542
00000400:00000200:2.0:1775767358.379136:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767358.379141:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767358.379145:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767358.379152:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767358.379157:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767358.379159:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767358.379162:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767358.379178:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767358.379181:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767358.379195:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767358.379199:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775767358.379201:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775767358.379204:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767358.379211:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767358.379216:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767358.379222:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767358.379227:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767358.379233:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767358.379238:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767358.379243:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767358.379247:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767358.379251:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767358.379255:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767358.379259:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767358.379262:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767358.379267:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767358.379272:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767358.379291:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775767358.379297:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767358.379302:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767358.379304:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767358.379307:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767358.379312:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767358.379315:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767358.379323:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bedc00.
00000100:00000001:2.0:1775767358.379329:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767358.379339:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335090816/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767358.379355:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767358.379359:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767358.379366:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335090816/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767358.379385:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767358.379390:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767358.379397:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767358.379401:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767358.379404:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767358.379410:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767358.379416:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4542
00000800:00000200:3.1:1775767358.379866:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767358.379869:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000400:00000200:2.0:1775767358.379987:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767358.379992:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767358.379995:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767358.380002:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767358.380007:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767358.380013:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767358.380018:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767358.380023:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767358.380026:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767358.380031:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767358.380034:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767358.380037:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775767358.380040:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767358.380046:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767358.380049:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767358.380053:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767358.380057:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767358.380063:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767358.380068:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767358.380073:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767358.380075:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767358.380080:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767358.380085:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767358.380089:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767358.380094:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767358.380099:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767358.380104:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767358.380110:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775767358.380115:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775767358.380122:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767358.380124:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767358.380127:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767358.380130:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767358.380133:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767358.380137:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed400.
00000100:00000001:2.0:1775767358.380142:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767358.380150:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335090944/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767358.380160:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767358.380173:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767358.380180:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335090944/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767358.380194:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767358.380200:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4553)
00000800:00000200:3.1:1775767358.380375:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767358.380377:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775767358.380643:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767358.380644:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775767358.380846:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767358.380848:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000100:00000001:0.0:1775767358.953769:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767358.953774:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767358.953776:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767358.953780:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767358.953790:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767358.953794:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767358.953796:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767358.953798:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767358.953801:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767359.401920:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767359.401924:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767359.401927:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767359.657790:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299216638, at 4299216640
00000100:00000010:2.0:1775767359.657800:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3120.
00000100:00000001:0.0:1775767359.977782:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767359.977789:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767359.977792:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767359.977797:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767359.977801:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767359.977804:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767359.977807:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767359.977810:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767359.977813:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767360.425882:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767360.425887:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767360.425890:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767361.001768:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767361.001772:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767361.001774:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767361.001778:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767361.001781:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767361.001784:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767361.001786:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767361.001789:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767361.001791:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767362.025816:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767362.025839:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767362.025841:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767362.025846:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767362.025849:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767362.025853:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767362.025855:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767362.025857:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767362.025859:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767363.049821:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767363.049827:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767363.049829:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767363.049834:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767363.049837:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767363.049840:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767363.049842:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767363.049845:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767363.049847:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767363.497848:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767363.497858:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767363.497864:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767363.497872:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767363.497882:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767363.497892:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4548
00000400:00000200:2.0:1775767363.497910:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767363.497920:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767363.497926:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767363.497937:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767363.497949:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767363.497963:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767363.497968:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767363.497972:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767363.497974:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767363.497978:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767363.497981:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775767363.497984:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775767363.497988:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775767363.497991:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767363.497993:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767363.497997:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767363.498000:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767363.498003:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767363.498011:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767363.498017:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767363.498021:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767363.498025:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767363.498028:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767363.498030:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000020:00000001:0.0:1775767363.498031:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1775767363.498033:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767363.498037:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767363.498042:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000010:2.0:1775767363.498044:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
00000020:00000040:2.0:1775767363.498047:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767363.498050:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767363.498052:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767363.498054:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767363.498056:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767363.498061:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767363.498069:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed800.
00000100:00000001:2.0:1775767363.498074:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767363.498081:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335091072/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767363.498091:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767363.498095:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767363.498099:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335091072/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767363.498120:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767363.498123:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767363.498126:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767363.498127:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767363.498128:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767363.498131:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767363.498133:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4548
00000400:00000200:2.0:1775767363.498136:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767363.498138:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767363.498140:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767363.498142:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767363.498145:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767363.498147:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767363.498149:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767363.498151:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767363.498152:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767363.498153:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767363.498155:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767363.498156:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767363.498158:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767363.498160:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767363.498162:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767363.498167:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767363.498169:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767363.498172:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767363.498175:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767363.498177:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767363.498178:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767363.498182:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767363.498183:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767363.498186:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767363.498190:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767363.498195:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767363.498199:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767363.498204:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
00000020:00000040:2.0:1775767363.498208:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767363.498212:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767363.498221:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767363.498225:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767363.498239:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767363.498244:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767363.498250:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed400.
00000100:00000001:2.0:1775767363.498256:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767363.498265:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335091200/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767363.498274:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767363.498276:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767363.498283:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335091200/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767363.498294:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767363.498299:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767363.498302:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767363.498306:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767363.498308:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767363.498310:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767363.498312:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4548
00000400:00000200:2.0:1775767363.498318:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767363.498321:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767363.498323:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767363.498328:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767363.498332:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767363.498336:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767363.498341:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767363.498343:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767363.498346:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767363.498350:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767363.498354:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775767363.498359:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775767363.498366:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775767363.498374:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767363.498379:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767363.498382:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767363.498388:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767363.498393:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767363.498401:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767363.498407:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767363.498411:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767363.498416:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767363.498421:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767363.498426:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767363.498430:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767363.498435:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767363.498439:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767363.498445:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775767363.498451:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767363.498457:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767363.498460:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767363.498463:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767363.498465:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767363.498469:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767363.498477:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bedc00.
00000100:00000001:2.0:1775767363.498482:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767363.498490:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335091328/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767363.498504:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767363.498509:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767363.498519:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335091328/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1775767363.498529:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767363.498536:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000100:00000001:2.0:1775767363.498538:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767363.498541:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767363.498546:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767363.498549:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767363.498551:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767363.498555:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767363.498560:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4548
00000400:00000200:2.0:1775767363.498568:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767363.498572:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767363.498574:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767363.498579:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767363.498583:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767363.498586:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767363.498589:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767363.498593:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767363.498595:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767363.498598:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767363.498601:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775767363.498605:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775767363.498610:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767363.498616:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767363.498619:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767363.498624:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767363.498628:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767363.498633:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767363.498637:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767363.498640:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767363.498643:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767363.498646:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767363.498649:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767363.498651:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767363.498654:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767363.498658:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767363.498660:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767363.498664:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775767363.498667:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767363.498670:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767363.498671:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767363.498673:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767363.498674:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767363.498676:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767363.498679:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef800.
00000100:00000001:2.0:1775767363.498683:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767363.498689:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335091456/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767363.498697:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767363.498699:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767363.498704:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335091456/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767363.498744:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767363.498747:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767363.498752:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767363.498755:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767363.498757:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767363.498763:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767363.498768:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4548
00000400:00000200:2.0:1775767363.498775:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767363.498778:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767363.498780:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767363.498784:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767363.498788:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767363.498790:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767363.498794:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767363.498797:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767363.498799:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767363.498802:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767363.498805:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767363.498807:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775767363.498809:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767363.498813:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767363.498816:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767363.498819:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767363.498823:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767363.498827:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767363.498833:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767363.498837:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767363.498842:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767363.498845:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767363.498848:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767363.498850:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767363.498852:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767363.498857:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767363.498861:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767363.498866:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767363.498870:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775767363.498872:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767363.498875:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767363.498880:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767363.498882:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767363.498886:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767363.498892:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee000.
00000100:00000001:2.0:1775767363.498896:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767363.498904:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335091584/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767363.498920:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767363.498922:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767363.498928:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335091584/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767363.498959:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767363.498963:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4558)
00000800:00000200:3.1:1775767363.499194:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767363.499196:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775767363.499423:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767363.499425:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775767363.499669:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767363.499671:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775767363.499918:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767363.499920:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1775767364.073847:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767364.073855:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767364.073857:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767364.073863:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767364.073867:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767364.073871:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767364.073873:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767364.073876:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767364.073878:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767364.521972:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767364.521977:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767364.521981:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767364.777832:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299221757, at 4299221760
00000100:00000010:2.0:1775767364.777845:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe36c0.
00000100:00000001:0.0:1775767365.097869:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767365.097878:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767365.097880:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767365.097887:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767365.097892:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767365.097898:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767365.097902:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767365.097906:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767365.097909:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767366.121812:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767366.121820:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767366.121822:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767366.121827:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767366.121831:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767366.121836:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767366.121838:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767366.121841:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767366.121843:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767367.145894:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767367.145902:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767367.145903:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767367.145910:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767367.145913:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767367.145918:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767367.145920:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767367.145923:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767367.145926:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767367.593946:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767367.593950:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767367.593953:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767368.169811:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767368.169817:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767368.169819:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767368.169824:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767368.169836:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767368.169839:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767368.169841:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767368.169843:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767368.169845:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767368.617816:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767368.617827:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767368.617831:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767368.617836:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767368.617843:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767368.617852:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4553
00000400:00000200:2.0:1775767368.617865:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767368.617871:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767368.617874:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767368.617877:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767368.617886:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767368.617888:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767368.617891:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767368.617895:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767368.617896:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767368.617900:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000001:0.0:1775767368.617901:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000040:2.0:1775767368.617903:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775767368.617908:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775767368.617909:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767368.617913:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00010000:00010000:0.0:1775767368.617916:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767368.617918:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767368.617920:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767368.617922:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767368.617924:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767368.617927:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767368.617932:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767368.617934:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767368.617937:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767368.617940:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767368.617942:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767368.617944:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767368.617946:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767368.617955:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775767368.617959:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767368.617964:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767368.617966:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767368.617970:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767368.617973:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767368.617980:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767368.618002:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec800.
00000100:00000001:2.0:1775767368.618011:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767368.618023:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335091712/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767368.618035:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767368.618040:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767368.618044:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335091712/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767368.618062:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767368.618065:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767368.618067:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767368.618068:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767368.618070:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767368.618072:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767368.618074:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4553
00000400:00000200:2.0:1775767368.618079:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767368.618083:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767368.618086:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767368.618089:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767368.618093:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767368.618098:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767368.618103:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767368.618108:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767368.618112:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767368.618116:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767368.618121:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767368.618133:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767368.618142:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767368.618151:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767368.618156:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767368.618164:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767368.618170:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767368.618179:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767368.618201:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767368.618208:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767368.618211:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767368.618217:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767368.618230:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767368.618239:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767368.618245:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767368.618250:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767368.618256:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767368.618260:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775767368.618265:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767368.618274:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767368.618282:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767368.618287:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767368.618289:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767368.618295:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767368.618304:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306befc00.
00000100:00000001:2.0:1775767368.618313:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767368.618326:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335091840/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767368.618333:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767368.618344:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767368.618357:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335091840/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767368.618378:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767368.618385:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767368.618392:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767368.618394:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767368.618396:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767368.618403:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767368.618406:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4553
00000400:00000200:2.0:1775767368.618439:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767368.618446:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767368.618452:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767368.618457:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767368.618462:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767368.618470:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767368.618480:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767368.618484:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:3.1:1775767368.618485:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000020:00000040:2.0:1775767368.618486:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767368.618494:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:3.1:1775767368.618494:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000020:00000040:2.0:1775767368.618499:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775767368.618505:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775767368.618514:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775767368.618521:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767368.618529:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767368.618536:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767368.618544:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767368.618551:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767368.618564:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767368.618571:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767368.618581:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767368.618591:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767368.618597:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767368.618602:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767368.618610:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767368.618618:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767368.618621:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767368.618626:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767368.618629:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767368.618635:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767368.618637:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767368.618639:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767368.618641:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767368.618644:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767368.618649:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306becc00.
00000100:00000001:2.0:1775767368.618656:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767368.618668:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335091968/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767368.618685:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767368.618689:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767368.618705:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335091968/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767368.618780:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767368.618788:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767368.618801:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767368.618805:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767368.618810:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767368.618820:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767368.618834:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4553
00000400:00000200:2.0:1775767368.618851:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767368.618864:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767368.618871:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767368.618885:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767368.618897:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767368.618906:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767368.618918:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767368.618928:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767368.618934:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767368.618942:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767368.618945:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775767368.618947:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775767368.618953:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767368.618960:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767368.618964:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767368.618969:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767368.618970:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767368.618972:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767368.618975:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767368.618982:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767368.618992:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767368.618997:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767368.619002:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767368.619008:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767368.619014:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767368.619022:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767368.619030:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767368.619036:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775767368.619044:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767368.619052:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767368.619057:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767368.619062:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767368.619065:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767368.619070:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767368.619085:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec000.
00000100:00000001:2.0:1775767368.619096:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767368.619112:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335092096/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767368.619140:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767368.619148:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767368.619163:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335092096/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767368.619205:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767368.619210:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767368.619226:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767368.619232:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767368.619234:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767368.619239:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767368.619248:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4553
00000400:00000200:2.0:1775767368.619257:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767368.619262:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767368.619273:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767368.619283:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767368.619287:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767368.619291:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767368.619299:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767368.619301:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767368.619307:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767368.619314:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767368.619319:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767368.619323:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775767368.619328:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767368.619341:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767368.619350:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767368.619355:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767368.619365:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767368.619374:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767368.619383:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767368.619389:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767368.619393:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767368.619401:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767368.619404:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767368.619408:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767368.619416:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767368.619424:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767368.619428:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767368.619432:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775767368.619439:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775767368.619447:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767368.619449:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767368.619456:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767368.619462:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767368.619468:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767368.619477:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306beec00.
00000100:00000001:2.0:1775767368.619484:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767368.619491:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335092224/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1775767368.619519:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767368.619524:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000100:00000001:2.0:1775767368.619564:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767368.619570:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767368.619583:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335092224/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767368.619625:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767368.619634:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4563)
00000800:00000200:3.1:1775767368.619833:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767368.619834:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775767368.620058:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767368.620060:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775767368.620264:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767368.620266:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000100:00000001:0.0:1775767369.193822:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767369.193827:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767369.193829:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767369.193834:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767369.193837:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767369.193840:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767369.193842:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767369.193845:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767369.193847:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767369.897829:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299226877, at 4299226880
00000100:00000010:2.0:1775767369.897841:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3a80.
00000100:00000001:0.0:1775767370.217774:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767370.217780:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767370.217781:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767370.217786:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767370.217789:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767370.217792:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767370.217794:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767370.217797:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767370.217798:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767371.241867:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767371.241875:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767371.241876:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767371.241882:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767371.241885:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767371.241890:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767371.241893:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767371.241895:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767371.241898:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767371.689991:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767371.689998:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767371.690003:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767372.265858:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767372.265866:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767372.265867:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767372.265873:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767372.265877:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767372.265882:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767372.265884:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767372.265887:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767372.265889:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767372.713939:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767372.713944:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767372.713948:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767373.289808:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767373.289814:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767373.289816:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767373.289821:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767373.289824:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767373.289828:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767373.289830:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767373.289832:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767373.289834:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767373.737842:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767373.737870:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775767373.737873:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767373.737878:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767373.737882:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767373.737890:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4558
00000400:00000200:0.0:1775767373.737905:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767373.737922:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767373.737926:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767373.737931:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767373.737936:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767373.737942:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767373.737947:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767373.737953:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767373.737955:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775767373.737958:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767373.737962:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775767373.737965:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775767373.737967:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775767373.737971:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767373.737973:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767373.737975:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767373.737977:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767373.737980:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:0.0:1775767373.737984:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767373.737987:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767373.737990:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767373.737994:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767373.737997:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767373.738000:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775767373.738002:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767373.738012:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924a80.
00000020:00000040:0.0:1775767373.738016:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775767373.738020:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767373.738022:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767373.738026:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767373.738029:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767373.738044:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767373.738052:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e800.
00000100:00000001:0.0:1775767373.738060:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767373.738070:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924a80 x1862022335092352/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767373.738082:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767373.738088:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767373.738094:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c400aa7] to pc [ptlrpcd_rcv+-1]  req@ffff927322924a80 x1862022335092352/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767373.738117:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767373.738121:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767373.738125:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775767373.738127:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767373.738128:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767373.738144:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767373.738148:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4558
00000400:00000200:0.0:1775767373.738153:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767373.738158:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767373.738161:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767373.738166:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767373.738171:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767373.738176:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767373.738180:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767373.738184:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767373.738187:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775767373.738191:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767373.738195:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775767373.738198:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:0.0:1775767373.738204:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:0.0:1775767373.738212:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767373.738217:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767373.738224:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767373.738229:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767373.738234:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:0.0:1775767373.738240:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767373.738246:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767373.738249:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767373.738255:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767373.738261:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767373.738264:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767373.738271:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767373.738278:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767373.738283:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767373.738290:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924380.
00000020:00000040:0.0:1775767373.738296:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:0.0:1775767373.738303:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767373.738307:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767373.738312:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767373.738315:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767373.738318:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767373.738326:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c000.
00000100:00000001:0.0:1775767373.738331:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767373.738339:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924380 x1862022335092480/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767373.738357:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767373.738361:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767373.738370:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ec7b015] to pc [ptlrpcd_rcv+-1]  req@ffff927322924380 x1862022335092480/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767373.738393:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767373.738398:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767373.738408:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775767373.738411:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767373.738413:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767373.738420:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767373.738425:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4558
00000400:00000200:0.0:1775767373.738434:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767373.738441:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767373.738446:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000800:00000200:3.1:1775767373.738447:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767373.738451:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000100:00000040:0.0:1775767373.738453:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767373.738460:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767373.738466:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767373.738471:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767373.738474:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767373.738476:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:0.0:1775767373.738480:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767373.738483:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775767373.738488:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:0.0:1775767373.738493:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:0.0:1775767373.738500:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767373.738504:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767373.738508:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767373.738514:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767373.738518:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:0.0:1775767373.738527:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767373.738531:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767373.738535:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767373.738541:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767373.738547:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767373.738552:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767373.738555:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767373.738561:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767373.738568:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767373.738576:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927100.
00000020:00000040:0.0:1775767373.738580:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775767373.738586:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767373.738588:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767373.738593:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767373.738597:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767373.738602:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767373.738610:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d800.
00000100:00000001:0.0:1775767373.738616:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767373.738626:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927100 x1862022335092608/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767373.738646:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767373.738651:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767373.738662:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0540768] to pc [ptlrpcd_rcv+-1]  req@ffff927322927100 x1862022335092608/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767373.738688:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767373.738695:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767373.738706:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775767373.738751:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767373.738755:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767373.738763:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767373.738772:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4558
00000400:00000200:0.0:1775767373.738784:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767373.738793:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767373.738800:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767373.738809:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767373.738813:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767373.738818:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767373.738823:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767373.738830:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767373.738834:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775767373.738839:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767373.738842:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:0.0:1775767373.738848:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:0.0:1775767373.738853:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:0.0:1775767373.738860:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767373.738862:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767373.738868:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767373.738874:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767373.738879:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:0.0:1775767373.738886:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767373.738892:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767373.738895:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767373.738899:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767373.738904:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767373.738909:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767373.738913:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767373.738917:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767373.738920:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767373.738925:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924e00.
00000020:00000040:0.0:1775767373.738928:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:0.0:1775767373.738933:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767373.738936:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767373.738938:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767373.738939:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767373.738942:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767373.738947:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e800.
00000100:00000001:0.0:1775767373.738952:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767373.738959:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924e00 x1862022335092736/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767373.738968:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767373.738971:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767373.738979:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aec4c6e] to pc [ptlrpcd_rcv+-1]  req@ffff927322924e00 x1862022335092736/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767373.738990:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767373.738995:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767373.739003:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775767373.739005:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767373.739007:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767373.739013:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767373.739018:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4558
00000400:00000200:0.0:1775767373.739024:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767373.739030:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767373.739032:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767373.739037:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767373.739039:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767373.739045:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767373.739049:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767373.739053:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767373.739056:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:0.0:1775767373.739059:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767373.739061:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:0.0:1775767373.739064:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:0.0:1775767373.739066:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:0.0:1775767373.739073:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767373.739076:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767373.739080:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767373.739084:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767373.739087:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:0.0:1775767373.739091:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767373.739095:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767373.739096:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767373.739098:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767373.739102:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767373.739106:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767373.739108:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767373.739112:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767373.739115:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767373.739118:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924700.
00000020:00000040:0.0:1775767373.739121:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:0.0:1775767373.739124:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767373.739126:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767373.739129:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767373.739144:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767373.739147:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775767373.739152:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
02000000:00000010:0.0:1775767373.739153:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477ec00.
00000100:00000001:0.0:1775767373.739158:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775767373.739158:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000100:00100000:0.0:1775767373.739163:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924700 x1862022335092864/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767373.739172:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767373.739175:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767373.739181:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc3726d9] to pc [ptlrpcd_rcv+-1]  req@ffff927322924700 x1862022335092864/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767373.739193:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767373.739197:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4568)
00000800:00000200:3.1:1775767373.739403:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767373.739405:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775767373.739673:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767373.739675:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775767373.739881:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767373.739883:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000100:00000001:0.0:1775767374.313838:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767374.313844:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767374.313847:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767374.313852:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767374.313857:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767374.313861:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767374.313863:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767374.313867:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767374.313870:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767375.017788:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299231997, at 4299232000
00000100:00000010:2.0:1775767375.017808:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3420.
00000100:00000001:0.0:1775767375.337792:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767375.337797:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767375.337798:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767375.337803:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767375.337806:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767375.337809:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767375.337811:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767375.337813:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767375.337815:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767375.785862:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767375.785865:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767375.785868:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767376.361790:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767376.361797:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767376.361799:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767376.361804:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767376.361808:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767376.361812:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767376.361814:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767376.361818:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767376.361821:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767376.809925:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767376.809929:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767376.809931:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767377.385818:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767377.385825:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767377.385827:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767377.385833:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767377.385836:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767377.385841:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767377.385843:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767377.385845:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767377.385848:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767378.409793:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767378.409802:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767378.409805:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767378.409813:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767378.409818:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767378.409823:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767378.409826:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767378.409829:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767378.409832:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767378.857782:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767378.857792:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775767378.857795:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767378.857799:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767378.857804:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767378.857811:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4563
00000400:00000200:0.0:1775767378.857824:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767378.857832:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767378.857839:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767378.857845:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767378.857848:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767378.857851:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767378.857853:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767378.857856:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767378.857857:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775767378.857860:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767378.857862:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775767378.857864:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775767378.857866:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775767378.857869:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767378.857870:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767378.857872:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767378.857874:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767378.857878:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:0.0:1775767378.857883:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767378.857886:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767378.857890:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767378.857894:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767378.857898:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767378.857901:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775767378.857904:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767378.857915:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925880.
00000020:00000040:0.0:1775767378.857920:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775767378.857930:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767378.857936:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767378.857941:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767378.857944:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767378.857949:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767378.857957:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c400.
00000100:00000001:0.0:1775767378.857963:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767378.857972:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925880 x1862022335092992/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767378.857982:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767378.857995:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767378.858000:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f872a4ed] to pc [ptlrpcd_rcv+-1]  req@ffff927322925880 x1862022335092992/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767378.858017:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767378.858021:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767378.858024:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775767378.858025:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767378.858026:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767378.858029:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767378.858031:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4563
00000400:00000200:0.0:1775767378.858035:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767378.858038:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767378.858040:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767378.858043:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767378.858046:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767378.858050:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767378.858052:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767378.858056:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767378.858058:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775767378.858060:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767378.858063:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775767378.858065:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:0.0:1775767378.858077:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:0.0:1775767378.858100:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767378.858102:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767378.858104:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767378.858105:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767378.858108:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:0.0:1775767378.858112:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767378.858119:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767378.858123:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767378.858145:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767378.858150:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767378.858152:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767378.858157:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767378.858161:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767378.858162:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767378.858166:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925500.
00000020:00000040:0.0:1775767378.858169:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:0.0:1775767378.858172:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767378.858173:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767378.858174:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767378.858177:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767378.858181:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767378.858186:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d400.
00000100:00000001:0.0:1775767378.858190:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767378.858198:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925500 x1862022335093120/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767378.858209:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767378.858212:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767378.858216:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a57c8e8f] to pc [ptlrpcd_rcv+-1]  req@ffff927322925500 x1862022335093120/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767378.858250:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767378.858255:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767378.858259:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775767378.858260:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767378.858262:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767378.858268:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767378.858273:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4563
00000400:00000200:0.0:1775767378.858279:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767378.858287:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767378.858292:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767378.858299:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767378.858302:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767378.858308:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767378.858312:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767378.858315:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767378.858326:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:0.0:1775767378.858329:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767378.858331:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775767378.858335:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:0.0:1775767378.858337:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:0.0:1775767378.858340:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767378.858343:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767378.858347:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767378.858349:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767378.858352:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:0.0:1775767378.858357:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767378.858360:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767378.858363:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767378.858367:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767378.858371:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767378.858375:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767378.858378:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767378.858381:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767378.858383:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767378.858387:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926d80.
00000020:00000040:0.0:1775767378.858389:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775767378.858394:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767378.858396:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767378.858400:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767378.858403:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767378.858405:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767378.858410:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e000.
00000100:00000001:0.0:1775767378.858414:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767378.858421:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926d80 x1862022335093248/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767378.858433:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767378.858435:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767378.858441:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000adacb2c9] to pc [ptlrpcd_rcv+-1]  req@ffff927322926d80 x1862022335093248/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1775767378.858442:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767378.858449:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000100:00000001:0.0:1775767378.858454:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767378.858460:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767378.858467:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775767378.858469:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767378.858473:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767378.858479:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767378.858485:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4563
00000400:00000200:0.0:1775767378.858494:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767378.858502:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767378.858515:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767378.858522:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767378.858527:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767378.858530:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767378.858533:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767378.858538:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767378.858541:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775767378.858543:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767378.858544:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:0.0:1775767378.858546:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:0.0:1775767378.858550:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:0.0:1775767378.858557:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767378.858560:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767378.858564:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767378.858568:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767378.858570:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:0.0:1775767378.858573:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767378.858577:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767378.858579:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767378.858581:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767378.858582:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767378.858583:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767378.858585:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767378.858587:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767378.858592:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767378.858595:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927480.
00000020:00000040:0.0:1775767378.858598:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:0.0:1775767378.858603:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767378.858606:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767378.858608:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767378.858610:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767378.858614:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767378.858620:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477cc00.
00000100:00000001:0.0:1775767378.858625:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767378.858633:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927480 x1862022335093376/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767378.858645:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767378.858648:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767378.858654:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd1176bb] to pc [ptlrpcd_rcv+-1]  req@ffff927322927480 x1862022335093376/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767378.858666:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767378.858672:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767378.858676:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775767378.858680:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767378.858683:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767378.858689:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767378.858693:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4563
00000400:00000200:0.0:1775767378.858702:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767378.858733:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767378.858737:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767378.858743:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767378.858745:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767378.858749:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767378.858753:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767378.858758:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767378.858760:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:0.0:1775767378.858764:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767378.858768:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:0.0:1775767378.858772:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:0.0:1775767378.858776:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:0.0:1775767378.858797:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767378.858803:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767378.858807:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767378.858810:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767378.858814:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:0.0:1775767378.858821:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767378.858826:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767378.858830:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767378.858834:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767378.858839:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767378.858843:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767378.858848:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767378.858852:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767378.858854:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767378.858859:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926a00.
00000020:00000040:0.0:1775767378.858862:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:0.0:1775767378.858866:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767378.858868:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767378.858872:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767378.858875:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767378.858880:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767378.858888:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f400.
00000100:00000001:0.0:1775767378.858896:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767378.858906:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926a00 x1862022335093504/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767378.858930:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767378.858935:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767378.858947:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000798ab0be] to pc [ptlrpcd_rcv+-1]  req@ffff927322926a00 x1862022335093504/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767378.858972:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767378.858980:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4573)
00000800:00000200:3.1:1775767378.859067:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767378.859069:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775767378.859295:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767378.859298:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775767378.859535:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767378.859536:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775767378.859819:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767378.859822:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000100:00000001:0.0:1775767379.433831:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767379.433837:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767379.433839:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767379.433859:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767379.433862:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767379.433866:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767379.433868:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767379.433871:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767379.433873:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767379.881909:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767379.881913:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767379.881916:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767380.137815:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299237117, at 4299237120
00000100:00000010:2.0:1775767380.137831:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3180.
00000100:00000001:0.0:1775767380.457778:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767380.457783:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767380.457785:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767380.457789:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767380.457792:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767380.457795:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767380.457798:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767380.457801:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767380.457803:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767380.905851:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767380.905855:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767380.905858:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767381.481809:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767381.481815:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767381.481817:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767381.481823:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767381.481827:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767381.481831:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767381.481834:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767381.481837:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767381.481839:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767382.505762:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767382.505767:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767382.505769:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767382.505774:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767382.505776:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767382.505780:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767382.505782:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767382.505784:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767382.505786:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767383.529819:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767383.529824:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767383.529825:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767383.529830:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767383.529833:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767383.529836:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767383.529838:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767383.529841:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767383.529842:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767383.977793:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767383.977800:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775767383.977804:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767383.977810:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767383.977816:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767383.977823:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4568
00000400:00000200:0.0:1775767383.977834:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767383.977842:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767383.977845:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767383.977850:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767383.977853:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767383.977856:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767383.977858:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767383.977861:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767383.977862:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775767383.977866:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767383.977868:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775767383.977870:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775767383.977874:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775767383.977878:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767383.977881:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767383.977883:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767383.977885:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767383.977888:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:0.0:1775767383.977893:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767383.977894:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767383.977897:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767383.977899:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767383.977901:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767383.977902:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775767383.977904:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767383.977911:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926300.
00000020:00000040:0.0:1775767383.977914:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775767383.977917:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767383.977919:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767383.977922:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767383.977925:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767383.977929:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767383.977936:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c800.
00000100:00000001:0.0:1775767383.977942:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767383.977954:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926300 x1862022335093632/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767383.977962:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767383.977965:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767383.977970:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e21317e] to pc [ptlrpcd_rcv+-1]  req@ffff927322926300 x1862022335093632/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767383.977991:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767383.977993:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767383.977995:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775767383.977997:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767383.977998:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767383.978000:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767383.978001:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4568
00000400:00000200:0.0:1775767383.978004:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767383.978007:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767383.978009:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767383.978011:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767383.978013:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767383.978015:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767383.978017:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767383.978019:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767383.978020:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775767383.978021:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767383.978022:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775767383.978023:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:0.0:1775767383.978027:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:0.0:1775767383.978031:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767383.978034:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767383.978036:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767383.978057:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767383.978060:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:0.0:1775767383.978064:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767383.978068:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767383.978088:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767383.978094:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767383.978098:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767383.978101:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767383.978105:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767383.978109:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767383.978113:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767383.978116:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924000.
00000020:00000040:0.0:1775767383.978121:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:0.0:1775767383.978124:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767383.978127:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767383.978129:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767383.978132:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767383.978134:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767383.978139:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f000.
00000100:00000001:0.0:1775767383.978144:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767383.978152:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924000 x1862022335093760/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767383.978164:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767383.978166:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767383.978169:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c89b33e] to pc [ptlrpcd_rcv+-1]  req@ffff927322924000 x1862022335093760/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767383.978185:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767383.978188:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767383.978196:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775767383.978197:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767383.978198:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767383.978204:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767383.978207:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4568
00000400:00000200:0.0:1775767383.978211:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767383.978217:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767383.978219:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767383.978221:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767383.978223:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767383.978227:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767383.978230:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767383.978234:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767383.978235:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:0.0:1775767383.978239:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767383.978241:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775767383.978243:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:0.0:1775767383.978245:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:0.0:1775767383.978249:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767383.978252:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767383.978260:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767383.978266:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767383.978273:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:0.0:1775767383.978280:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767383.978303:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767383.978307:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767383.978312:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767383.978318:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767383.978322:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767383.978325:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767383.978329:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767383.978330:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767383.978334:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927b80.
00000020:00000040:0.0:1775767383.978338:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775767383.978344:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767383.978345:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767383.978346:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767383.978349:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767383.978353:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767383.978357:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f800.
00000100:00000001:0.0:1775767383.978361:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767383.978368:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927b80 x1862022335093888/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767383.978381:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767383.978385:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767383.978392:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000282cd359] to pc [ptlrpcd_rcv+-1]  req@ffff927322927b80 x1862022335093888/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767383.978409:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767383.978414:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767383.978417:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775767383.978419:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767383.978422:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767383.978426:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767383.978431:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4568
00000400:00000200:0.0:1775767383.978438:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767383.978443:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767383.978445:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767383.978450:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767383.978452:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767383.978453:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767383.978456:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767383.978458:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767383.978459:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775767383.978460:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767383.978462:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:0.0:1775767383.978463:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:0.0:1775767383.978464:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:0.0:1775767383.978469:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767383.978470:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767383.978471:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767383.978474:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767383.978477:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:0.0:1775767383.978482:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767383.978485:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767383.978487:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767383.978490:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767383.978492:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767383.978494:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000800:00000200:3.1:1775767383.978497:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000008:00100000:0.0:1775767383.978498:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767383.978502:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767383.978504:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775767383.978505:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 33 secs later)
00000100:00000010:0.0:1775767383.978507:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927800.
00000020:00000040:0.0:1775767383.978518:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:0.0:1775767383.978521:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767383.978522:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767383.978524:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767383.978526:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767383.978528:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767383.978532:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477fc00.
00000100:00000001:0.0:1775767383.978536:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767383.978542:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927800 x1862022335094016/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767383.978558:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767383.978562:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767383.978567:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e429b339] to pc [ptlrpcd_rcv+-1]  req@ffff927322927800 x1862022335094016/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767383.978586:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767383.978591:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767383.978594:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775767383.978596:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767383.978597:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767383.978600:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767383.978603:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4568
00000400:00000200:0.0:1775767383.978607:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767383.978612:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767383.978615:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767383.978620:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767383.978624:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767383.978627:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767383.978631:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767383.978633:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767383.978636:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:0.0:1775767383.978639:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767383.978641:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:0.0:1775767383.978643:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:0.0:1775767383.978645:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:0.0:1775767383.978653:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767383.978656:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767383.978658:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767383.978661:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767383.978664:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:0.0:1775767383.978666:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767383.978668:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767383.978672:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767383.978673:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767383.978675:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767383.978677:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767383.978680:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767383.978683:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767383.978684:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767383.978687:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925180.
00000020:00000040:0.0:1775767383.978691:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:0.0:1775767383.978693:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767383.978694:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767383.978695:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767383.978698:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767383.978700:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767383.978705:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d000.
00000100:00000001:0.0:1775767383.978730:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767383.978736:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925180 x1862022335094144/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767383.978750:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767383.978754:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767383.978764:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a34329a0] to pc [ptlrpcd_rcv+-1]  req@ffff927322925180 x1862022335094144/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767383.978784:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767383.978788:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4578)
00000800:00000200:3.1:1775767383.979142:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767383.979146:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775767383.979447:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767383.979449:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775767383.979654:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767383.979656:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775767383.979868:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767383.979870:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 33 secs later)
00000100:00000001:0.0:1775767384.553822:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767384.553828:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767384.553829:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767384.553834:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767384.553837:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767384.553840:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767384.553842:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767384.553844:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767384.553846:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767385.001931:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767385.001934:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767385.001936:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767385.257823:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299242237, at 4299242240
00000100:00000010:2.0:1775767385.257833:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3240.
00000100:00000001:0.0:1775767385.577874:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767385.577882:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767385.577884:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767385.577889:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767385.577892:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767385.577897:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767385.577899:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767385.577902:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767385.577904:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767386.601809:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767386.601814:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767386.601816:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767386.601820:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767386.601823:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767386.601827:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767386.601829:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767386.601832:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767386.601834:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767387.625772:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767387.625777:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767387.625779:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767387.625784:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767387.625786:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767387.625789:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767387.625791:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767387.625794:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767387.625796:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767388.649822:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767388.649829:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767388.649831:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767388.649836:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767388.649840:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767388.649844:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767388.649846:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767388.649848:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767388.649850:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767389.097847:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767389.097856:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767389.097858:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767389.097862:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767389.097865:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767389.097871:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4573
00000400:00000200:2.0:1775767389.097880:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767389.097886:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767389.097888:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767389.097891:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767389.097894:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767389.097898:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767389.097900:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767389.097903:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767389.097905:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767389.097908:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000001:0.0:1775767389.097911:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000040:2.0:1775767389.097912:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775767389.097917:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767389.097917:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775767389.097922:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00010000:00010000:0.0:1775767389.097924:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767389.097930:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767389.097933:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767389.097935:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767389.097938:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767389.097941:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767389.097945:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767389.097948:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767389.097951:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767389.097955:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767389.097958:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767389.097960:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767389.097963:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767389.097972:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
00000020:00000040:2.0:1775767389.097975:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767389.097978:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767389.097980:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767389.097982:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767389.097984:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767389.098012:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767389.098019:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee800.
00000100:00000001:2.0:1775767389.098024:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767389.098032:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335094272/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767389.098040:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767389.098045:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767389.098048:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335094272/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767389.098067:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767389.098070:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767389.098072:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767389.098073:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767389.098074:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767389.098076:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767389.098078:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4573
00000400:00000200:2.0:1775767389.098082:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767389.098085:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767389.098087:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767389.098090:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767389.098092:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767389.098094:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767389.098095:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767389.098097:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767389.098100:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767389.098101:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767389.098104:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767389.098107:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767389.098109:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767389.098113:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767389.098119:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767389.098123:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767389.098127:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767389.098132:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767389.098135:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767389.098140:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767389.098144:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767389.098149:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767389.098153:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767389.098157:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767389.098161:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767389.098164:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767389.098168:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767389.098172:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
00000020:00000040:2.0:1775767389.098175:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767389.098180:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767389.098183:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767389.098185:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767389.098186:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767389.098189:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767389.098195:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef400.
00000100:00000001:2.0:1775767389.098199:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767389.098206:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335094400/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767389.098216:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767389.098217:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767389.098220:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335094400/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767389.098232:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767389.098237:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767389.098239:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767389.098242:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767389.098243:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767389.098247:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767389.098251:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4573
00000400:00000200:2.0:1775767389.098258:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767389.098264:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767389.098268:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767389.098274:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767389.098278:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767389.098283:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767389.098287:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767389.098289:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767389.098292:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767389.098294:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767389.098295:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775767389.098297:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775767389.098300:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775767389.098305:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767389.098307:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767389.098308:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767389.098310:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767389.098311:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767389.098321:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767389.098323:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767389.098326:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767389.098329:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767389.098332:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767389.098334:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767389.098336:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767389.098340:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767389.098341:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767389.098346:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775767389.098349:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767389.098354:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767389.098357:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767389.098360:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767389.098362:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767389.098365:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767389.098371:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee400.
00000100:00000001:2.0:1775767389.098377:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767389.098382:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335094528/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767389.098401:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767389.098404:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767389.098410:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335094528/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767389.098419:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767389.098421:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767389.098426:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767389.098430:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767389.098433:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767389.098436:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767389.098443:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4573
00000800:00000200:3.1:1775767389.098447:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000400:00000200:2.0:1775767389.098453:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000800:00000200:3.1:1775767389.098454:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 28 secs later)
00000400:00000200:2.0:1775767389.098460:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767389.098465:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767389.098473:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767389.098477:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767389.098482:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767389.098488:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767389.098492:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767389.098494:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767389.098498:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767389.098510:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775767389.098515:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775767389.098520:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767389.098526:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767389.098530:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767389.098535:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767389.098538:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767389.098543:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767389.098549:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767389.098554:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767389.098558:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767389.098561:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767389.098564:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767389.098566:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767389.098569:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767389.098571:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767389.098572:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767389.098577:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775767389.098582:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767389.098587:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767389.098589:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767389.098590:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767389.098593:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767389.098596:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767389.098600:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec400.
00000100:00000001:2.0:1775767389.098604:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767389.098610:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335094656/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767389.098623:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767389.098626:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767389.098631:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335094656/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767389.098638:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767389.098641:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767389.098646:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767389.098648:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767389.098650:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767389.098656:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767389.098660:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4573
00000400:00000200:2.0:1775767389.098667:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767389.098670:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767389.098674:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767389.098678:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767389.098681:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767389.098684:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767389.098687:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767389.098690:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767389.098692:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767389.098696:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767389.098697:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767389.098699:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775767389.098702:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767389.098706:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767389.098744:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767389.098749:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767389.098753:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767389.098757:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767389.098764:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767389.098768:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767389.098771:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767389.098776:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767389.098779:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767389.098784:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767389.098787:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767389.098790:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767389.098794:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767389.098800:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767389.098804:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775767389.098808:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767389.098810:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767389.098813:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767389.098815:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767389.098818:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767389.098821:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed000.
00000100:00000001:2.0:1775767389.098824:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767389.098832:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335094784/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767389.098858:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767389.098863:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767389.098870:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335094784/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767389.098884:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767389.098889:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4583)
00000800:00000200:3.1:1775767389.099096:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767389.099098:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1775767389.099332:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767389.099335:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1775767389.099581:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767389.099583:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1775767389.099863:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767389.099865:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 28 secs later)
00000100:00000001:0.0:1775767389.673771:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767389.673776:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767389.673778:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767389.673782:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767389.673785:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767389.673788:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767389.673790:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767389.673793:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767389.673795:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767390.377789:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299247357, at 4299247360
00000100:00000010:2.0:1775767390.377804:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3180.
00000100:00000001:0.0:1775767390.697837:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767390.697844:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767390.697845:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767390.697852:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767390.697856:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767390.697860:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767390.697864:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767390.697867:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767390.697870:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767391.721822:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767391.721828:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767391.721830:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767391.721836:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767391.721841:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767391.721845:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767391.721848:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767391.721851:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767391.721855:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767393.193986:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767393.193990:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767393.193994:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767394.217808:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767394.217817:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767394.217820:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767394.217824:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767394.217828:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767394.217836:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4578
00000400:00000200:2.0:1775767394.217847:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767394.217855:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767394.217858:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767394.217861:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767394.217864:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767394.217866:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767394.217870:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767394.217876:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767394.217878:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767394.217881:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767394.217883:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775767394.217886:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775767394.217888:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775767394.217892:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767394.217894:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767394.217898:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767394.217900:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767394.217902:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767394.217904:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767394.217906:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767394.217908:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767394.217910:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767394.217912:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767394.217914:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767394.217916:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767394.217923:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775767394.217926:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767394.217929:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767394.217930:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767394.217932:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767394.217934:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767394.217937:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767394.217958:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed000.
00000100:00000001:2.0:1775767394.217964:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767394.217972:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335094912/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767394.217985:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767394.217990:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767394.217995:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335094912/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767394.218011:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767394.218013:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767394.218016:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767394.218017:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767394.218018:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767394.218020:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767394.218022:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4578
00000400:00000200:2.0:1775767394.218024:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767394.218027:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767394.218029:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767394.218031:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767394.218033:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767394.218035:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767394.218037:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767394.218038:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767394.218040:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767394.218041:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767394.218042:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767394.218044:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767394.218045:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767394.218047:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767394.218049:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767394.218052:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767394.218054:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767394.218056:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767394.218058:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767394.218060:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767394.218063:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767394.218068:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767394.218070:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767394.218072:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767394.218077:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767394.218082:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767394.218086:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767394.218090:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775767394.218094:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767394.218098:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767394.218099:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767394.218103:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767394.218105:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767394.218107:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767394.218111:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec400.
00000100:00000001:2.0:1775767394.218114:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767394.218121:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335095040/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767394.218131:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767394.218135:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767394.218139:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335095040/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767394.218150:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767394.218153:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767394.218156:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767394.218158:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767394.218159:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767394.218161:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767394.218165:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4578
00000400:00000200:2.0:1775767394.218170:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767394.218173:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767394.218175:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767394.218180:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767394.218184:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767394.218185:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767394.218187:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767394.218189:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767394.218191:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767394.218193:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767394.218195:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775767394.218196:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775767394.218197:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775767394.218199:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767394.218204:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767394.218205:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767394.218206:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767394.218208:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767394.218209:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767394.218213:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767394.218215:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767394.218218:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767394.218220:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767394.218224:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767394.218226:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767394.218227:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767394.218228:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767394.218232:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767394.218234:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767394.218236:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767394.218238:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767394.218239:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767394.218241:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767394.218243:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767394.218248:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee400.
00000100:00000001:2.0:1775767394.218253:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767394.218265:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335095168/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767394.218274:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767394.218277:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767394.218282:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335095168/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767394.218288:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767394.218291:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767394.218294:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767394.218298:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767394.218299:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767394.218301:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767394.218304:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4578
00000400:00000200:2.0:1775767394.218365:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767394.218370:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767394.218372:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767394.218377:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767394.218382:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767394.218388:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767394.218391:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767394.218396:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767394.218397:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767394.218399:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767394.218402:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775767394.218407:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775767394.218411:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767394.218415:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767394.218418:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767394.218420:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767394.218422:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767394.218424:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767394.218427:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767394.218429:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767394.218431:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767394.218434:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767394.218436:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767394.218439:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767394.218441:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767394.218443:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767394.218445:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767394.218449:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775767394.218452:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767394.218454:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767394.218455:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767394.218457:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767394.218458:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767394.218461:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767394.218465:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef400.
00000100:00000001:2.0:1775767394.218468:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767394.218474:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335095296/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767394.218480:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767394.218482:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767394.218486:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335095296/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767394.218493:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767394.218496:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767394.218500:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767394.218501:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767394.218503:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767394.218506:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767394.218508:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4578
00000400:00000200:2.0:1775767394.218511:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767394.218515:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767394.218518:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767394.218521:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767394.218523:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767394.218526:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767394.218528:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767394.218530:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767394.218531:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767394.218532:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767394.218534:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767394.218536:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775767394.218538:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767394.218542:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767394.218543:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767394.218545:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767394.218547:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767394.218549:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767394.218552:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767394.218556:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767394.218558:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767394.218562:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767394.218565:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767394.218568:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000800:00000200:3.1:1775767394.218571:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000008:00100000:2.0:1775767394.218572:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767394.218578:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775767394.218580:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 23 secs later)
00000100:00000001:2.0:1775767394.218582:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767394.218590:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775767394.218595:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775767394.218599:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767394.218602:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767394.218604:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767394.218606:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767394.218609:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767394.218616:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee800.
00000100:00000001:2.0:1775767394.218622:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767394.218629:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335095424/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767394.218642:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767394.218647:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767394.218655:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335095424/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767394.218673:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767394.218679:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4588)
00000800:00000200:3.1:1775767394.219212:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767394.219216:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1775767394.219567:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767394.219571:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1775767394.219928:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767394.219931:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1775767394.220281:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767394.220284:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 23 secs later)
00000100:00000040:2.0:1775767395.497828:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299252478, at 4299252480
00000100:00000010:2.0:1775767395.497850:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3420.
00000020:00000001:0.0:1775767397.290028:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767397.290032:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767397.290037:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767399.337813:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767399.337830:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767399.337833:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767399.337837:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767399.337849:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767399.337856:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4583
00000400:00000200:2.0:1775767399.337868:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767399.337874:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767399.337877:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767399.337881:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767399.337885:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767399.337889:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767399.337892:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767399.337927:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767399.337933:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767399.337939:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767399.337946:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775767399.337949:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775767399.337952:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775767399.337956:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767399.337958:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767399.337975:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767399.337976:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767399.337979:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767399.337981:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767399.337983:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767399.337985:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767399.337988:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767399.337991:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767399.337993:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767399.337995:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767399.338004:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
00000020:00000040:2.0:1775767399.338007:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767399.338011:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767399.338012:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767399.338015:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767399.338018:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767399.338023:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767399.338031:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef000.
00000100:00000001:2.0:1775767399.338039:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767399.338047:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335095552/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767399.338056:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767399.338062:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767399.338069:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335095552/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767399.338094:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767399.338098:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767399.338102:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767399.338104:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767399.338107:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767399.338111:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767399.338115:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4583
00000400:00000200:2.0:1775767399.338120:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767399.338129:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767399.338137:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767399.338147:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767399.338156:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767399.338166:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767399.338178:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767399.338187:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767399.338190:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767399.338195:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767399.338201:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767399.338206:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767399.338217:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767399.338227:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767399.338233:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767399.338240:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767399.338245:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767399.338253:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767399.338260:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767399.338264:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767399.338268:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767399.338276:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767399.338283:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767399.338285:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767399.338289:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767399.338292:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767399.338299:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767399.338303:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
00000020:00000040:2.0:1775767399.338305:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767399.338308:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767399.338310:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767399.338316:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767399.338319:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767399.338322:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767399.338328:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306beec00.
00000100:00000001:2.0:1775767399.338332:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767399.338341:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335095680/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767399.338399:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767399.338402:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767399.338409:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335095680/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767399.338428:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767399.338434:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767399.338442:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767399.338443:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767399.338445:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767399.338450:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767399.338458:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4583
00000400:00000200:2.0:1775767399.338502:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767399.338510:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767399.338518:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767399.338523:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767399.338528:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767399.338536:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767399.338539:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767399.338540:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767399.338541:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767399.338542:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767399.338544:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775767399.338553:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775767399.338556:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000800:00000200:3.1:1775767399.338563:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000040:2.0:1775767399.338564:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767399.338575:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1775767399.338575:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000100:00000040:2.0:1775767399.338579:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767399.338581:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767399.338583:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767399.338586:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767399.338607:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767399.338615:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767399.338621:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767399.338630:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767399.338639:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767399.338647:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767399.338657:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767399.338664:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767399.338674:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775767399.338678:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767399.338686:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767399.338691:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767399.338702:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767399.338706:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767399.338712:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767399.338718:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec000.
00000100:00000001:2.0:1775767399.338757:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767399.338770:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335095808/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767399.338796:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767399.338806:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767399.338818:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335095808/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767399.338862:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767399.338869:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767399.338885:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767399.338888:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767399.338892:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767399.338907:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767399.338913:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4583
00000400:00000200:2.0:1775767399.338920:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767399.338925:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767399.338927:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767399.338934:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767399.338942:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767399.338944:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767399.338950:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767399.338953:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767399.338955:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767399.338958:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767399.338961:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775767399.338967:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775767399.338972:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767399.338984:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767399.338988:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767399.338992:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767399.338994:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767399.338997:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767399.339009:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767399.339020:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767399.339028:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767399.339036:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767399.339041:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767399.339054:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767399.339060:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767399.339065:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767399.339069:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767399.339082:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775767399.339089:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767399.339093:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767399.339097:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767399.339102:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767399.339108:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767399.339112:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767399.339117:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306becc00.
00000100:00000001:2.0:1775767399.339124:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767399.339133:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335095936/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767399.339154:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767399.339162:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767399.339176:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335095936/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767399.339193:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767399.339203:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767399.339211:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767399.339215:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767399.339223:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767399.339233:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767399.339244:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4583
00000400:00000200:2.0:1775767399.339253:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767399.339263:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767399.339267:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767399.339271:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767399.339276:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767399.339281:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767399.339287:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767399.339292:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767399.339295:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767399.339300:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767399.339307:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767399.339320:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775767399.339331:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767399.339347:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767399.339355:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767399.339361:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767399.339367:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767399.339373:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767399.339382:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767399.339385:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767399.339395:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767399.339404:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767399.339428:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767399.339432:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767399.339434:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767399.339443:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767399.339451:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767399.339458:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767399.339470:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775767399.339482:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767399.339487:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767399.339499:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767399.339504:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767399.339509:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767399.339519:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306befc00.
00000100:00000001:2.0:1775767399.339528:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767399.339545:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335096064/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767399.339602:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767399.339605:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767399.339616:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335096064/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1775767399.339654:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767399.339657:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000100:00000001:2.0:1775767399.339658:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767399.339667:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4594)
00000800:00000200:3.1:1775767399.339906:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767399.339908:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775767399.340136:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767399.340137:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775767399.340431:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767399.340433:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000100:00000040:2.0:1775767400.617810:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299257598, at 4299257600
00000100:00000010:2.0:1775767400.617827:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3a80.
00000020:00000001:0.0:1775767401.385962:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767401.385965:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767401.385968:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1775767404.457888:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767404.457899:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775767404.457905:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767404.457914:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767404.457919:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767404.457927:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4589
00000400:00000200:0.0:1775767404.457937:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767404.457943:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767404.457947:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767404.457950:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767404.457953:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767404.457956:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767404.457958:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767404.457962:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767404.457963:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775767404.457966:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767404.457969:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775767404.457971:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775767404.457973:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775767404.457975:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767404.457977:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767404.457979:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767404.457982:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767404.457985:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:0.0:1775767404.457990:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767404.457994:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767404.457997:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767404.458000:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767404.458003:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767404.458005:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775767404.458008:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767404.458019:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925c00.
00000020:00000040:0.0:1775767404.458022:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775767404.458025:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767404.458027:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767404.458029:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767404.458032:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767404.458037:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767404.458045:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d400.
00000100:00000001:0.0:1775767404.458051:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767404.458061:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925c00 x1862022335096192/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767404.458069:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767404.458073:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767404.458077:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d72b0b6] to pc [ptlrpcd_rcv+-1]  req@ffff927322925c00 x1862022335096192/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767404.458096:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767404.458099:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767404.458101:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775767404.458102:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767404.458104:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767404.458106:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767404.458108:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4589
00000400:00000200:0.0:1775767404.458111:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767404.458114:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767404.458117:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767404.458119:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767404.458121:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767404.458124:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767404.458128:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767404.458132:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767404.458134:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775767404.458136:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767404.458138:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775767404.458140:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:0.0:1775767404.458144:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:0.0:1775767404.458151:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767404.458155:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767404.458159:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767404.458163:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767404.458168:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:0.0:1775767404.458171:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767404.458172:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767404.458175:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767404.458181:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767404.458185:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767404.458188:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767404.458194:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767404.458198:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767404.458200:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767404.458205:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926680.
00000020:00000040:0.0:1775767404.458207:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:0.0:1775767404.458211:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767404.458212:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767404.458216:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767404.458218:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767404.458219:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767404.458224:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c400.
00000100:00000001:0.0:1775767404.458226:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767404.458233:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926680 x1862022335096320/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767404.458243:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767404.458247:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767404.458251:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad2d9012] to pc [ptlrpcd_rcv+-1]  req@ffff927322926680 x1862022335096320/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767404.458262:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767404.458264:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767404.458267:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775767404.458271:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767404.458274:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767404.458277:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767404.458281:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4589
00000400:00000200:0.0:1775767404.458288:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767404.458294:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767404.458299:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767404.458307:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767404.458313:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767404.458317:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767404.458321:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767404.458328:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767404.458330:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:0.0:1775767404.458333:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767404.458337:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775767404.458340:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:0.0:1775767404.458343:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:0.0:1775767404.458347:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767404.458351:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767404.458354:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767404.458358:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767404.458360:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:0.0:1775767404.458362:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767404.458365:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767404.458369:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767404.458372:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767404.458376:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767404.458380:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767404.458382:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767404.458386:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767404.458389:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767404.458395:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925180.
00000020:00000040:0.0:1775767404.458400:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775767404.458403:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767404.458406:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767404.458410:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767404.458413:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767404.458417:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767404.458423:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477ec00.
00000100:00000001:0.0:1775767404.458427:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767404.458433:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925180 x1862022335096448/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767404.458448:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767404.458452:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767404.458455:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a34329a0] to pc [ptlrpcd_rcv+-1]  req@ffff927322925180 x1862022335096448/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767404.458462:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767404.458467:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767404.458472:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775767404.458473:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767404.458476:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767404.458481:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:3.1:1775767404.458481:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00080000:0.0:1775767404.458486:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4589
00000800:00000200:3.1:1775767404.458486:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000400:00000200:0.0:1775767404.458498:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767404.458505:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767404.458507:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767404.458510:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767404.458512:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767404.458516:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767404.458521:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767404.458525:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767404.458536:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775767404.458539:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767404.458541:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:0.0:1775767404.458543:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:0.0:1775767404.458549:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:0.0:1775767404.458556:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767404.458561:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767404.458563:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767404.458566:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767404.458570:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:0.0:1775767404.458576:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767404.458581:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767404.458585:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767404.458589:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767404.458593:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767404.458596:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767404.458598:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767404.458600:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767404.458604:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767404.458607:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927800.
00000020:00000040:0.0:1775767404.458612:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:0.0:1775767404.458614:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767404.458615:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767404.458617:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767404.458620:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767404.458621:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767404.458625:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e800.
00000100:00000001:0.0:1775767404.458631:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767404.458639:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927800 x1862022335096576/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767404.458658:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767404.458664:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767404.458674:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e429b339] to pc [ptlrpcd_rcv+-1]  req@ffff927322927800 x1862022335096576/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767404.458699:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767404.458703:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767404.458735:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775767404.458738:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767404.458741:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767404.458746:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767404.458751:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4589
00000400:00000200:0.0:1775767404.458759:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767404.458764:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767404.458767:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767404.458772:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767404.458776:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767404.458788:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767404.458792:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767404.458796:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767404.458798:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:0.0:1775767404.458801:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767404.458804:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:0.0:1775767404.458806:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:0.0:1775767404.458809:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:0.0:1775767404.458815:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767404.458818:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767404.458822:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767404.458826:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767404.458830:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:0.0:1775767404.458834:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767404.458841:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767404.458860:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767404.458863:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767404.458869:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767404.458874:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767404.458878:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767404.458883:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767404.458888:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767404.458895:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927b80.
00000020:00000040:0.0:1775767404.458900:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:0.0:1775767404.458906:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767404.458909:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767404.458913:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767404.458915:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767404.458918:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767404.458922:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d800.
00000100:00000001:0.0:1775767404.458927:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767404.458935:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927b80 x1862022335096704/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767404.458945:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767404.458949:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767404.458956:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000282cd359] to pc [ptlrpcd_rcv+-1]  req@ffff927322927b80 x1862022335096704/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767404.458968:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767404.458973:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4599)
00000800:00000200:3.1:1775767404.459124:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767404.459126:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775767404.459311:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767404.459312:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775767404.459548:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767404.459549:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775767404.459922:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767404.459925:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1775767405.481953:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767405.481958:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767405.481962:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767405.737799:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299262717, at 4299262720
00000100:00000010:2.0:1775767405.737808:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe36c0.
00000100:00080000:0.0:1775767409.577870:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767409.577882:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775767409.577885:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767409.577892:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767409.577898:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767409.577911:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4594
00000020:00000001:2.0:1775767409.577912:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767409.577921:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767409.577926:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000200:0.0:1775767409.577930:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767409.577939:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767409.577944:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767409.577949:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767409.577954:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767409.577957:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767409.577960:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767409.577965:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767409.577967:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775767409.577971:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767409.577974:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775767409.577977:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775767409.577980:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775767409.577983:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767409.577986:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767409.577988:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767409.577990:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767409.577994:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:0.0:1775767409.577998:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767409.578002:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767409.578006:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767409.578010:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767409.578014:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767409.578017:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775767409.578020:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767409.578034:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924000.
00000020:00000040:0.0:1775767409.578039:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775767409.578044:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767409.578046:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767409.578050:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767409.578055:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767409.578062:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767409.578073:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d800.
00000100:00000001:0.0:1775767409.578082:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767409.578095:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924000 x1862022335096832/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767409.578109:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767409.578115:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767409.578121:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c89b33e] to pc [ptlrpcd_rcv+-1]  req@ffff927322924000 x1862022335096832/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767409.578151:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767409.578155:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767409.578159:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775767409.578161:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767409.578164:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767409.578168:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767409.578173:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4594
00000400:00000200:0.0:1775767409.578178:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767409.578183:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767409.578190:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767409.578203:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767409.578207:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767409.578211:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767409.578218:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767409.578225:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767409.578232:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775767409.578239:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767409.578244:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775767409.578268:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:0.0:1775767409.578278:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:0.0:1775767409.578291:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767409.578297:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767409.578305:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767409.578311:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767409.578313:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:0.0:1775767409.578320:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767409.578325:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767409.578330:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767409.578338:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767409.578342:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767409.578356:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767409.578364:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767409.578370:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767409.578385:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767409.578396:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926300.
00000020:00000040:0.0:1775767409.578401:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:0.0:1775767409.578411:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767409.578414:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767409.578425:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767409.578428:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767409.578436:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767409.578451:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e800.
00000100:00000001:0.0:1775767409.578461:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767409.578475:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926300 x1862022335096960/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767409.578512:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767409.578520:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767409.578536:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e21317e] to pc [ptlrpcd_rcv+-1]  req@ffff927322926300 x1862022335096960/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767409.578593:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767409.578604:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767409.578620:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775767409.578624:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767409.578627:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767409.578641:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767409.578649:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4594
00000400:00000200:0.0:1775767409.578657:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767409.578668:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767409.578679:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767409.578689:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000800:00000200:3.1:1775767409.578689:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:0.0:1775767409.578700:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1775767409.578701:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000100:00000040:0.0:1775767409.578747:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767409.578753:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767409.578758:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767409.578763:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:0.0:1775767409.578766:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767409.578770:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775767409.578774:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:0.0:1775767409.578778:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:0.0:1775767409.578787:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767409.578791:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767409.578819:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767409.578835:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767409.578845:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:0.0:1775767409.578865:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767409.578877:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767409.578888:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767409.578897:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767409.578904:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767409.578908:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767409.578915:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767409.578922:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767409.578929:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767409.578943:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926a00.
00000020:00000040:0.0:1775767409.578947:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775767409.578951:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767409.578956:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767409.578960:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767409.578963:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767409.578967:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767409.578979:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477ec00.
00000100:00000001:0.0:1775767409.578985:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767409.578996:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926a00 x1862022335097088/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767409.579017:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767409.579021:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767409.579029:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000798ab0be] to pc [ptlrpcd_rcv+-1]  req@ffff927322926a00 x1862022335097088/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767409.579062:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767409.579074:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767409.579090:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775767409.579099:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767409.579107:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767409.579111:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767409.579119:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4594
00000400:00000200:0.0:1775767409.579136:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767409.579150:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767409.579155:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767409.579163:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767409.579177:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767409.579188:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767409.579201:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767409.579207:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767409.579213:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775767409.579219:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767409.579227:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:0.0:1775767409.579236:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:0.0:1775767409.579243:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:0.0:1775767409.579256:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767409.579265:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767409.579275:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767409.579286:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767409.579298:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:0.0:1775767409.579307:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767409.579318:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767409.579327:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767409.579334:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767409.579341:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767409.579347:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767409.579353:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767409.579361:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767409.579366:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767409.579372:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927480.
00000020:00000040:0.0:1775767409.579377:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:0.0:1775767409.579383:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767409.579389:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767409.579394:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767409.579400:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767409.579406:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767409.579415:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c400.
00000100:00000001:0.0:1775767409.579422:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767409.579432:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927480 x1862022335097216/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767409.579469:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767409.579476:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767409.579492:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd1176bb] to pc [ptlrpcd_rcv+-1]  req@ffff927322927480 x1862022335097216/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767409.579541:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767409.579550:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767409.579558:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775767409.579563:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767409.579567:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767409.579574:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767409.579585:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4594
00000400:00000200:0.0:1775767409.579593:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767409.579605:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767409.579609:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767409.579618:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767409.579624:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767409.579634:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767409.579644:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767409.579657:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767409.579660:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:0.0:1775767409.579667:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767409.579671:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:0.0:1775767409.579681:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:0.0:1775767409.579695:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:0.0:1775767409.579734:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767409.579741:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767409.579746:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767409.579751:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767409.579755:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:0.0:1775767409.579759:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767409.579771:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767409.579780:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767409.579786:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767409.579797:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767409.579833:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767409.579837:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767409.579841:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767409.579846:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767409.579861:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926d80.
00000020:00000040:0.0:1775767409.579869:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:0.0:1775767409.579882:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767409.579886:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767409.579893:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767409.579895:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767409.579900:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767409.579913:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d400.
00000100:00000001:0.0:1775767409.579927:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767409.579943:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926d80 x1862022335097344/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767409.579988:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767409.579996:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767409.580010:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000adacb2c9] to pc [ptlrpcd_rcv+-1]  req@ffff927322926d80 x1862022335097344/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767409.580035:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767409.580045:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4604)
00000800:00000200:3.1:1775767409.580076:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767409.580078:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775767409.580293:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767409.580295:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775767409.580524:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767409.580526:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775767409.580859:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767409.580861:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000100:00000040:2.0:1775767410.857872:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299267838, at 4299267840
00000100:00000010:2.0:1775767410.857886:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3120.
00000020:00000001:2.0:1775767413.673951:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767413.673954:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767413.673957:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767414.697865:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767414.697871:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767414.697874:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767414.697878:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767414.697882:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767414.697889:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4599
00000400:00000200:2.0:1775767414.697899:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767414.697908:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767414.697912:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767414.697916:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767414.697920:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767414.697923:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767414.697926:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767414.697931:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767414.697933:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767414.697935:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767414.697938:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775767414.697942:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775767414.697945:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775767414.697949:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767414.697952:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767414.697954:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767414.697957:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767414.697961:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767414.697968:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767414.697974:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767414.697977:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767414.697982:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767414.697985:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767414.697988:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767414.697990:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767414.698000:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775767414.698004:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767414.698008:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767414.698010:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767414.698013:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767414.698016:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767414.698020:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767414.698026:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec800.
00000100:00000001:2.0:1775767414.698032:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767414.698039:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335097472/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767414.698048:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767414.698052:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767414.698055:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335097472/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767414.698076:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767414.698079:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767414.698082:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767414.698083:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767414.698084:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767414.698086:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767414.698089:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4599
00000400:00000200:2.0:1775767414.698093:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767414.698097:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767414.698100:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767414.698104:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767414.698106:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767414.698109:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767414.698112:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767414.698115:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767414.698118:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767414.698122:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767414.698125:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767414.698130:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767414.698137:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767414.698146:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767414.698151:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767414.698155:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767414.698160:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767414.698164:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767414.698171:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767414.698174:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767414.698176:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767414.698182:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767414.698187:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767414.698190:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767414.698196:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767414.698202:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767414.698207:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767414.698214:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775767414.698218:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767414.698222:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767414.698225:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767414.698228:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767414.698229:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767414.698232:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767414.698239:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee000.
00000100:00000001:2.0:1775767414.698247:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767414.698260:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335097600/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767414.698277:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767414.698280:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767414.698288:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335097600/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767414.698324:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767414.698331:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767414.698337:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767414.698343:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767414.698347:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767414.698354:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767414.698360:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4599
00000400:00000200:2.0:1775767414.698370:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767414.698378:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767414.698381:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767414.698386:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000800:00000200:3.1:1775767414.698389:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:2.0:1775767414.698391:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1775767414.698393:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000100:00000040:2.0:1775767414.698397:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767414.698403:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767414.698407:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767414.698409:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767414.698411:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767414.698413:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775767414.698416:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775767414.698419:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775767414.698424:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767414.698428:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767414.698443:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767414.698446:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767414.698449:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767414.698455:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767414.698461:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767414.698466:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767414.698471:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767414.698475:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767414.698477:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767414.698479:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767414.698485:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767414.698488:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767414.698495:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767414.698499:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767414.698501:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767414.698503:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767414.698505:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767414.698507:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767414.698508:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767414.698515:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef800.
00000100:00000001:2.0:1775767414.698519:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767414.698527:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335097728/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767414.698535:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767414.698538:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767414.698545:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335097728/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767414.698571:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767414.698574:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767414.698580:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767414.698584:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767414.698587:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767414.698593:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767414.698599:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4599
00000400:00000200:2.0:1775767414.698612:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767414.698620:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767414.698627:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767414.698639:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767414.698644:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767414.698650:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767414.698657:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767414.698663:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767414.698665:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767414.698668:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767414.698672:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775767414.698678:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775767414.698684:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767414.698691:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767414.698696:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767414.698701:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767414.698706:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767414.698740:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767414.698748:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767414.698766:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767414.698772:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767414.698779:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767414.698783:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767414.698790:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767414.698794:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767414.698800:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767414.698805:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767414.698810:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775767414.698816:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767414.698822:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767414.698826:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767414.698832:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767414.698835:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767414.698839:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767414.698845:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bedc00.
00000100:00000001:2.0:1775767414.698853:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767414.698864:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335097856/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767414.698879:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767414.698883:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767414.698893:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335097856/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767414.698908:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767414.698913:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767414.698922:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767414.698925:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767414.698928:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767414.698932:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767414.698937:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4599
00000400:00000200:2.0:1775767414.698944:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767414.698949:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767414.698954:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767414.698959:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767414.698963:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767414.698967:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767414.698970:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767414.698971:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767414.698972:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767414.698976:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767414.698978:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767414.698981:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775767414.698985:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767414.698994:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767414.699000:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767414.699007:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767414.699009:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767414.699012:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767414.699016:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767414.699022:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767414.699026:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767414.699030:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767414.699033:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767414.699036:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767414.699038:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767414.699042:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767414.699045:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767414.699049:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775767414.699053:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775767414.699057:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767414.699060:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767414.699063:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767414.699065:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767414.699068:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767414.699075:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed400.
00000100:00000001:2.0:1775767414.699080:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767414.699090:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335097984/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767414.699111:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767414.699117:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767414.699127:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335097984/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1775767414.699148:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:2.0:1775767414.699152:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775767414.699152:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000100:00000040:2.0:1775767414.699159:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4609)
00000800:00000200:3.1:1775767414.699395:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767414.699397:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775767414.699648:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767414.699650:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775767414.699912:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767414.699915:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000100:00000040:2.0:1775767415.977828:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299272957, at 4299272960
00000100:00000010:2.0:1775767415.977840:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3000.
00000100:00000001:0.0:1775767417.321851:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767417.321859:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767417.321861:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767417.321867:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767417.321871:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767417.321876:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767417.321879:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767417.321883:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767417.321886:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767417.769863:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767417.769871:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767417.769875:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767418.345789:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767418.345794:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767418.345796:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767418.345800:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767418.345803:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767418.345806:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767418.345808:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767418.345811:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767418.345813:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767419.369791:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767419.369797:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767419.369799:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767419.369806:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767419.369810:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767419.369814:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767419.369817:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767419.369820:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767419.369823:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767419.817952:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767419.817958:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767419.817962:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1775767419.818368:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767419.818775:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767419.819170:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767419.819396:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767419.819541:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:0.0:1775767420.393796:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767420.393800:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767420.393802:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767420.393807:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767420.393810:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767420.393813:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767420.393815:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767420.393817:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767420.393819:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767421.097801:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299278077, at 4299278080
00000100:00000010:2.0:1775767421.097822:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3de0.
00000100:00000001:0.0:1775767421.417845:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767421.417852:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767421.417854:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767421.417860:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767421.417864:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767421.417868:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767421.417871:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767421.417874:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767421.417877:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767421.866228:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767421.866233:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767421.866237:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767422.441844:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767422.441854:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767422.441856:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767422.441863:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767422.441868:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767422.441874:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767422.441877:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767422.441880:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767422.441883:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:0.0:1775767422.890038:0:2393:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.131:988
00000400:00000100:0.0:1775767422.890093:0:2393:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.131@tcp at host 192.168.202.131 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1775767422.890105:0:2393:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767422.890109:0:2393:0:(router.c:1750:lnet_notify()) 192.168.202.31@tcp notifying 192.168.202.131@tcp: down
00000400:00000200:0.0:1775767422.890115:0:2393:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767422.890121:0:2393:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:0.0:1775767422.890128:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:0.0:1775767422.890132:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:0.0:1775767422.890141:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1775767422.890147:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1775767422.890159:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3220
00000400:00000010:0.0:1775767422.890165:0:2393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3220.
00000100:00000001:0.0:1775767422.890173:0:2393:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775767422.890186:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927303d11500 x1862022335098112/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767422.890225:0:2393:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775767422.890230:0:2393:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d11500 x1862022335098112/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767444 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767422.890240:0:2393:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767422.890242:0:2393:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1775767422.890254:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:0.0:1775767422.890257:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931a00.
00000400:00000200:0.0:1775767422.890260:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1775767422.890264:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1775767422.890267:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3ee0
00000400:00000010:0.0:1775767422.890270:0:2393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3ee0.
00000100:00000001:0.0:1775767422.890273:0:2393:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775767422.890278:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927303d10700 x1862022335098240/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767422.890288:0:2393:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775767422.890291:0:2393:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d10700 x1862022335098240/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767444 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767422.890298:0:2393:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767422.890300:0:2393:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1775767422.890305:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:0.0:1775767422.890308:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931d00.
00000400:00000200:0.0:1775767422.890310:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1775767422.890313:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1775767422.890317:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3e58
00000400:00000010:0.0:1775767422.890319:0:2393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3e58.
00000100:00000001:0.0:1775767422.890321:0:2393:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775767422.890326:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927303d11c00 x1862022335098368/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767422.890343:0:2393:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775767422.890346:0:2393:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d11c00 x1862022335098368/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767444 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767422.890354:0:2393:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767422.890355:0:2393:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1775767422.890360:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:0.0:1775767422.890362:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931e00.
00000400:00000200:0.0:1775767422.890364:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1775767422.890368:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1775767422.890371:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3550
00000400:00000010:0.0:1775767422.890373:0:2393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3550.
00000100:00000001:0.0:1775767422.890376:0:2393:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775767422.890381:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927303d10000 x1862022335098496/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767422.890389:0:2393:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775767422.890392:0:2393:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d10000 x1862022335098496/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767444 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767422.890398:0:2393:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767422.890399:0:2393:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1775767422.890407:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:0.0:1775767422.890410:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:0.0:1775767422.890414:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1775767422.890420:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1775767422.890423:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef34c8
00000400:00000010:0.0:1775767422.890425:0:2393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef34c8.
00000100:00000001:0.0:1775767422.890429:0:2393:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775767422.890436:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927303d10e00 x1862022335098624/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767422.890445:0:2393:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775767422.890447:0:2393:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d10e00 x1862022335098624/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767444 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767422.890454:0:2393:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767422.890455:0:2393:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775767423.465873:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767423.465880:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767423.465882:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767423.465888:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767423.465891:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767423.465896:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767423.465899:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767423.465902:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767423.465904:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767423.913943:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767423.913948:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767423.913952:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767424.489787:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767424.489792:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767424.489793:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767424.489798:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767424.489801:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767424.489805:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767424.489807:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767424.489809:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767424.489811:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767424.937863:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767424.937874:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767424.937878:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767424.937883:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767424.937889:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767424.937899:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4609
00000400:00000200:2.0:1775767424.937912:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767424.937921:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767424.937927:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767424.937934:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767424.937940:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767424.937943:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767424.937946:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767424.937950:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767424.937953:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767424.937956:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767424.937959:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775767424.937962:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775767424.937965:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775767424.937968:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767424.937977:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767424.937980:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767424.937985:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767424.937987:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767424.937991:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767424.937995:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767424.937999:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767424.938003:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767424.938006:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767424.938010:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767424.938012:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767424.938022:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
00000020:00000040:2.0:1775767424.938027:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767424.938031:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767424.938033:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767424.938036:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767424.938040:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767424.938045:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767424.938056:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed400.
00000100:00000001:2.0:1775767424.938065:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767424.938079:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335098752/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767424.938092:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767424.938099:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767424.938104:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335098752/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767424.938136:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767424.938140:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767424.938145:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767424.938146:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767424.938148:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767424.938151:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767424.938154:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4609
00000400:00000200:2.0:1775767424.938159:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767424.938163:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767424.938166:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767424.938170:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767424.938173:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767424.938176:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767424.938179:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767424.938182:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767424.938184:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767424.938186:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767424.938188:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767424.938193:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767424.938197:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767424.938204:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767424.938209:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767424.938213:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767424.938219:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767424.938225:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767424.938231:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767424.938236:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767424.938240:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767424.938247:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767424.938251:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767424.938256:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767424.938263:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767424.938269:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767424.938272:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767424.938278:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
00000020:00000040:2.0:1775767424.938284:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767424.938290:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767424.938291:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767424.938294:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767424.938296:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767424.938300:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767424.938308:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bedc00.
00000100:00000001:2.0:1775767424.938315:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767424.938324:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335098880/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767424.938339:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767424.938344:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767424.938353:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335098880/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767424.938375:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767424.938381:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767424.938402:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767424.938404:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767424.938408:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767424.938413:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767424.938417:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4609
00000400:00000200:2.0:1775767424.938488:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767424.938497:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767424.938499:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767424.938505:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767424.938509:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767424.938514:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767424.938518:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767424.938524:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767424.938526:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767424.938527:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767424.938530:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775767424.938533:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775767424.938536:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775767424.938540:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767424.938542:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767424.938544:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767424.938546:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767424.938549:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767424.938551:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767424.938554:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767424.938556:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767424.938559:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767424.938561:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767424.938563:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767424.938565:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767424.938568:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767424.938569:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767424.938574:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775767424.938577:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767424.938579:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767424.938580:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767424.938582:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767424.938584:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767424.938586:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767424.938590:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef800.
00000100:00000001:2.0:1775767424.938594:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767424.938598:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335099008/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767424.938606:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767424.938609:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767424.938612:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335099008/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767424.938620:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767424.938623:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767424.938627:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767424.938629:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767424.938631:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767424.938634:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767424.938637:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4609
00000400:00000200:2.0:1775767424.938642:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767424.938645:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767424.938647:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767424.938651:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767424.938666:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767424.938669:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767424.938672:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767424.938675:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767424.938677:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767424.938679:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767424.938681:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775767424.938685:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775767424.938690:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000800:00000200:3.1:1775767424.938695:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000040:2.0:1775767424.938697:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767424.938702:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1775767424.938702:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000100:00000040:2.0:1775767424.938762:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767424.938767:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767424.938771:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767424.938778:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767424.938783:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767424.938786:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767424.938791:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767424.938798:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767424.938804:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767424.938809:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767424.938814:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767424.938819:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767424.938828:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775767424.938833:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767424.938840:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767424.938843:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767424.938845:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767424.938848:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767424.938852:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767424.938858:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee000.
00000100:00000001:2.0:1775767424.938863:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767424.938871:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335099136/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767424.938900:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767424.938905:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767424.938912:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335099136/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767424.938926:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767424.938930:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767424.938939:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767424.938944:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767424.938947:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767424.938951:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767424.938955:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4609
00000400:00000200:2.0:1775767424.938965:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767424.938971:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767424.938975:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767424.938981:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767424.938984:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767424.938988:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767424.938990:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767424.938992:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767424.938995:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767424.938998:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767424.939001:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767424.939007:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775767424.939013:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767424.939019:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767424.939022:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767424.939028:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767424.939033:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767424.939040:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767424.939045:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767424.939050:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767424.939054:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767424.939059:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767424.939065:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767424.939069:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767424.939073:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767424.939079:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767424.939083:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767424.939095:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767424.939100:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775767424.939106:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767424.939109:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767424.939113:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767424.939117:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767424.939120:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767424.939126:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec800.
00000100:00000001:2.0:1775767424.939132:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767424.939142:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335099264/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767424.939164:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767424.939169:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767424.939178:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335099264/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767424.939194:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767424.939202:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4619)
00000800:00000200:3.1:1775767424.939419:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767424.939422:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775767424.939789:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767424.939793:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775767424.940130:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767424.940133:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775767424.940436:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767424.940439:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000100:00000001:0.0:1775767425.513828:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767425.513835:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767425.513836:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767425.513842:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767425.513845:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767425.513849:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767425.513851:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767425.513853:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767425.513856:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767425.961946:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767425.961951:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767425.961955:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767426.217828:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299283198, at 4299283200
00000100:00000010:2.0:1775767426.217845:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3840.
00000100:00000001:0.0:1775767426.537800:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767426.537806:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767426.537808:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767426.537812:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767426.537816:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767426.537820:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767426.537823:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767426.537826:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767426.537829:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767427.561807:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767427.561814:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767427.561815:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767427.561820:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767427.561823:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767427.561826:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767427.561828:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767427.561831:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767427.561833:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767428.009935:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767428.009939:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767428.009942:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767428.585785:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767428.585797:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767428.585798:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767428.585804:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767428.585808:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767428.585812:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767428.585815:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767428.585817:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767428.585819:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767429.609759:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767429.609766:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767429.609768:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767429.609773:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767429.609777:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767429.609780:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767429.609783:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767429.609785:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767429.609787:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767430.057806:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767430.057817:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767430.057822:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767430.057828:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767430.057835:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767430.057842:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4614
00000400:00000200:2.0:1775767430.057849:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767430.057854:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767430.057857:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767430.057860:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767430.057862:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767430.057864:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767430.057865:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767430.057868:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767430.057869:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767430.057872:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767430.057873:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775767430.057875:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775767430.057877:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775767430.057879:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767430.057881:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767430.057883:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767430.057885:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767430.057887:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000040:2.0:1775767430.057887:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000020:00000001:0.0:1775767430.057890:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767430.057891:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00010000:00010000:0.0:1775767430.057894:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775767430.057895:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767430.057898:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767430.057901:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767430.057903:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767430.057905:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767430.057907:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767430.057914:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775767430.057917:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767430.057919:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767430.057920:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767430.057923:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767430.057925:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767430.057928:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767430.057934:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306befc00.
00000100:00000001:2.0:1775767430.057939:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767430.057946:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335099392/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767430.057953:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767430.057956:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767430.057959:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335099392/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767430.057973:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767430.057976:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767430.057978:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767430.057979:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767430.057980:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767430.057982:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767430.057984:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4614
00000400:00000200:2.0:1775767430.057987:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767430.057989:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767430.057991:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767430.057993:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767430.057994:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767430.057997:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767430.058000:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767430.058003:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767430.058004:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767430.058006:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767430.058008:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767430.058010:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767430.058012:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767430.058017:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767430.058020:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767430.058024:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767430.058025:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767430.058026:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767430.058028:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767430.058030:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767430.058033:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767430.058038:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767430.058041:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767430.058043:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767430.058048:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767430.058052:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767430.058055:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767430.058058:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775767430.058060:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767430.058062:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767430.058064:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767430.058068:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767430.058069:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767430.058072:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767430.058075:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306becc00.
00000100:00000001:2.0:1775767430.058078:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767430.058083:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335099520/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767430.058091:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767430.058093:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767430.058096:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335099520/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767430.058103:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767430.058105:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767430.058108:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767430.058111:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767430.058113:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767430.058116:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767430.058119:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4614
00000400:00000200:2.0:1775767430.058126:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767430.058131:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767430.058135:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767430.058141:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767430.058144:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767430.058147:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767430.058158:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767430.058160:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767430.058163:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767430.058164:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767430.058167:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775767430.058170:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775767430.058173:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775767430.058178:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767430.058180:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767430.058183:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767430.058187:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767430.058190:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767430.058193:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767430.058197:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767430.058199:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767430.058202:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767430.058207:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767430.058211:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767430.058214:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767430.058216:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767430.058217:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767430.058223:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767430.058227:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767430.058231:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767430.058232:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767430.058234:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767430.058235:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767430.058237:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767430.058242:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec000.
00000100:00000001:2.0:1775767430.058245:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767430.058251:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335099648/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767430.058260:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:3.1:1775767430.058262:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:2.0:1775767430.058263:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767430.058268:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335099648/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1775767430.058269:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000100:00000001:2.0:1775767430.058278:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767430.058282:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767430.058286:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767430.058287:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767430.058288:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767430.058291:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767430.058294:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4614
00000400:00000200:2.0:1775767430.058296:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767430.058300:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767430.058302:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767430.058306:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767430.058308:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767430.058313:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767430.058314:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767430.058316:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767430.058317:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767430.058320:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767430.058321:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775767430.058325:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775767430.058326:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767430.058329:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767430.058331:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767430.058334:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767430.058338:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767430.058342:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767430.058347:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767430.058351:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767430.058353:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767430.058356:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767430.058359:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767430.058363:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767430.058366:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767430.058371:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767430.058373:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767430.058377:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775767430.058379:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767430.058381:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767430.058382:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767430.058387:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767430.058389:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767430.058393:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767430.058398:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306beec00.
00000100:00000001:2.0:1775767430.058403:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767430.058411:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335099776/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767430.058430:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767430.058434:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767430.058441:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335099776/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767430.058453:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767430.058456:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767430.058460:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767430.058463:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767430.058466:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767430.058469:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767430.058473:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4614
00000400:00000200:2.0:1775767430.058478:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767430.058482:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767430.058486:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767430.058490:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767430.058493:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767430.058495:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767430.058498:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767430.058503:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767430.058505:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767430.058507:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767430.058509:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767430.058512:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775767430.058516:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767430.058519:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767430.058521:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767430.058523:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767430.058527:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767430.058528:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767430.058532:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767430.058536:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767430.058538:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767430.058541:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767430.058545:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767430.058549:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767430.058551:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767430.058555:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767430.058558:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767430.058561:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775767430.058563:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775767430.058565:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767430.058566:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767430.058567:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767430.058568:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767430.058569:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767430.058574:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef000.
00000100:00000001:2.0:1775767430.058578:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767430.058584:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335099904/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767430.058637:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767430.058640:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767430.058646:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335099904/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767430.058669:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767430.058674:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4624)
00000800:00000200:3.1:1775767430.058848:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767430.058850:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775767430.059080:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767430.059083:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775767430.059274:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767430.059276:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775767430.059443:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767430.059444:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1775767430.633785:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767430.633789:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767430.633791:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767430.633795:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767430.633797:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767430.633801:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767430.633803:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767430.633805:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767430.633806:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767431.337778:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299288317, at 4299288320
00000100:00000010:2.0:1775767431.337791:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3660.
00000100:00000001:0.0:1775767431.657801:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767431.657807:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767431.657808:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767431.657812:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767431.657815:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767431.657818:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767431.657819:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767431.657821:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767431.657823:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767432.105856:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767432.105859:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767432.105861:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767432.681770:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767432.681775:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767432.681777:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767432.681781:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767432.681784:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767432.681786:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767432.681788:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767432.681790:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767432.681792:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767433.705768:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767433.705774:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767433.705777:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767433.705782:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767433.705786:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767433.705789:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767433.705798:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767433.705800:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767433.705803:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767434.153969:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767434.153973:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767434.153976:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767434.729772:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767434.729777:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767434.729779:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767434.729784:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767434.729786:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767434.729789:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767434.729791:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767434.729793:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767434.729796:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767435.177813:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767435.177822:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775767435.177826:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767435.177830:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767435.177836:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767435.177842:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4619
00000400:00000200:0.0:1775767435.177852:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767435.177858:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767435.177861:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767435.177864:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767435.177867:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767435.177870:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767435.177872:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767435.177874:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767435.177876:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775767435.177878:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767435.177880:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775767435.177882:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775767435.177884:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775767435.177887:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767435.177890:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767435.177892:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767435.177894:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767435.177897:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:0.0:1775767435.177899:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767435.177901:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767435.177905:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767435.177909:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767435.177913:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767435.177914:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775767435.177916:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767435.177925:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925500.
00000020:00000040:0.0:1775767435.177927:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775767435.177930:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767435.177932:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767435.177934:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767435.177937:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767435.177941:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767435.177948:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e400.
00000100:00000001:0.0:1775767435.177953:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767435.177960:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925500 x1862022335100032/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767435.177968:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767435.177972:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767435.177975:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a57c8e8f] to pc [ptlrpcd_rcv+-1]  req@ffff927322925500 x1862022335100032/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767435.177993:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767435.177995:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767435.177998:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775767435.177999:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767435.178000:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767435.178002:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767435.178004:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4619
00000400:00000200:0.0:1775767435.178007:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767435.178009:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767435.178011:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767435.178013:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767435.178014:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767435.178016:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767435.178017:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767435.178019:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767435.178020:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775767435.178021:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767435.178023:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775767435.178026:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:0.0:1775767435.178029:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:0.0:1775767435.178032:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767435.178034:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767435.178038:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767435.178042:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767435.178047:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:0.0:1775767435.178055:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767435.178062:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767435.178067:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767435.178074:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767435.178079:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767435.178084:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767435.178090:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767435.178095:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767435.178099:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767435.178106:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925880.
00000020:00000040:0.0:1775767435.178110:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:0.0:1775767435.178114:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767435.178116:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767435.178119:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767435.178122:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767435.178125:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767435.178129:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d000.
00000100:00000001:0.0:1775767435.178133:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767435.178140:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925880 x1862022335100160/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767435.178155:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767435.178160:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767435.178170:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f872a4ed] to pc [ptlrpcd_rcv+-1]  req@ffff927322925880 x1862022335100160/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767435.178194:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767435.178198:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767435.178205:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775767435.178208:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767435.178212:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767435.178218:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767435.178224:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4619
00000400:00000200:0.0:1775767435.178233:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767435.178241:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767435.178244:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767435.178248:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767435.178253:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767435.178257:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767435.178259:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767435.178264:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767435.178265:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:0.0:1775767435.178268:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767435.178271:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775767435.178273:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:0.0:1775767435.178276:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:0.0:1775767435.178279:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767435.178281:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767435.178285:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767435.178289:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767435.178291:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:0.0:1775767435.178295:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767435.178297:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767435.178301:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:3.1:1775767435.178301:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
02000000:00000001:0.0:1775767435.178304:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:3.1:1775767435.178305:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
02000000:00000001:0.0:1775767435.178308:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767435.178311:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767435.178313:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767435.178317:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767435.178320:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767435.178323:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924700.
00000020:00000040:0.0:1775767435.178327:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775767435.178331:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767435.178333:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767435.178337:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767435.178339:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767435.178342:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767435.178345:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477fc00.
00000100:00000001:0.0:1775767435.178350:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767435.178357:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924700 x1862022335100288/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767435.178370:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767435.178373:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767435.178380:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc3726d9] to pc [ptlrpcd_rcv+-1]  req@ffff927322924700 x1862022335100288/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767435.178389:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767435.178393:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767435.178399:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775767435.178402:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767435.178404:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767435.178406:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767435.178410:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4619
00000400:00000200:0.0:1775767435.178412:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767435.178416:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767435.178419:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767435.178422:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767435.178426:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767435.178431:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767435.178433:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767435.178436:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767435.178439:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775767435.178441:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767435.178444:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:0.0:1775767435.178446:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:0.0:1775767435.178448:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:0.0:1775767435.178452:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767435.178462:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767435.178467:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767435.178469:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767435.178472:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:0.0:1775767435.178476:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767435.178478:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767435.178481:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767435.178484:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767435.178488:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767435.178492:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767435.178496:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767435.178502:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767435.178506:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767435.178513:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924e00.
00000020:00000040:0.0:1775767435.178519:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:0.0:1775767435.178525:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767435.178529:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767435.178534:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767435.178537:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767435.178542:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767435.178548:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f800.
00000100:00000001:0.0:1775767435.178555:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767435.178577:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924e00 x1862022335100416/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767435.178590:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767435.178593:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767435.178601:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aec4c6e] to pc [ptlrpcd_rcv+-1]  req@ffff927322924e00 x1862022335100416/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767435.178630:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767435.178633:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767435.178638:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775767435.178641:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767435.178642:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767435.178645:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767435.178647:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4619
00000400:00000200:0.0:1775767435.178652:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767435.178657:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767435.178660:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767435.178665:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767435.178670:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767435.178674:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767435.178677:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767435.178680:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767435.178682:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:0.0:1775767435.178685:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767435.178687:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:0.0:1775767435.178688:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:0.0:1775767435.178691:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:0.0:1775767435.178695:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767435.178698:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767435.178701:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767435.178704:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767435.178705:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:0.0:1775767435.178727:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767435.178729:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767435.178730:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767435.178733:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767435.178734:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767435.178736:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767435.178739:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767435.178744:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767435.178745:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767435.178750:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927100.
00000020:00000040:0.0:1775767435.178754:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:0.0:1775767435.178756:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767435.178756:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767435.178758:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767435.178759:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767435.178762:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767435.178767:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f000.
00000100:00000001:0.0:1775767435.178772:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767435.178779:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927100 x1862022335100544/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767435.178812:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767435.178815:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767435.178821:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0540768] to pc [ptlrpcd_rcv+-1]  req@ffff927322927100 x1862022335100544/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767435.178833:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767435.178837:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4629)
00000800:00000200:3.1:1775767435.178914:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767435.178916:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775767435.179094:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767435.179096:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775767435.179305:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767435.179307:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775767435.179577:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767435.179578:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000100:00000001:0.0:1775767435.753820:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767435.753825:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767435.753827:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767435.753832:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767435.753835:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767435.753838:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767435.753840:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767435.753842:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767435.753844:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767436.201891:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767436.201895:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767436.201899:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767436.457862:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299293437, at 4299293440
00000100:00000010:2.0:1775767436.457878:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3960.
00000100:00000001:0.0:1775767436.777808:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767436.777813:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767436.777815:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767436.777819:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767436.777822:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767436.777826:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767436.777828:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767436.777830:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767436.777832:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767437.801821:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767437.801828:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767437.801830:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767437.801836:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767437.801839:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767437.801843:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767437.801846:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767437.801849:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767437.801852:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767438.249879:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767438.249883:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767438.249887:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767438.825843:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767438.825850:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767438.825852:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767438.825858:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767438.825862:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767438.825867:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767438.825870:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767438.825872:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767438.825875:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767439.849820:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767439.849828:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767439.849830:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767439.849838:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767439.849843:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767439.849847:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767439.849851:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767439.849854:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767439.849856:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767440.297805:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767440.297815:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775767440.297817:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767440.297822:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767440.297827:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767440.297834:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4624
00000400:00000200:0.0:1775767440.297844:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767440.297854:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767440.297858:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767440.297862:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767440.297873:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767440.297878:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767440.297883:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767440.297888:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767440.297891:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775767440.297895:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767440.297898:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775767440.297901:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775767440.297905:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775767440.297912:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767440.297914:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767440.297916:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767440.297917:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767440.297920:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:0.0:1775767440.297922:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767440.297924:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767440.297926:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767440.297929:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767440.297931:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767440.297934:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775767440.297936:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767440.297947:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924380.
00000020:00000040:0.0:1775767440.297951:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775767440.297954:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767440.297957:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767440.297961:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767440.297966:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767440.297973:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767440.297985:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c800.
00000100:00000001:0.0:1775767440.297996:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767440.298008:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924380 x1862022335100672/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767440.298019:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767440.298024:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767440.298028:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ec7b015] to pc [ptlrpcd_rcv+-1]  req@ffff927322924380 x1862022335100672/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767440.298052:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767440.298054:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767440.298057:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775767440.298058:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767440.298059:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767440.298062:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767440.298064:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4624
00000400:00000200:0.0:1775767440.298067:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767440.298069:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767440.298071:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767440.298074:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767440.298076:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767440.298078:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767440.298080:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767440.298082:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767440.298082:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775767440.298084:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767440.298085:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775767440.298087:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:0.0:1775767440.298088:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:0.0:1775767440.298090:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767440.298092:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767440.298096:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767440.298097:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767440.298101:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:0.0:1775767440.298105:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767440.298108:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767440.298111:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767440.298116:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767440.298122:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767440.298126:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767440.298131:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767440.298135:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767440.298136:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767440.298140:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924a80.
00000020:00000040:0.0:1775767440.298143:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:0.0:1775767440.298147:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767440.298149:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767440.298154:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767440.298157:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767440.298160:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767440.298166:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f000.
00000100:00000001:0.0:1775767440.298171:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767440.298180:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924a80 x1862022335100800/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767440.298195:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767440.298200:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767440.298207:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c400aa7] to pc [ptlrpcd_rcv+-1]  req@ffff927322924a80 x1862022335100800/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767440.298217:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767440.298219:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767440.298224:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775767440.298225:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767440.298226:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767440.298229:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767440.298231:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4624
00000400:00000200:0.0:1775767440.298238:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767440.298242:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767440.298244:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767440.298249:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767440.298254:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767440.298258:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767440.298262:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767440.298266:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767440.298268:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:0.0:1775767440.298270:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767440.298273:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775767440.298275:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:0.0:1775767440.298280:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:0.0:1775767440.298284:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767440.298286:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767440.298288:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767440.298290:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767440.298294:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:0.0:1775767440.298298:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767440.298300:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767440.298303:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767440.298306:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767440.298308:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767440.298309:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767440.298312:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767440.298316:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767440.298317:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767440.298322:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927100.
00000020:00000040:0.0:1775767440.298325:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775767440.298328:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767440.298331:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767440.298335:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767440.298337:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767440.298340:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767440.298345:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f800.
00000100:00000001:0.0:1775767440.298351:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767440.298359:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927100 x1862022335100928/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767440.298376:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767440.298379:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767440.298387:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0540768] to pc [ptlrpcd_rcv+-1]  req@ffff927322927100 x1862022335100928/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767440.298402:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767440.298406:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767440.298413:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:3.1:1775767440.298415:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:0.0:1775767440.298416:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767440.298419:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:3.1:1775767440.298421:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000100:00000001:0.0:1775767440.298423:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767440.298428:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4624
00000400:00000200:0.0:1775767440.298437:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767440.298442:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767440.298446:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767440.298449:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767440.298454:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767440.298459:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767440.298463:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767440.298468:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767440.298469:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775767440.298472:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767440.298476:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:0.0:1775767440.298480:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:0.0:1775767440.298483:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:0.0:1775767440.298490:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767440.298492:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767440.298494:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767440.298496:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767440.298499:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:0.0:1775767440.298505:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767440.298528:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767440.298533:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767440.298538:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767440.298542:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767440.298546:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767440.298549:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767440.298554:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767440.298559:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767440.298566:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924e00.
00000020:00000040:0.0:1775767440.298569:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:0.0:1775767440.298574:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767440.298576:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767440.298577:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767440.298578:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767440.298580:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767440.298586:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477fc00.
00000100:00000001:0.0:1775767440.298591:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767440.298598:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924e00 x1862022335101056/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767440.298607:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767440.298609:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767440.298613:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aec4c6e] to pc [ptlrpcd_rcv+-1]  req@ffff927322924e00 x1862022335101056/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767440.298619:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767440.298621:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767440.298623:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775767440.298624:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767440.298626:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767440.298630:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767440.298634:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4624
00000400:00000200:0.0:1775767440.298641:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767440.298645:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767440.298648:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767440.298654:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767440.298656:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767440.298662:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767440.298666:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767440.298671:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767440.298673:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:0.0:1775767440.298676:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767440.298677:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:0.0:1775767440.298679:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:0.0:1775767440.298682:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:0.0:1775767440.298685:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767440.298688:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767440.298691:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767440.298694:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767440.298698:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:0.0:1775767440.298701:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767440.298704:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767440.298706:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767440.298737:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767440.298743:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767440.298747:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767440.298750:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767440.298755:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767440.298761:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767440.298768:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924700.
00000020:00000040:0.0:1775767440.298773:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:0.0:1775767440.298780:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767440.298783:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767440.298787:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767440.298791:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767440.298796:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767440.298802:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d000.
00000100:00000001:0.0:1775767440.298807:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767440.298817:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924700 x1862022335101184/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767440.298841:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767440.298844:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767440.298850:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc3726d9] to pc [ptlrpcd_rcv+-1]  req@ffff927322924700 x1862022335101184/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767440.298862:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767440.298865:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4634)
00000800:00000200:3.1:1775767440.299030:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767440.299032:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775767440.299254:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767440.299256:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775767440.299479:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767440.299481:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775767440.299703:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767440.299705:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000100:00000001:0.0:1775767440.873804:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767440.873810:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767440.873812:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767440.873816:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767440.873819:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767440.873822:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767440.873824:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767440.873826:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767440.873828:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767441.577787:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299298557, at 4299298560
00000100:00000010:2.0:1775767441.577806:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3720.
00000100:00000001:0.0:1775767441.897809:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767441.897814:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767441.897816:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767441.897821:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767441.897823:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767441.897827:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767441.897829:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767441.897831:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767441.897838:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767442.345872:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767442.345876:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767442.345880:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767442.921866:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767442.921875:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767442.921876:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767442.921881:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767442.921885:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767442.921889:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767442.921892:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767442.921895:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767442.921897:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767443.945782:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767443.945789:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767443.945791:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767443.945797:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767443.945801:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767443.945805:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767443.945807:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767443.945810:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767443.945812:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767444.969827:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767444.969833:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767444.969835:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767444.969839:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767444.969842:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767444.969845:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767444.969848:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767444.969850:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767444.969852:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767445.417987:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767445.417992:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767445.417997:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1775767445.418655:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767445.418663:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000100:00000040:1.0:1775767445.418807:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767445.418813:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767445.418817:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767445.418819:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:1.0:1775767445.418824:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767445.418827:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:1.0:1775767445.418834:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:1.0:1775767445.418843:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:1.0:1775767445.418854:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767445.418861:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767445.418864:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767445.418868:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767445.418878:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:1.0:1775767445.418883:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767445.418892:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767445.418903:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767445.418908:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767445.418912:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767445.418915:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767445.418917:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767445.418919:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767445.418921:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767445.418927:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11880.
00000020:00000040:1.0:1775767445.418931:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:1.0:1775767445.418938:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767445.418940:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767445.418942:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767445.418946:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767445.418950:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767445.418954:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9400.
00000100:00000001:1.0:1775767445.418960:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767445.418966:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11880 x1862022335101696/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767445.419029:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767445.419035:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767445.419041:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a965cc18] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11880 x1862022335101696/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767445.419063:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767445.419070:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767445.419077:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775767445.419084:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767445.419090:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767445.419102:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767445.419109:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4629
00000400:00000200:1.0:1775767445.419124:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767445.419135:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767445.419143:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767445.419153:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767445.419158:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767445.419160:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767445.419166:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767445.419175:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767445.419182:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:1.0:1775767445.419190:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767445.419197:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:1.0:1775767445.419202:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:1.0:1775767445.419210:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:1.0:1775767445.419226:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767445.419232:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767445.419241:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767445.419246:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767445.419256:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:1.0:1775767445.419261:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767445.419265:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767445.419268:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767445.419273:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767445.419280:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767445.419283:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767445.419288:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767445.419292:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767445.419298:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767445.419309:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11500.
00000020:00000040:1.0:1775767445.419317:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:1.0:1775767445.419324:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767445.419328:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767445.419339:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767445.419345:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767445.419351:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767445.419358:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046ea400.
00000100:00000001:1.0:1775767445.419364:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767445.419382:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11500 x1862022335101824/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767445.419472:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767445.419475:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767445.419484:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3229bd5] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11500 x1862022335101824/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767445.419511:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767445.419517:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4640)
00000800:00000200:3.1:1775767445.419698:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767445.419700:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775767445.419979:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767445.419981:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775767445.420169:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767445.420171:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775767445.420380:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767445.420382:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000100:00000001:0.0:1775767445.993767:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767445.993774:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767445.993775:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767445.993780:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767445.993783:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767445.993786:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767445.993788:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767445.993791:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767445.993792:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767446.441970:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767446.441975:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767446.441980:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767446.697854:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299303678, at 4299303680
00000100:00000010:2.0:1775767446.697897:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3300.
00000100:00000001:0.0:1775767447.017847:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767447.017854:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767447.017856:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767447.017863:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767447.017866:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767447.017871:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767447.017874:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767447.017877:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767447.017879:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767447.465930:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767447.465935:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767447.465939:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767448.041826:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767448.041834:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767448.041835:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767448.041841:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767448.041845:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767448.041849:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767448.041851:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767448.041854:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767448.041857:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767448.489918:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767448.489923:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767448.489928:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767449.065891:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767449.065898:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767449.065901:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767449.065907:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767449.065912:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767449.065917:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767449.065920:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767449.065923:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767449.065927:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767449.513956:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767449.513960:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767449.513963:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767450.089844:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767450.089854:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767450.089857:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767450.089866:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767450.089871:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767450.089876:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767450.089880:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767450.089883:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767450.089887:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767450.537829:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767450.537843:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775767450.537848:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767450.537856:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767450.537863:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767450.537874:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4635
00000400:00000200:1.0:1775767450.537888:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767450.537895:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767450.537899:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767450.537903:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767450.537908:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767450.537911:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767450.537914:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767450.537919:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767450.537921:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:1.0:1775767450.537924:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767450.537928:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:1.0:1775767450.537931:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:1.0:1775767450.537934:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:1.0:1775767450.537939:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767450.537941:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767450.537943:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767450.537946:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767450.537949:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000020:00000001:0.0:1775767450.537951:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767450.537955:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767450.537955:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00010000:00010000:0.0:1775767450.537962:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775767450.537962:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767450.537968:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767450.537972:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767450.537976:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767450.537979:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767450.537982:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767450.537994:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10700.
00000020:00000040:1.0:1775767450.537999:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:1.0:1775767450.538003:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767450.538006:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767450.538010:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767450.538013:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767450.538018:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767450.538028:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046ea000.
00000100:00000001:1.0:1775767450.538037:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767450.538054:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10700 x1862022335101952/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767450.538066:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767450.538072:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767450.538078:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9d335f8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10700 x1862022335101952/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767450.538099:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767450.538102:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767450.538105:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775767450.538106:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767450.538108:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767450.538110:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767450.538112:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4635
00000400:00000200:1.0:1775767450.538116:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767450.538119:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767450.538121:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767450.538125:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767450.538128:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767450.538131:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767450.538133:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767450.538137:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767450.538141:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:1.0:1775767450.538144:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767450.538148:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:1.0:1775767450.538153:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:1.0:1775767450.538170:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:1.0:1775767450.538177:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767450.538182:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767450.538188:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767450.538193:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767450.538198:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:1.0:1775767450.538203:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767450.538208:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767450.538210:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767450.538218:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767450.538222:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767450.538225:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767450.538231:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767450.538236:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767450.538238:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767450.538251:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11c00.
00000020:00000040:1.0:1775767450.538254:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:1.0:1775767450.538260:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767450.538261:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767450.538263:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767450.538265:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767450.538268:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767450.538276:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8400.
00000100:00000001:1.0:1775767450.538282:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767450.538288:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11c00 x1862022335102080/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767450.538298:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767450.538300:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767450.538304:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062b06338] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11c00 x1862022335102080/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767450.538312:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767450.538314:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767450.538319:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775767450.538322:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767450.538323:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767450.538328:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767450.538334:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4635
00000400:00000200:1.0:1775767450.538339:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767450.538345:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767450.538349:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767450.538355:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767450.538357:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767450.538361:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767450.538374:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767450.538378:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767450.538379:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:1.0:1775767450.538382:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767450.538386:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:1.0:1775767450.538388:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:1.0:1775767450.538393:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:1.0:1775767450.538396:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767450.538398:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767450.538403:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767450.538406:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767450.538423:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:1.0:1775767450.538426:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767450.538430:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767450.538435:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767450.538439:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767450.538442:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767450.538443:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767450.538445:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767450.538449:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767450.538451:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767450.538455:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10e00.
00000020:00000040:1.0:1775767450.538460:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:1.0:1775767450.538465:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767450.538467:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767450.538472:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767450.538475:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767450.538478:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767450.538486:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9000.
00000100:00000001:1.0:1775767450.538493:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767450.538504:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10e00 x1862022335102208/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767450.538515:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767450.538521:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767450.538531:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009b4566e] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10e00 x1862022335102208/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767450.538547:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767450.538553:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767450.538559:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775767450.538562:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767450.538566:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767450.538571:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767450.538576:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4635
00000800:00000200:3.1:1775767450.538581:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000400:00000200:1.0:1775767450.538587:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000800:00000200:3.1:1775767450.538589:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000400:00000200:1.0:1775767450.538595:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767450.538599:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767450.538607:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767450.538610:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767450.538613:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767450.538619:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767450.538626:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767450.538630:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:1.0:1775767450.538632:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767450.538635:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:1.0:1775767450.538639:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:1.0:1775767450.538642:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:1.0:1775767450.538646:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767450.538649:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767450.538652:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767450.538655:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767450.538657:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:1.0:1775767450.538664:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767450.538668:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767450.538672:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767450.538677:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767450.538679:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767450.538681:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767450.538685:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767450.538688:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767450.538692:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767450.538698:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10000.
00000020:00000040:1.0:1775767450.538702:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:1.0:1775767450.538734:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767450.538737:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767450.538740:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767450.538742:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767450.538744:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767450.538751:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eb800.
00000100:00000001:1.0:1775767450.538756:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767450.538763:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10000 x1862022335102336/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767450.538770:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767450.538774:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767450.538777:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbb7fab8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10000 x1862022335102336/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767450.538784:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767450.538787:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767450.538789:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775767450.538790:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767450.538792:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767450.538793:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767450.538795:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4635
00000400:00000200:1.0:1775767450.538800:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767450.538804:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767450.538808:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767450.538813:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767450.538816:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767450.538819:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767450.538824:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767450.538827:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767450.538829:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:1.0:1775767450.538831:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767450.538834:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:1.0:1775767450.538836:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:1.0:1775767450.538839:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:1.0:1775767450.538847:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767450.538851:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767450.538856:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767450.538861:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767450.538865:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:1.0:1775767450.538868:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767450.538870:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767450.538874:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767450.538876:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767450.538879:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767450.538883:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767450.538885:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767450.538889:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767450.538891:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767450.538898:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11500.
00000020:00000040:1.0:1775767450.538901:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:1.0:1775767450.538905:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767450.538906:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767450.538910:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767450.538911:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767450.538914:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767450.538919:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8c00.
00000100:00000001:1.0:1775767450.538923:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767450.538930:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11500 x1862022335102464/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767450.538955:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767450.538956:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767450.538961:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3229bd5] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11500 x1862022335102464/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767450.538971:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767450.538978:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4645)
00000800:00000200:3.1:1775767450.539205:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767450.539206:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775767450.539431:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767450.539433:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775767450.539620:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767450.539622:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775767450.539816:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767450.539817:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000100:00000001:0.0:1775767451.113831:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767451.113839:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767451.113841:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767451.113855:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767451.113861:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767451.113877:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767451.113881:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767451.113884:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767451.113887:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767451.561971:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767451.561976:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767451.561980:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767451.817835:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299308798, at 4299308800
00000100:00000010:2.0:1775767451.817859:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3c00.
00000100:00000001:0.0:1775767452.137794:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767452.137801:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767452.137802:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767452.137808:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767452.137812:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767452.137816:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767452.137818:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767452.137821:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767452.137823:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767452.585887:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767452.585892:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767452.585895:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767453.161847:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767453.161854:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767453.161856:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767453.161861:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767453.161865:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767453.161869:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767453.161871:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767453.161873:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767453.161876:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767453.609912:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767453.609916:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767453.609918:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767454.185859:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767454.185866:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767454.185868:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767454.185885:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767454.185889:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767454.185893:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767454.185896:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767454.185899:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767454.185902:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767454.633911:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767454.633916:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767454.633920:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767455.209794:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767455.209801:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767455.209803:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767455.209808:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767455.209812:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767455.209816:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767455.209818:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767455.209820:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767455.209823:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767455.657853:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767455.657860:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767455.657863:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767455.657868:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767455.657872:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767455.657880:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4640
00000400:00000200:2.0:1775767455.657889:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767455.657895:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767455.657898:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767455.657900:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767455.657903:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767455.657907:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767455.657909:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767455.657912:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767455.657914:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767455.657922:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767455.657925:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775767455.657927:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:1.0:1775767455.657928:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767455.657929:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:1.0:1775767455.657933:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767455.657934:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767455.657938:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00010000:00010000:1.0:1775767455.657940:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767455.657940:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767455.657944:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767455.657947:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767455.657949:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767455.657952:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767455.657954:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767455.657957:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767455.657959:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767455.657960:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767455.657962:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767455.657971:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
00000020:00000040:2.0:1775767455.657974:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767455.657976:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767455.657977:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767455.657980:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767455.657982:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767455.657985:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767455.657992:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee400.
00000100:00000001:2.0:1775767455.657997:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767455.658005:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335102592/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767455.658013:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767455.658017:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767455.658020:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335102592/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767455.658036:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767455.658039:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767455.658042:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767455.658044:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767455.658046:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767455.658049:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767455.658052:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4640
00000400:00000200:2.0:1775767455.658057:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767455.658062:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767455.658064:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767455.658067:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767455.658071:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767455.658074:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767455.658077:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767455.658081:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767455.658084:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767455.658087:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767455.658090:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767455.658093:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767455.658099:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767455.658106:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767455.658110:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767455.658114:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767455.658116:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767455.658119:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767455.658124:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767455.658128:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767455.658131:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767455.658135:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767455.658139:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767455.658142:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767455.658146:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767455.658150:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767455.658154:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767455.658157:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
00000020:00000040:2.0:1775767455.658160:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767455.658164:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767455.658166:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767455.658168:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767455.658170:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767455.658171:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767455.658175:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec400.
00000100:00000001:2.0:1775767455.658181:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767455.658189:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335102720/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767455.658198:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767455.658199:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767455.658202:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335102720/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767455.658211:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767455.658213:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767455.658218:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767455.658219:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767455.658221:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767455.658223:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767455.658227:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4640
00000400:00000200:2.0:1775767455.658232:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767455.658237:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767455.658240:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767455.658245:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767455.658249:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767455.658253:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767455.658256:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767455.658259:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767455.658260:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767455.658263:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767455.658265:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775767455.658269:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775767455.658273:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775767455.658276:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767455.658280:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767455.658282:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767455.658284:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767455.658288:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767455.658291:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767455.658295:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767455.658297:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767455.658300:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767455.658302:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767455.658303:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767455.658305:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767455.658306:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767455.658311:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767455.658316:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775767455.658319:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767455.658322:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767455.658325:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767455.658328:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767455.658330:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767455.658331:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767455.658335:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed000.
00000100:00000001:2.0:1775767455.658338:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767455.658344:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335102848/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767455.658353:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767455.658357:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767455.658376:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335102848/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767455.658384:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767455.658386:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767455.658390:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767455.658393:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767455.658396:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767455.658398:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767455.658402:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4640
00000400:00000200:2.0:1775767455.658424:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767455.658429:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767455.658432:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767455.658434:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767455.658435:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767455.658437:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767455.658441:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767455.658442:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767455.658443:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767455.658445:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767455.658447:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775767455.658449:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775767455.658451:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767455.658456:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767455.658459:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767455.658462:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767455.658465:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767455.658467:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767455.658471:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000800:00000200:3.1:1775767455.658473:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:2.0:1775767455.658474:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775767455.658478:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
02000000:00000001:2.0:1775767455.658483:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767455.658486:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767455.658488:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767455.658491:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767455.658494:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767455.658496:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767455.658498:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767455.658503:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775767455.658507:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767455.658510:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767455.658511:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767455.658513:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767455.658516:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767455.658518:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767455.658523:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef400.
00000100:00000001:2.0:1775767455.658528:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767455.658536:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335102976/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767455.658547:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767455.658550:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767455.658556:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335102976/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767455.658586:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767455.658590:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767455.658593:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767455.658594:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767455.658596:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767455.658601:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767455.658604:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4640
00000400:00000200:2.0:1775767455.658609:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767455.658614:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767455.658615:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767455.658621:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767455.658622:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767455.658623:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767455.658625:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767455.658630:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767455.658631:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767455.658632:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767455.658634:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767455.658635:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775767455.658638:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767455.658641:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767455.658643:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767455.658644:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767455.658647:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767455.658650:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767455.658653:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767455.658657:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767455.658658:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767455.658661:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767455.658664:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767455.658668:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767455.658670:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767455.658674:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767455.658676:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767455.658679:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767455.658683:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775767455.658688:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767455.658690:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767455.658693:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767455.658695:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767455.658698:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767455.658701:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee800.
00000100:00000001:2.0:1775767455.658705:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767455.658742:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335103104/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767455.658752:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767455.658756:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767455.658764:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335103104/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767455.658776:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767455.658780:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4650)
00000800:00000200:3.1:1775767455.658993:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767455.658996:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775767455.659317:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767455.659320:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775767455.659622:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767455.659625:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775767455.659926:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767455.659928:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000100:00000001:0.0:1775767456.233834:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767456.233842:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767456.233844:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767456.233850:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767456.233853:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767456.233858:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767456.233860:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767456.233863:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767456.233866:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767456.681859:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767456.681862:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767456.681865:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767456.937783:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299313917, at 4299313920
00000100:00000010:2.0:1775767456.937792:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3b40.
00000100:00000001:0.0:1775767457.257845:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767457.257851:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767457.257853:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767457.257858:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767457.257861:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767457.257865:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767457.257867:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767457.257869:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767457.257870:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767457.705878:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767457.705882:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767457.705884:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767458.281778:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767458.281783:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767458.281785:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767458.281790:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767458.281793:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767458.281796:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767458.281798:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767458.281800:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767458.281802:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767458.729907:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767458.729911:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767458.729913:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767459.305792:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767459.305797:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767459.305799:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767459.305804:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767459.305807:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767459.305810:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767459.305812:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767459.305815:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767459.305817:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767459.753885:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767459.753889:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767459.753893:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767460.329798:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767460.329803:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767460.329805:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767460.329809:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767460.329812:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767460.329815:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767460.329818:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767460.329820:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767460.329822:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767460.777785:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767460.777796:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767460.777799:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767460.777804:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767460.777809:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767460.777818:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4645
00000400:00000200:2.0:1775767460.777834:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767460.777842:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767460.777846:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767460.777850:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767460.777855:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767460.777859:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767460.777862:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767460.777866:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767460.777869:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767460.777872:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767460.777876:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775767460.777879:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:1.0:1775767460.777881:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767460.777882:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:1.0:1775767460.777884:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767460.777887:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00010000:00010000:1.0:1775767460.777889:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775767460.777890:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767460.777893:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767460.777894:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767460.777897:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767460.777900:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767460.777902:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767460.777905:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767460.777907:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767460.777909:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767460.777910:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767460.777912:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767460.777920:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775767460.777924:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767460.777928:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767460.777930:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767460.777933:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767460.777936:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767460.777940:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767460.777949:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306beec00.
00000100:00000001:2.0:1775767460.777956:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767460.777966:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335103232/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767460.777984:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767460.777989:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767460.777994:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335103232/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767460.778014:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767460.778016:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767460.778019:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767460.778020:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767460.778022:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767460.778025:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767460.778027:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4645
00000400:00000200:2.0:1775767460.778032:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767460.778035:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767460.778037:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767460.778041:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767460.778044:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767460.778047:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767460.778051:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767460.778053:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767460.778055:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767460.778057:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767460.778061:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767460.778067:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767460.778072:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767460.778081:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767460.778088:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767460.778095:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767460.778101:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767460.778108:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767460.778114:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767460.778121:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767460.778124:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767460.778130:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767460.778134:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767460.778136:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767460.778141:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767460.778144:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767460.778146:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767460.778151:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775767460.778153:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767460.778155:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767460.778155:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767460.778159:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767460.778160:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767460.778163:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767460.778167:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec000.
00000100:00000001:2.0:1775767460.778172:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767460.778181:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335103360/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767460.778196:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767460.778199:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767460.778208:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335103360/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767460.778223:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767460.778225:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767460.778232:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767460.778234:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767460.778236:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767460.778240:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767460.778254:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4645
00000400:00000200:2.0:1775767460.778296:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767460.778304:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767460.778308:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767460.778323:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767460.778327:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767460.778330:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767460.778336:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767460.778342:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767460.778343:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767460.778348:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767460.778352:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775767460.778357:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000800:00000200:3.1:1775767460.778357:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000020:00000001:2.0:1775767460.778361:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000800:00000200:3.1:1775767460.778365:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000100:00000040:2.0:1775767460.778366:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767460.778371:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767460.778374:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767460.778376:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767460.778378:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767460.778380:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767460.778381:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767460.778382:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767460.778385:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767460.778386:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767460.778388:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767460.778389:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767460.778392:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767460.778394:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767460.778399:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767460.778401:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767460.778404:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767460.778406:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767460.778408:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767460.778410:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767460.778412:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767460.778417:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306becc00.
00000100:00000001:2.0:1775767460.778420:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767460.778426:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335103488/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767460.778440:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767460.778443:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767460.778447:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335103488/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767460.778456:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767460.778459:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767460.778463:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767460.778465:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767460.778467:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767460.778469:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767460.778472:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4645
00000400:00000200:2.0:1775767460.778476:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767460.778479:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767460.778482:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767460.778484:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767460.778486:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767460.778488:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767460.778490:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767460.778492:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767460.778493:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767460.778495:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767460.778497:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775767460.778499:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775767460.778503:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767460.778506:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767460.778508:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767460.778510:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767460.778512:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767460.778515:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767460.778517:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767460.778519:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767460.778521:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767460.778524:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767460.778526:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767460.778528:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767460.778530:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767460.778534:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767460.778535:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767460.778540:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775767460.778542:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767460.778545:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767460.778546:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767460.778548:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767460.778550:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767460.778551:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767460.778554:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306befc00.
00000100:00000001:2.0:1775767460.778557:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767460.778563:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335103616/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767460.778576:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767460.778580:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767460.778586:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335103616/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767460.778605:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767460.778611:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767460.778619:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767460.778621:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767460.778625:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767460.778631:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767460.778638:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4645
00000400:00000200:2.0:1775767460.778649:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767460.778654:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767460.778659:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767460.778667:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767460.778673:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767460.778679:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767460.778682:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767460.778687:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767460.778690:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767460.778692:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767460.778695:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767460.778698:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775767460.778700:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767460.778704:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767460.778706:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767460.778755:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767460.778759:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767460.778762:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767460.778765:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767460.778771:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767460.778774:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767460.778778:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767460.778783:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767460.778785:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767460.778787:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767460.778791:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767460.778793:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767460.778799:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775767460.778805:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775767460.778810:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767460.778814:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767460.778819:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767460.778821:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767460.778824:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767460.778833:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec800.
00000100:00000001:2.0:1775767460.778840:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767460.778851:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335103744/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767460.778865:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767460.778870:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767460.778877:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335103744/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767460.778895:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767460.778902:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4655)
00000800:00000200:3.1:1775767460.779244:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767460.779247:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775767460.779582:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767460.779584:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775767460.779904:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767460.779907:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775767460.780227:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767460.780230:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1775767461.353773:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767461.353778:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767461.353780:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767461.353784:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767461.353787:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767461.353791:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767461.353793:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767461.353795:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767461.353797:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767461.801920:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767461.801923:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767461.801926:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767462.057802:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299319038, at 4299319040
00000100:00000010:2.0:1775767462.057819:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3e40.
00000100:00000001:0.0:1775767462.377777:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767462.377783:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767462.377784:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767462.377788:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767462.377791:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767462.377794:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767462.377796:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767462.377798:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767462.377800:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767462.825888:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767462.825893:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767462.825896:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767463.401787:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767463.401794:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767463.401797:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767463.401802:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767463.401806:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767463.401810:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767463.401813:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767463.401816:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767463.401819:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767463.849915:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767463.849920:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767463.849924:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767464.425810:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767464.425816:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767464.425818:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767464.425823:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767464.425825:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767464.425829:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767464.425838:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767464.425841:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767464.425843:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767464.873944:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767464.873947:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767464.873951:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1775767465.897829:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000020:00000001:0.0:1775767465.897830:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767465.897834:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767465.897839:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1775767465.897840:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775767465.897844:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767465.897848:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767465.897853:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767465.897861:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4650
00000400:00000200:1.0:1775767465.897871:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767465.897878:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767465.897880:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767465.897883:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767465.897887:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767465.897888:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767465.897890:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767465.897893:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767465.897894:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:1.0:1775767465.897896:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767465.897898:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:1.0:1775767465.897899:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:1.0:1775767465.897901:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:1.0:1775767465.897903:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767465.897905:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767465.897907:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767465.897908:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767465.897910:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:1.0:1775767465.897912:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767465.897914:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767465.897916:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767465.897918:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767465.897920:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767465.897922:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767465.897924:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767465.897929:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11880.
00000020:00000040:1.0:1775767465.897932:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:1.0:1775767465.897935:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767465.897936:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767465.897939:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767465.897941:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767465.897945:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767465.897951:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eb400.
00000100:00000001:1.0:1775767465.897956:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767465.897962:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11880 x1862022335103872/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767465.897975:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767465.897978:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767465.897982:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a965cc18] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11880 x1862022335103872/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767465.898001:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767465.898003:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767465.898006:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775767465.898007:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767465.898008:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767465.898010:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767465.898012:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4650
00000400:00000200:1.0:1775767465.898014:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767465.898017:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767465.898019:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767465.898021:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767465.898023:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767465.898025:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767465.898027:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767465.898029:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767465.898030:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:1.0:1775767465.898031:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767465.898034:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:1.0:1775767465.898036:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:1.0:1775767465.898040:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:1.0:1775767465.898044:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767465.898046:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767465.898049:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767465.898053:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767465.898058:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:1.0:1775767465.898064:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767465.898067:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767465.898070:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767465.898076:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767465.898080:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767465.898085:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767465.898090:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767465.898094:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767465.898097:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767465.898100:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d13480.
00000020:00000040:1.0:1775767465.898105:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:1.0:1775767465.898109:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767465.898111:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767465.898112:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767465.898115:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767465.898117:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767465.898122:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9800.
00000100:00000001:1.0:1775767465.898126:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767465.898132:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d13480 x1862022335104000/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767465.898141:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767465.898143:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767465.898149:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d08fae2a] to pc [ptlrpcd_rcv+-1]  req@ffff927303d13480 x1862022335104000/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767465.898160:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767465.898165:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767465.898172:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775767465.898175:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767465.898178:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767465.898180:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767465.898183:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4650
00000400:00000200:1.0:1775767465.898186:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767465.898191:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767465.898195:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767465.898198:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767465.898201:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767465.898205:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767465.898207:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767465.898210:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767465.898219:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:1.0:1775767465.898222:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767465.898224:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:1.0:1775767465.898226:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:1.0:1775767465.898228:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:1.0:1775767465.898231:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767465.898235:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767465.898236:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767465.898239:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767465.898242:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:1.0:1775767465.898247:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767465.898250:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767465.898252:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767465.898256:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767465.898274:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767465.898276:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767465.898277:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767465.898278:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767465.898279:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767465.898282:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10380.
00000020:00000040:1.0:1775767465.898284:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:1.0:1775767465.898288:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767465.898292:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767465.898294:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767465.898297:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767465.898300:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767465.898304:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9c00.
00000100:00000001:1.0:1775767465.898309:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767465.898318:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10380 x1862022335104128/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767465.898328:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767465.898332:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767465.898335:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fae5f3c] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10380 x1862022335104128/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767465.898346:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767465.898350:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.1:1775767465.898352:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00080000:1.0:1775767465.898355:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:3.1:1775767465.898357:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000100:00000001:1.0:1775767465.898358:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767465.898361:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767465.898367:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767465.898372:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4650
00000400:00000200:1.0:1775767465.898376:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767465.898382:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767465.898386:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767465.898392:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767465.898394:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767465.898398:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767465.898403:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767465.898404:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767465.898407:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:1.0:1775767465.898408:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767465.898411:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:1.0:1775767465.898416:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:1.0:1775767465.898421:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:1.0:1775767465.898428:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767465.898432:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767465.898434:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767465.898436:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767465.898440:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:1.0:1775767465.898444:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767465.898445:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767465.898449:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767465.898452:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767465.898456:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767465.898460:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767465.898462:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767465.898466:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767465.898470:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767465.898475:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d12d80.
00000020:00000040:1.0:1775767465.898478:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:1.0:1775767465.898483:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767465.898486:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767465.898491:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767465.898493:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767465.898495:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767465.898503:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8000.
00000100:00000001:1.0:1775767465.898508:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767465.898517:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d12d80 x1862022335104256/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767465.898529:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767465.898532:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767465.898537:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000896363e8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d12d80 x1862022335104256/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767465.898547:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767465.898551:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767465.898559:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775767465.898562:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767465.898563:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767465.898565:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767465.898567:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4650
00000400:00000200:1.0:1775767465.898572:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767465.898577:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767465.898587:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767465.898595:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767465.898600:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767465.898606:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767465.898612:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767465.898617:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767465.898620:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:1.0:1775767465.898623:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767465.898628:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:1.0:1775767465.898632:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:1.0:1775767465.898636:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:1.0:1775767465.898644:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767465.898648:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767465.898653:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767465.898658:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767465.898662:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:1.0:1775767465.898668:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767465.898673:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767465.898677:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767465.898687:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767465.898692:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767465.898696:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767465.898699:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767465.898702:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767465.898705:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767465.898733:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11500.
00000020:00000040:1.0:1775767465.898736:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:1.0:1775767465.898738:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767465.898740:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767465.898743:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767465.898746:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767465.898749:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767465.898755:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8c00.
00000100:00000001:1.0:1775767465.898761:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767465.898769:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11500 x1862022335104384/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767465.898799:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767465.898802:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767465.898809:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3229bd5] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11500 x1862022335104384/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767465.898825:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767465.898833:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4660)
00000800:00000200:3.1:1775767465.898972:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767465.898973:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775767465.899162:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767465.899163:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775767465.899355:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767465.899357:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775767465.899588:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767465.899590:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1775767466.921942:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767466.921949:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767466.921954:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767467.177878:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299324157, at 4299324160
00000100:00000010:2.0:1775767467.177901:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe30c0.
00000020:00000001:1.0:1775767467.945919:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767467.945930:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767467.945933:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767468.969913:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767468.969917:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767468.969919:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1775767469.993905:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767469.993909:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767469.993913:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767471.017883:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000020:00000001:0.0:1775767471.017884:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767471.017893:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767471.017899:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00010000:0.0:1775767471.017900:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775767471.017904:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767471.017910:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767471.017917:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767471.017926:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4655
00000400:00000200:2.0:1775767471.017939:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767471.017948:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767471.017952:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767471.017956:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767471.017960:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767471.017963:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767471.017966:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767471.017971:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767471.017973:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767471.017977:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767471.017980:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775767471.017983:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775767471.017986:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775767471.017989:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767471.017991:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767471.017993:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767471.017996:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767471.017999:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767471.018003:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767471.018007:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767471.018010:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767471.018014:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767471.018018:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767471.018021:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767471.018024:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767471.018038:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
00000020:00000040:2.0:1775767471.018043:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767471.018048:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767471.018050:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767471.018053:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767471.018056:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767471.018062:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767471.018073:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee000.
00000100:00000001:2.0:1775767471.018081:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767471.018092:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335104512/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767471.018101:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767471.018106:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767471.018110:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335104512/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767471.018134:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767471.018138:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767471.018142:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767471.018145:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767471.018147:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767471.018151:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767471.018156:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4655
00000400:00000200:2.0:1775767471.018164:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767471.018172:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767471.018176:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767471.018180:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767471.018185:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767471.018190:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767471.018198:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767471.018206:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767471.018230:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767471.018234:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767471.018243:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767471.018254:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767471.018260:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767471.018276:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767471.018285:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767471.018295:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767471.018300:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767471.018306:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767471.018311:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767471.018315:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767471.018318:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767471.018327:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767471.018335:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767471.018342:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767471.018348:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767471.018353:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767471.018356:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767471.018363:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
00000020:00000040:2.0:1775767471.018367:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767471.018373:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767471.018376:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767471.018380:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767471.018384:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767471.018389:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767471.018404:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef800.
00000100:00000001:2.0:1775767471.018414:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767471.018428:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335104640/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767471.018448:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767471.018451:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767471.018462:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335104640/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767471.018496:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767471.018503:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767471.018517:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767471.018521:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767471.018525:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767471.018533:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767471.018542:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4655
00000400:00000200:2.0:1775767471.018571:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767471.018584:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767471.018588:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767471.018597:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767471.018604:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767471.018611:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000800:00000200:3.1:1775767471.018612:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:2.0:1775767471.018623:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000800:00000200:3.1:1775767471.018623:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000020:00000001:2.0:1775767471.018633:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767471.018640:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767471.018645:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767471.018648:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775767471.018653:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775767471.018657:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775767471.018668:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767471.018680:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767471.018687:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767471.018694:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767471.018702:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767471.018759:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767471.018767:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767471.018774:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767471.018780:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767471.018789:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767471.018797:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767471.018805:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767471.018815:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767471.018821:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767471.018830:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775767471.018834:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767471.018842:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767471.018848:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767471.018856:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767471.018860:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767471.018865:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767471.018878:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bedc00.
00000100:00000001:2.0:1775767471.018884:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767471.018895:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335104768/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767471.018928:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767471.018936:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767471.018952:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335104768/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767471.019027:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767471.019036:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767471.019045:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767471.019049:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767471.019053:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767471.019060:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767471.019071:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4655
00000400:00000200:2.0:1775767471.019090:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767471.019103:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767471.019109:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767471.019125:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767471.019133:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767471.019143:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767471.019148:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767471.019155:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767471.019160:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767471.019166:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767471.019170:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775767471.019175:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775767471.019184:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767471.019194:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767471.019201:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767471.019204:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767471.019207:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767471.019224:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767471.019233:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767471.019238:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767471.019243:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767471.019250:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767471.019261:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767471.019271:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767471.019276:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767471.019283:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767471.019295:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767471.019303:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775767471.019309:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767471.019315:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767471.019318:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767471.019326:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767471.019329:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767471.019333:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767471.019339:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed400.
00000100:00000001:2.0:1775767471.019346:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767471.019361:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335104896/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767471.019389:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767471.019399:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767471.019414:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335104896/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767471.019473:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767471.019481:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767471.019491:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767471.019494:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767471.019496:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767471.019505:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767471.019515:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4655
00000400:00000200:2.0:1775767471.019560:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767471.019569:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767471.019576:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767471.019593:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000800:00000200:3.1:1775767471.019600:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:2.0:1775767471.019601:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1775767471.019607:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000100:00000040:2.0:1775767471.019613:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767471.019623:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767471.019632:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767471.019637:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767471.019643:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767471.019650:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767471.019657:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775767471.019669:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767471.019687:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767471.019696:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767471.019707:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767471.019739:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767471.019745:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767471.019757:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767471.019770:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767471.019777:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767471.019784:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767471.019797:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767471.019805:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767471.019811:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767471.019825:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767471.019832:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767471.019841:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767471.019850:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775767471.019860:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767471.019865:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767471.019871:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767471.019876:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767471.019883:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767471.019891:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed800.
00000100:00000001:2.0:1775767471.019899:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767471.019915:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335105024/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767471.019981:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767471.019986:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767471.020000:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335105024/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767471.020043:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767471.020054:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4665)
00000800:00000200:3.1:1775767471.020152:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767471.020154:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775767471.020495:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767471.020497:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775767471.020732:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767471.020734:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000020:00000001:1.0:1775767472.041903:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767472.041908:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767472.041912:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767472.297852:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299329278, at 4299329280
00000100:00000010:2.0:1775767472.297871:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe39c0.
00000020:00000001:1.0:1775767473.065909:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767473.065913:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767473.065915:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1775767474.089970:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767474.089973:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767474.089975:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1775767475.113875:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767475.113879:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767475.113882:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767476.137779:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767476.137793:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767476.137798:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767476.137805:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767476.137813:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767476.137823:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4660
00000400:00000200:2.0:1775767476.137835:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767476.137842:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767476.137846:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767476.137851:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767476.137866:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767476.137874:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000020:00000001:1.0:1775767476.137875:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1775767476.137877:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767476.137880:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767476.137882:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767476.137886:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00010000:00010000:1.0:1775767476.137887:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775767476.137890:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767476.137894:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775767476.137898:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775767476.137900:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775767476.137903:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767476.137905:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767476.137906:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767476.137908:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767476.137910:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767476.137913:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767476.137914:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767476.137916:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767476.137919:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767476.137921:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767476.137923:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767476.137925:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767476.137933:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775767476.137936:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767476.137939:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767476.137940:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767476.137942:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767476.137945:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767476.137948:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767476.137957:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed800.
00000100:00000001:2.0:1775767476.137962:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767476.137970:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335105152/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767476.137977:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767476.137981:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767476.137984:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335105152/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767476.138001:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767476.138004:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767476.138007:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767476.138008:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767476.138010:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767476.138012:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767476.138015:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4660
00000400:00000200:2.0:1775767476.138019:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767476.138022:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767476.138026:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767476.138030:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767476.138034:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767476.138039:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767476.138041:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767476.138046:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767476.138049:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767476.138054:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767476.138057:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767476.138062:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767476.138068:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767476.138078:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767476.138084:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767476.138090:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767476.138095:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767476.138100:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767476.138107:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767476.138110:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767476.138115:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767476.138122:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767476.138125:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767476.138127:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767476.138131:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767476.138134:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767476.138138:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767476.138144:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775767476.138148:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767476.138153:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767476.138154:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767476.138155:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767476.138156:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767476.138158:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767476.138187:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed400.
00000100:00000001:2.0:1775767476.138190:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767476.138198:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335105280/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767476.138208:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767476.138211:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767476.138216:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335105280/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767476.138228:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767476.138233:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767476.138240:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767476.138245:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767476.138247:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767476.138252:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767476.138258:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4660
00000400:00000200:2.0:1775767476.138274:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767476.138278:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767476.138281:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767476.138284:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767476.138289:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767476.138293:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767476.138295:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767476.138300:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767476.138301:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767476.138304:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:3.1:1775767476.138305:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000020:00000040:2.0:1775767476.138307:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000800:00000200:3.1:1775767476.138309:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000020:00000001:2.0:1775767476.138310:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775767476.138312:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775767476.138314:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767476.138316:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767476.138317:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767476.138318:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767476.138319:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767476.138329:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767476.138332:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767476.138334:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767476.138336:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767476.138340:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767476.138341:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767476.138344:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767476.138348:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767476.138352:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767476.138358:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767476.138361:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767476.138365:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767476.138367:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767476.138369:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767476.138372:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767476.138374:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767476.138377:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bedc00.
00000100:00000001:2.0:1775767476.138382:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767476.138390:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335105408/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767476.138404:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767476.138408:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767476.138416:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335105408/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767476.138424:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767476.138428:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767476.138433:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767476.138435:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767476.138437:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767476.138440:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767476.138443:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4660
00000400:00000200:2.0:1775767476.138447:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767476.138450:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767476.138454:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767476.138457:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767476.138462:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767476.138466:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767476.138473:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767476.138479:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767476.138483:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767476.138488:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767476.138492:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775767476.138497:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775767476.138503:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767476.138511:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767476.138518:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767476.138524:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767476.138529:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767476.138536:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767476.138544:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767476.138551:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767476.138557:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767476.138562:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767476.138568:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767476.138574:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767476.138579:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767476.138585:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767476.138590:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767476.138596:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775767476.138601:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767476.138612:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767476.138615:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767476.138619:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767476.138621:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767476.138624:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767476.138629:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef800.
00000100:00000001:2.0:1775767476.138634:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767476.138644:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335105536/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767476.138664:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767476.138668:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767476.138675:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335105536/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767476.138689:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767476.138692:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767476.138699:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767476.138702:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767476.138704:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767476.138726:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767476.138730:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4660
00000400:00000200:2.0:1775767476.138734:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767476.138739:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767476.138743:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767476.138748:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767476.138751:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767476.138755:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767476.138757:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767476.138761:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767476.138763:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767476.138767:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767476.138769:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767476.138771:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775767476.138776:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767476.138782:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767476.138788:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767476.138791:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767476.138794:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767476.138800:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767476.138810:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767476.138816:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767476.138822:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767476.138828:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767476.138835:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767476.138841:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767476.138846:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767476.138853:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767476.138858:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767476.138867:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775767476.138873:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775767476.138880:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767476.138884:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767476.138887:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767476.138890:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767476.138895:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767476.138903:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee000.
00000100:00000001:2.0:1775767476.138908:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767476.138917:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335105664/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767476.138933:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767476.138936:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767476.138943:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335105664/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767476.138963:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767476.138969:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4670)
00000800:00000200:3.1:1775767476.138995:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767476.138997:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775767476.139208:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767476.139210:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775767476.139395:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767476.139397:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775767476.139655:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767476.139658:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000020:00000001:1.0:1775767477.161920:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767477.161924:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767477.161928:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767477.417804:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299334397, at 4299334400
00000100:00000010:2.0:1775767477.417816:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3ba0.
00000020:00000001:0.0:1775767478.185885:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767478.185888:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767478.185891:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1775767479.209875:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767479.209878:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767479.209881:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767480.233922:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767480.233927:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767480.233931:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1775767481.257863:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767481.257872:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775767481.257875:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767481.257879:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767481.257885:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767481.257893:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4665
00000400:00000200:0.0:1775767481.257903:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767481.257911:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767481.257915:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767481.257918:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767481.257922:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767481.257924:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767481.257926:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767481.257930:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767481.257932:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775767481.257935:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767481.257937:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775767481.257939:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775767481.257941:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775767481.257944:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000020:00000001:1.0:1775767481.257944:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1775767481.257948:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000020:00000001:1.0:1775767481.257950:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767481.257951:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767481.257955:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767481.257958:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00010000:00010000:1.0:1775767481.257958:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1775767481.257963:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767481.257965:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767481.257967:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767481.257970:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767481.257973:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767481.257976:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775767481.257978:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767481.257988:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925880.
00000020:00000040:0.0:1775767481.257991:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775767481.257995:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767481.257996:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767481.257999:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767481.258002:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767481.258007:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767481.258017:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e800.
00000100:00000001:0.0:1775767481.258025:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767481.258049:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925880 x1862022335105792/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767481.258062:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767481.258068:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767481.258074:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f872a4ed] to pc [ptlrpcd_rcv+-1]  req@ffff927322925880 x1862022335105792/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767481.258094:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767481.258097:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767481.258101:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775767481.258103:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767481.258104:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767481.258108:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767481.258144:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4665
00000400:00000200:0.0:1775767481.258153:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767481.258163:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767481.258166:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767481.258171:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767481.258175:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767481.258178:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767481.258185:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767481.258194:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767481.258199:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775767481.258205:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767481.258210:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775767481.258219:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:0.0:1775767481.258224:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:0.0:1775767481.258234:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767481.258236:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767481.258241:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767481.258251:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767481.258263:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:0.0:1775767481.258270:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767481.258283:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767481.258290:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767481.258298:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767481.258304:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767481.258305:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767481.258311:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767481.258316:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767481.258319:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767481.258322:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925500.
00000020:00000040:0.0:1775767481.258329:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:0.0:1775767481.258334:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767481.258336:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767481.258337:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767481.258339:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767481.258342:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767481.258349:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d800.
00000100:00000001:0.0:1775767481.258359:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767481.258380:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925500 x1862022335105920/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767481.258423:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767481.258435:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767481.258450:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a57c8e8f] to pc [ptlrpcd_rcv+-1]  req@ffff927322925500 x1862022335105920/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767481.258494:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767481.258504:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767481.258518:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775767481.258522:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767481.258527:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767481.258535:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767481.258544:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4665
00000400:00000200:0.0:1775767481.258561:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000800:00000200:3.1:1775767481.258569:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000400:00000200:0.0:1775767481.258570:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767481.258578:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000800:00000200:3.1:1775767481.258579:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000100:00000040:0.0:1775767481.258587:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767481.258593:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767481.258601:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767481.258606:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767481.258612:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767481.258615:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:0.0:1775767481.258619:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767481.258623:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775767481.258630:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:0.0:1775767481.258634:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:0.0:1775767481.258644:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767481.258649:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767481.258656:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767481.258670:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767481.258677:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:0.0:1775767481.258703:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767481.258753:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767481.258759:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767481.258765:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767481.258770:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767481.258773:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767481.258776:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767481.258784:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767481.258792:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767481.258806:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926d80.
00000020:00000040:0.0:1775767481.258815:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775767481.258827:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767481.258830:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767481.258838:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767481.258843:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767481.258848:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767481.258858:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c000.
00000100:00000001:0.0:1775767481.258867:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767481.258880:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926d80 x1862022335106048/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767481.258926:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767481.258933:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767481.258946:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000adacb2c9] to pc [ptlrpcd_rcv+-1]  req@ffff927322926d80 x1862022335106048/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767481.258999:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767481.259007:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767481.259018:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775767481.259021:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767481.259026:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767481.259035:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767481.259045:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4665
00000400:00000200:0.0:1775767481.259059:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767481.259077:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767481.259087:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767481.259100:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767481.259107:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767481.259128:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767481.259133:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767481.259138:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767481.259142:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775767481.259146:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767481.259153:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:0.0:1775767481.259163:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:0.0:1775767481.259168:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:0.0:1775767481.259177:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767481.259186:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767481.259196:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767481.259199:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767481.259203:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:0.0:1775767481.259219:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767481.259227:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767481.259234:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767481.259243:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767481.259250:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767481.259256:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767481.259260:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767481.259274:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767481.259280:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767481.259297:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927480.
00000020:00000040:0.0:1775767481.259310:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:0.0:1775767481.259320:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767481.259324:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767481.259330:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767481.259334:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767481.259342:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767481.259352:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e800.
00000100:00000001:0.0:1775767481.259360:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767481.259378:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927480 x1862022335106176/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767481.259420:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767481.259427:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767481.259443:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd1176bb] to pc [ptlrpcd_rcv+-1]  req@ffff927322927480 x1862022335106176/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767481.259495:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767481.259507:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.1:1775767481.259510:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767481.259517:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000100:00080000:0.0:1775767481.259521:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775767481.259527:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767481.259531:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767481.259537:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767481.259547:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4665
00000400:00000200:0.0:1775767481.259560:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767481.259570:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767481.259575:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767481.259586:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767481.259596:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767481.259601:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767481.259608:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767481.259615:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767481.259619:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:0.0:1775767481.259623:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767481.259626:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:0.0:1775767481.259631:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:0.0:1775767481.259637:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:0.0:1775767481.259657:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767481.259665:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767481.259673:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767481.259678:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767481.259685:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:0.0:1775767481.259696:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767481.259705:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767481.259739:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767481.259746:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767481.259756:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767481.259765:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767481.259773:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767481.259787:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767481.259797:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767481.259807:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926a00.
00000020:00000040:0.0:1775767481.259818:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:0.0:1775767481.259826:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767481.259832:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767481.259839:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767481.259843:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767481.259850:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767481.259864:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477ec00.
00000100:00000001:0.0:1775767481.259874:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767481.259888:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926a00 x1862022335106304/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767481.259943:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767481.259950:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767481.259964:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000798ab0be] to pc [ptlrpcd_rcv+-1]  req@ffff927322926a00 x1862022335106304/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767481.260019:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767481.260034:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4675)
00000800:00000200:3.1:1775767481.260145:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767481.260148:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775767481.260404:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767481.260406:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775767481.260596:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767481.260599:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000020:00000001:0.0:1775767482.281932:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767482.281936:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767482.281938:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767482.537849:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299339518, at 4299339520
00000100:00000010:2.0:1775767482.537864:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3d80.
00000020:00000001:0.0:1775767483.305902:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767483.305907:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767483.305911:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767484.329867:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767484.329871:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767484.329873:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767485.353948:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767485.353952:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767485.353956:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1775767486.377788:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767486.377797:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775767486.377800:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767486.377805:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767486.377811:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767486.377828:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4670
00000400:00000200:0.0:1775767486.377837:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767486.377843:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767486.377846:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767486.377848:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767486.377851:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767486.377853:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767486.377855:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767486.377858:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767486.377860:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775767486.377863:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767486.377865:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775767486.377867:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775767486.377869:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775767486.377872:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000020:00000001:1.0:1775767486.377873:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1775767486.377874:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000020:00000001:1.0:1775767486.377877:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767486.377878:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767486.377883:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00010000:00010000:1.0:1775767486.377884:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000040:0.0:1775767486.377886:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:0.0:1775767486.377889:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767486.377891:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767486.377893:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767486.377896:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767486.377899:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767486.377900:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775767486.377902:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767486.377909:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926300.
00000020:00000040:0.0:1775767486.377912:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775767486.377915:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767486.377916:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767486.377919:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767486.377921:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767486.377924:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767486.377931:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c400.
00000100:00000001:0.0:1775767486.377936:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767486.377944:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926300 x1862022335106432/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767486.377952:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767486.377956:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767486.377959:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e21317e] to pc [ptlrpcd_rcv+-1]  req@ffff927322926300 x1862022335106432/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767486.377975:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767486.377978:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767486.377980:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775767486.377982:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767486.377983:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767486.377985:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767486.377987:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4670
00000400:00000200:0.0:1775767486.377989:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767486.377992:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767486.377994:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767486.377996:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767486.377998:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767486.377999:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767486.378001:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767486.378002:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767486.378003:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775767486.378004:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767486.378006:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775767486.378007:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:0.0:1775767486.378009:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:0.0:1775767486.378011:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767486.378014:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767486.378017:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767486.378019:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767486.378021:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:0.0:1775767486.378024:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767486.378026:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767486.378029:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767486.378033:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767486.378035:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767486.378037:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767486.378041:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767486.378045:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767486.378049:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767486.378054:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924000.
00000020:00000040:0.0:1775767486.378056:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:0.0:1775767486.378059:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767486.378074:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767486.378077:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767486.378079:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767486.378082:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767486.378087:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d400.
00000100:00000001:0.0:1775767486.378091:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767486.378098:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924000 x1862022335106560/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767486.378110:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767486.378112:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767486.378116:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c89b33e] to pc [ptlrpcd_rcv+-1]  req@ffff927322924000 x1862022335106560/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767486.378126:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767486.378130:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767486.378135:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775767486.378137:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767486.378138:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767486.378140:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767486.378144:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4670
00000400:00000200:0.0:1775767486.378147:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767486.378149:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767486.378153:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767486.378158:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767486.378161:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767486.378165:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767486.378167:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767486.378169:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767486.378169:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:0.0:1775767486.378170:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767486.378172:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775767486.378176:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:0.0:1775767486.378180:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:0.0:1775767486.378186:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767486.378190:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767486.378192:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767486.378195:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767486.378198:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:0.0:1775767486.378204:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767486.378206:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767486.378209:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767486.378212:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767486.378214:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767486.378217:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767486.378220:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767486.378222:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767486.378224:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767486.378229:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927b80.
00000020:00000040:0.0:1775767486.378232:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775767486.378234:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767486.378235:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767486.378236:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767486.378237:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767486.378239:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767486.378242:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e000.
00000100:00000001:0.0:1775767486.378245:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767486.378250:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927b80 x1862022335106688/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767486.378261:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767486.378264:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767486.378270:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000282cd359] to pc [ptlrpcd_rcv+-1]  req@ffff927322927b80 x1862022335106688/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767486.378284:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767486.378288:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767486.378293:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775767486.378296:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767486.378298:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767486.378301:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767486.378305:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4670
00000400:00000200:0.0:1775767486.378308:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767486.378313:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767486.378317:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767486.378323:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767486.378328:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767486.378330:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767486.378333:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767486.378336:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767486.378339:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775767486.378341:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767486.378343:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:0.0:1775767486.378345:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:0.0:1775767486.378348:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:0.0:1775767486.378351:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767486.378355:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767486.378360:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767486.378363:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767486.378365:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:0.0:1775767486.378368:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767486.378369:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767486.378370:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:3.1:1775767486.378370:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
02000000:00000001:0.0:1775767486.378374:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767486.378375:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767486.378377:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767486.378378:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767486.378379:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767486.378380:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767486.378383:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927800.
00000020:00000040:0.0:1775767486.378384:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:0.0:1775767486.378386:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767486.378388:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767486.378390:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767486.378392:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767486.378395:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767486.378399:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f400.
00000100:00000001:0.0:1775767486.378403:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767486.378409:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927800 x1862022335106816/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767486.378423:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767486.378427:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767486.378435:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e429b339] to pc [ptlrpcd_rcv+-1]  req@ffff927322927800 x1862022335106816/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767486.378452:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767486.378456:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767486.378460:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775767486.378463:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767486.378466:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767486.378472:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767486.378479:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4670
00000400:00000200:0.0:1775767486.378491:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767486.378496:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767486.378500:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767486.378503:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767486.378506:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767486.378510:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767486.378517:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767486.378522:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767486.378525:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:0.0:1775767486.378529:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767486.378534:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:0.0:1775767486.378538:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:0.0:1775767486.378544:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:0.0:1775767486.378553:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767486.378557:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767486.378562:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767486.378567:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767486.378574:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:0.0:1775767486.378579:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767486.378583:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767486.378587:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767486.378592:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767486.378596:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767486.378599:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767486.378603:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767486.378616:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767486.378622:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767486.378626:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925180.
00000020:00000040:0.0:1775767486.378628:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:0.0:1775767486.378632:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767486.378634:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767486.378638:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767486.378639:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767486.378641:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767486.378646:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477cc00.
00000100:00000001:0.0:1775767486.378650:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767486.378657:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925180 x1862022335106944/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767486.378672:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767486.378676:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767486.378684:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a34329a0] to pc [ptlrpcd_rcv+-1]  req@ffff927322925180 x1862022335106944/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767486.378749:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775767486.378756:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000040:0.0:1775767486.378759:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4681)
00000800:00000200:3.1:1775767486.378925:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767486.379108:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767486.379286:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000020:00000001:0.0:1775767487.401898:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767487.401903:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767487.401906:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767487.657799:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299344637, at 4299344640
00000100:00000010:2.0:1775767487.657820:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3cc0.
00000020:00000001:1.0:1775767488.425885:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767488.425889:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767488.425893:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767489.449926:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767489.449929:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767489.449932:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1775767489.450025:0:2394:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.131:988
00000400:00000100:0.0:1775767489.450083:0:2394:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.131@tcp at host 192.168.202.131 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1775767489.450096:0:2394:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767489.450100:0:2394:0:(router.c:1750:lnet_notify()) 192.168.202.31@tcp notifying 192.168.202.131@tcp: down
00000400:00000200:0.0:1775767489.450106:0:2394:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767489.450116:0:2394:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:0.0:1775767489.450122:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:0.0:1775767489.450126:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:0.0:1775767489.450133:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1775767489.450138:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1775767489.450145:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3880
00000400:00000010:0.0:1775767489.450148:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3880.
00000100:00000001:0.0:1775767489.450153:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775767489.450162:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927322926300 x1862022335106432/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767489.450183:0:2394:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775767489.450188:0:2394:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322926300 x1862022335106432/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767511 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767489.450196:0:2394:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767489.450199:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1775767489.450211:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:0.0:1775767489.450214:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931e00.
00000400:00000200:0.0:1775767489.450224:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1775767489.450231:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1775767489.450236:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3770
00000400:00000010:0.0:1775767489.450240:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3770.
00000100:00000001:0.0:1775767489.450245:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775767489.450253:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927322924000 x1862022335106560/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767489.450265:0:2394:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775767489.450268:0:2394:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322924000 x1862022335106560/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767511 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767489.450292:0:2394:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767489.450295:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1775767489.450303:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:0.0:1775767489.450307:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931d00.
00000400:00000200:0.0:1775767489.450313:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1775767489.450321:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1775767489.450325:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3d48
00000400:00000010:0.0:1775767489.450329:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3d48.
00000100:00000001:0.0:1775767489.450335:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775767489.450344:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927322927b80 x1862022335106688/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767489.450359:0:2394:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775767489.450372:0:2394:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322927b80 x1862022335106688/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767511 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767489.450388:0:2394:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767489.450392:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1775767489.450401:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:0.0:1775767489.450406:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931a00.
00000400:00000200:0.0:1775767489.450412:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1775767489.450420:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1775767489.450425:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef35d8
00000400:00000010:0.0:1775767489.450429:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef35d8.
00000100:00000001:0.0:1775767489.450434:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775767489.450442:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927322927800 x1862022335106816/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767489.450463:0:2394:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775767489.450469:0:2394:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322927800 x1862022335106816/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767511 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767489.450491:0:2394:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767489.450496:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1775767489.450505:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:0.0:1775767489.450510:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:0.0:1775767489.450516:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1775767489.450526:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1775767489.450534:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3cc0
00000400:00000010:0.0:1775767489.450537:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3cc0.
00000100:00000001:0.0:1775767489.450542:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775767489.450550:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927322925180 x1862022335106944/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767489.450565:0:2394:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775767489.450568:0:2394:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322925180 x1862022335106944/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767511 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767489.450575:0:2394:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767489.450577:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:1.0:1775767490.473889:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767490.473894:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767490.473897:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767491.497832:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767491.497844:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767491.497849:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767491.497854:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767491.497861:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767491.497868:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4676
00000400:00000200:2.0:1775767491.497879:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767491.497888:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767491.497892:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767491.497906:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767491.497911:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767491.497915:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767491.497918:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767491.497921:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767491.497923:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767491.497925:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767491.497929:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775767491.497931:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775767491.497935:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775767491.497939:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767491.497942:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767491.497945:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767491.497947:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767491.497951:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000020:00000001:0.0:1775767491.497953:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00080000:2.0:1775767491.497956:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000020:00000001:0.0:1775767491.497958:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767491.497960:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767491.497964:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
02000000:00000001:2.0:1775767491.497965:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767491.497970:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767491.497974:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767491.497977:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767491.497980:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767491.497987:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
00000020:00000040:2.0:1775767491.497991:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767491.497995:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767491.497996:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767491.498000:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767491.498002:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767491.498007:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767491.498041:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306befc00.
00000100:00000001:2.0:1775767491.498049:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767491.498058:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335107072/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767491.498069:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767491.498074:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767491.498079:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335107072/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767491.498103:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767491.498106:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767491.498109:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767491.498111:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767491.498112:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767491.498116:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767491.498118:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4676
00000400:00000200:2.0:1775767491.498122:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767491.498128:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767491.498130:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767491.498134:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767491.498136:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767491.498137:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767491.498139:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767491.498142:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767491.498143:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767491.498144:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767491.498147:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767491.498149:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767491.498151:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767491.498154:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767491.498157:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767491.498159:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767491.498161:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767491.498163:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767491.498166:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767491.498171:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767491.498174:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767491.498181:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767491.498186:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767491.498190:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767491.498195:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767491.498203:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767491.498206:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767491.498212:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
00000020:00000040:2.0:1775767491.498217:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767491.498223:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767491.498227:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767491.498232:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767491.498236:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767491.498239:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767491.498245:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306becc00.
00000100:00000001:2.0:1775767491.498250:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767491.498260:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335107200/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767491.498277:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767491.498288:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767491.498296:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335107200/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767491.498324:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767491.498329:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767491.498337:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767491.498341:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767491.498345:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767491.498354:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767491.498363:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4676
00000400:00000200:2.0:1775767491.498375:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767491.498391:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767491.498397:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767491.498402:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767491.498406:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767491.498412:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767491.498416:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767491.498421:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767491.498424:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767491.498428:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767491.498433:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775767491.498438:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775767491.498444:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775767491.498451:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767491.498456:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767491.498462:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767491.498467:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767491.498473:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767491.498478:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767491.498484:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767491.498491:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767491.498496:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767491.498499:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767491.498501:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767491.498503:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767491.498506:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767491.498508:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767491.498513:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775767491.498516:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767491.498519:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767491.498520:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767491.498522:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767491.498524:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767491.498526:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767491.498531:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec000.
00000100:00000001:2.0:1775767491.498534:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767491.498540:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335107328/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767491.498548:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767491.498551:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767491.498554:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335107328/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767491.498562:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767491.498565:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767491.498569:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767491.498571:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767491.498573:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767491.498575:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767491.498579:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4676
00000400:00000200:2.0:1775767491.498595:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767491.498602:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767491.498604:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767491.498610:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767491.498613:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767491.498618:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767491.498624:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767491.498628:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767491.498632:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767491.498634:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767491.498639:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000800:00000200:3.1:1775767491.498639:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000020:00000001:2.0:1775767491.498645:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000800:00000200:3.1:1775767491.498646:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000020:00000001:2.0:1775767491.498648:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767491.498653:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767491.498655:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767491.498656:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767491.498658:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767491.498660:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767491.498665:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767491.498670:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767491.498673:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767491.498678:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767491.498682:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767491.498686:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767491.498688:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767491.498693:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767491.498698:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767491.498705:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775767491.498759:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767491.498765:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767491.498768:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767491.498772:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767491.498776:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767491.498780:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767491.498788:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306beec00.
00000100:00000001:2.0:1775767491.498794:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767491.498805:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335107456/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767491.498824:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767491.498828:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767491.498835:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335107456/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767491.498854:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767491.498860:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767491.498866:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767491.498869:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767491.498871:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767491.498878:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767491.498885:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4676
00000400:00000200:2.0:1775767491.498896:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767491.498902:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767491.498907:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767491.498914:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767491.498919:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767491.498924:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767491.498930:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767491.498936:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767491.498939:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767491.498941:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767491.498943:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767491.498947:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775767491.498951:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767491.498958:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767491.498963:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767491.498968:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767491.498973:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767491.498978:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767491.498983:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767491.498990:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767491.498995:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767491.499000:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767491.499004:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767491.499007:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767491.499009:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767491.499023:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767491.499026:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767491.499033:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767491.499038:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775767491.499043:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767491.499047:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767491.499051:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767491.499054:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767491.499058:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767491.499066:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef000.
00000100:00000001:2.0:1775767491.499073:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767491.499083:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335107584/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767491.499102:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767491.499107:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767491.499117:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335107584/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767491.499137:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767491.499146:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4686)
00000800:00000200:3.1:1775767491.499381:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767491.499384:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775767491.499695:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767491.499698:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775767491.500046:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767491.500049:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775767491.500325:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767491.500327:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000020:00000001:1.0:1775767492.521870:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767492.521874:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767492.521877:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767492.777769:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299349758, at 4299349760
00000100:00000010:2.0:1775767492.777783:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3d80.
00000020:00000001:1.0:1775767493.545882:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767493.545886:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767493.545889:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767494.569977:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767494.569981:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767494.569998:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1775767495.593934:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767495.593939:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767495.593944:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767496.617802:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767496.617811:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767496.617814:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767496.617820:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767496.617825:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767496.617859:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4681
00000400:00000200:2.0:1775767496.617872:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767496.617879:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767496.617885:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767496.617892:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767496.617898:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000020:00000001:1.0:1775767496.617917:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000040:2.0:1775767496.617920:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000020:00000001:1.0:1775767496.617921:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767496.617925:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00010000:00010000:1.0:1775767496.617927:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775767496.617932:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767496.617935:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767496.617938:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767496.617941:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775767496.617944:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775767496.617946:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775767496.617952:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767496.617953:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767496.617955:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767496.617956:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767496.617958:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767496.617961:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767496.617974:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767496.617977:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767496.617980:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767496.617983:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767496.617984:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767496.617986:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767496.617997:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775767496.618002:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767496.618005:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767496.618006:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767496.618009:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767496.618012:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767496.618017:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767496.618025:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef400.
00000100:00000001:2.0:1775767496.618032:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767496.618042:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335107712/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767496.618051:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767496.618056:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767496.618060:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335107712/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767496.618082:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767496.618085:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767496.618088:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767496.618089:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767496.618091:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767496.618093:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767496.618095:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4681
00000400:00000200:2.0:1775767496.618098:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767496.618102:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767496.618104:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767496.618107:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767496.618110:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767496.618112:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767496.618115:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767496.618118:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767496.618120:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767496.618122:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767496.618125:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767496.618127:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767496.618129:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767496.618133:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767496.618135:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767496.618137:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767496.618140:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767496.618145:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767496.618150:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767496.618154:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767496.618156:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767496.618169:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767496.618172:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767496.618174:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767496.618179:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767496.618183:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767496.618187:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767496.618191:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775767496.618194:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767496.618198:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767496.618200:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767496.618203:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767496.618205:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767496.618207:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767496.618212:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed000.
00000100:00000001:2.0:1775767496.618218:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767496.618225:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335107840/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767496.618235:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767496.618238:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767496.618244:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335107840/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767496.618281:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767496.618287:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767496.618293:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767496.618296:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767496.618299:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767496.618302:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767496.618310:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4681
00000400:00000200:2.0:1775767496.618350:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767496.618357:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767496.618362:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767496.618364:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767496.618367:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767496.618372:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767496.618375:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767496.618379:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767496.618381:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767496.618384:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:3.1:1775767496.618385:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000020:00000040:2.0:1775767496.618387:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000800:00000200:3.1:1775767496.618389:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000020:00000001:2.0:1775767496.618390:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775767496.618395:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775767496.618402:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767496.618406:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767496.618410:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767496.618412:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767496.618414:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767496.618420:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767496.618423:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767496.618426:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767496.618429:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767496.618432:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767496.618434:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767496.618436:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767496.618438:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767496.618441:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767496.618446:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767496.618450:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767496.618456:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767496.618458:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767496.618461:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767496.618464:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767496.618467:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767496.618473:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec400.
00000100:00000001:2.0:1775767496.618476:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767496.618484:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335107968/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767496.618498:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767496.618501:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767496.618506:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335107968/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767496.618515:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767496.618517:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767496.618522:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767496.618524:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767496.618525:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767496.618528:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767496.618532:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4681
00000400:00000200:2.0:1775767496.618537:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767496.618543:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767496.618547:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767496.618552:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767496.618555:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767496.618557:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767496.618560:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767496.618563:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767496.618565:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767496.618568:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767496.618571:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775767496.618575:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775767496.618577:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767496.618581:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767496.618585:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767496.618589:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767496.618591:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767496.618595:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767496.618600:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767496.618602:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767496.618605:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767496.618607:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767496.618612:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767496.618616:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767496.618619:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767496.618623:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767496.618626:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767496.618632:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775767496.618635:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767496.618646:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767496.618649:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767496.618652:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767496.618655:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767496.618658:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767496.618662:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee400.
00000100:00000001:2.0:1775767496.618667:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767496.618676:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335108096/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767496.618692:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767496.618696:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767496.618702:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335108096/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767496.618766:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767496.618773:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767496.618781:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767496.618785:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767496.618789:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767496.618795:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767496.618801:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4681
00000400:00000200:2.0:1775767496.618809:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767496.618815:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767496.618841:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767496.618846:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767496.618851:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767496.618853:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767496.618857:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767496.618861:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767496.618864:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767496.618867:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767496.618868:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767496.618872:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775767496.618875:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767496.618879:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767496.618880:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767496.618883:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767496.618901:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767496.618903:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767496.618906:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767496.618907:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767496.618909:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767496.618913:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767496.618917:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767496.618920:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767496.618923:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767496.618927:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767496.618930:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767496.618936:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775767496.618940:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775767496.618944:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767496.618947:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767496.618951:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767496.618953:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767496.618956:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767496.618961:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef400.
00000100:00000001:2.0:1775767496.618980:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767496.618987:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335108224/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767496.618996:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767496.618999:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767496.619004:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335108224/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767496.619016:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767496.619021:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4691)
00000800:00000200:3.1:1775767496.619091:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767496.619093:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775767496.619323:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767496.619325:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775767496.619496:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767496.619497:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775767496.619885:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767496.619887:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000020:00000001:1.0:1775767497.641886:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767497.641889:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767497.641892:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767497.897800:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299354877, at 4299354880
00000100:00000010:2.0:1775767497.897815:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3ba0.
00000020:00000001:1.0:1775767498.665911:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767498.665914:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767498.665917:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1775767499.690018:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767499.690023:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767499.690027:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767500.713894:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767500.713898:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767500.713901:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767501.737787:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767501.737796:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767501.737801:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767501.737805:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767501.737809:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767501.737816:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4686
00000400:00000200:2.0:1775767501.737827:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767501.737834:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767501.737839:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767501.737847:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767501.737852:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767501.737857:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767501.737861:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767501.737866:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767501.737869:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767501.737872:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767501.737876:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775767501.737881:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775767501.737886:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775767501.737891:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767501.737895:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767501.737899:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767501.737903:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767501.737906:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767501.737908:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767501.737910:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767501.737912:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767501.737929:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767501.737931:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767501.737933:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767501.737935:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767501.737943:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
00000020:00000040:2.0:1775767501.737947:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767501.737950:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767501.737952:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767501.737953:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1775767501.737955:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000020:00000001:1.0:1775767501.737956:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767501.737959:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00010000:00010000:1.0:1775767501.737960:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
02000000:00000001:2.0:1775767501.737963:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767501.737971:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee800.
00000100:00000001:2.0:1775767501.737976:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767501.737984:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335108352/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767501.737992:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767501.737995:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767501.737999:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335108352/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767501.738015:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767501.738017:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767501.738020:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767501.738021:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767501.738022:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767501.738024:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767501.738026:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4686
00000400:00000200:2.0:1775767501.738030:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767501.738033:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767501.738035:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767501.738037:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767501.738039:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767501.738041:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767501.738044:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767501.738047:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767501.738048:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767501.738051:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767501.738053:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767501.738056:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767501.738058:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767501.738066:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767501.738071:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767501.738074:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767501.738077:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767501.738081:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767501.738084:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767501.738087:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767501.738090:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767501.738095:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767501.738099:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767501.738102:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767501.738106:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767501.738111:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767501.738112:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767501.738116:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
00000020:00000040:2.0:1775767501.738122:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767501.738125:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767501.738128:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767501.738130:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767501.738131:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767501.738133:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767501.738139:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef000.
00000100:00000001:2.0:1775767501.738142:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767501.738148:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335108480/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767501.738160:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767501.738163:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767501.738169:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335108480/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767501.738201:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767501.738207:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767501.738209:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767501.738210:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767501.738212:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767501.738217:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767501.738221:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4686
00000400:00000200:2.0:1775767501.738272:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767501.738277:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767501.738280:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767501.738282:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767501.738284:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767501.738287:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767501.738289:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767501.738291:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767501.738293:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767501.738296:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767501.738298:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775767501.738301:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775767501.738303:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775767501.738307:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767501.738309:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767501.738314:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000800:00000200:3.1:1775767501.738315:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:2.0:1775767501.738317:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767501.738320:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000800:00000200:3.1:1775767501.738320:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000100:00080000:2.0:1775767501.738333:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767501.738335:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767501.738337:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767501.738342:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767501.738348:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767501.738353:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767501.738355:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767501.738358:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767501.738363:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767501.738371:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775767501.738377:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767501.738383:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767501.738386:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767501.738392:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767501.738403:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767501.738407:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767501.738415:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306beec00.
00000100:00000001:2.0:1775767501.738421:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767501.738431:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335108608/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767501.738445:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767501.738449:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767501.738453:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335108608/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767501.738464:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767501.738467:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767501.738472:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767501.738475:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767501.738476:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767501.738480:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767501.738485:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4686
00000400:00000200:2.0:1775767501.738491:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767501.738497:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767501.738502:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767501.738508:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767501.738513:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767501.738517:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767501.738522:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767501.738525:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767501.738526:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767501.738530:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767501.738533:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775767501.738537:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775767501.738541:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767501.738547:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767501.738550:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767501.738554:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767501.738559:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767501.738566:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767501.738573:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767501.738581:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767501.738586:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767501.738592:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767501.738598:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767501.738602:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767501.738617:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767501.738624:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767501.738627:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767501.738632:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775767501.738636:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767501.738643:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767501.738645:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767501.738648:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767501.738650:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767501.738653:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767501.738657:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec000.
00000100:00000001:2.0:1775767501.738664:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767501.738672:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335108736/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767501.738693:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767501.738697:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767501.738702:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335108736/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767501.738741:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767501.738746:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767501.738755:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767501.738759:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767501.738762:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767501.738768:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767501.738775:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4686
00000400:00000200:2.0:1775767501.738782:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767501.738789:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767501.738793:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767501.738798:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767501.738802:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767501.738807:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767501.738812:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767501.738816:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767501.738819:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767501.738821:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767501.738824:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767501.738828:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775767501.738832:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767501.738837:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767501.738842:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767501.738847:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767501.738850:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767501.738853:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767501.738857:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767501.738864:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767501.738870:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767501.738876:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767501.738881:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767501.738886:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767501.738891:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767501.738899:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767501.738904:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767501.738925:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767501.738932:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775767501.738938:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767501.738941:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767501.738946:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767501.738949:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767501.738953:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767501.738961:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306becc00.
00000100:00000001:2.0:1775767501.738968:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767501.738979:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335108864/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767501.739007:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767501.739012:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767501.739018:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335108864/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1775767501.739024:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767501.739029:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000100:00000001:2.0:1775767501.739038:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767501.739044:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4696)
00000800:00000200:3.1:1775767501.739234:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767501.739235:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775767501.739465:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767501.739467:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775767501.739776:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767501.739778:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000020:00000001:1.0:1775767502.761872:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767502.761875:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767502.761878:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767503.017792:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299359997, at 4299360000
00000100:00000010:2.0:1775767503.017807:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe39c0.
00000020:00000001:0.0:1775767503.785931:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767503.785937:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767503.785940:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767504.809851:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767504.809855:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767504.809857:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767505.833855:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767505.833859:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767505.833863:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1775767506.857856:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767506.857881:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775767506.857884:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767506.857888:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767506.857895:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767506.857902:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4691
00000400:00000200:1.0:1775767506.857911:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767506.857916:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767506.857918:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767506.857921:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767506.857924:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767506.857927:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767506.857929:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767506.857933:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767506.857934:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:1.0:1775767506.857936:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767506.857938:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:1.0:1775767506.857940:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:1.0:1775767506.857942:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:1.0:1775767506.857944:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767506.857945:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767506.857947:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767506.857948:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767506.857950:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:1.0:1775767506.857954:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767506.857955:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767506.857958:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767506.857961:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767506.857964:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767506.857965:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767506.857967:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767506.857977:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10000.
00000020:00000001:0.0:1775767506.857978:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000040:1.0:1775767506.857980:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
00000020:00000001:0.0:1775767506.857982:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767506.857990:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
02000000:00000001:1.0:1775767506.857991:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767506.857994:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767506.857999:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767506.858003:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767506.858008:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767506.858017:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8400.
00000100:00000001:1.0:1775767506.858024:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767506.858044:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10000 x1862022335108992/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767506.858058:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767506.858062:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767506.858065:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbb7fab8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10000 x1862022335108992/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767506.858084:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767506.858087:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767506.858097:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775767506.858100:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767506.858102:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767506.858110:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767506.858113:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4691
00000400:00000200:1.0:1775767506.858121:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767506.858129:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767506.858134:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767506.858146:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767506.858150:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767506.858158:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767506.858166:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767506.858173:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767506.858175:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:1.0:1775767506.858179:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767506.858180:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:1.0:1775767506.858182:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:1.0:1775767506.858183:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:1.0:1775767506.858187:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767506.858193:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767506.858196:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767506.858205:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767506.858213:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:1.0:1775767506.858220:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767506.858229:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767506.858234:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767506.858242:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767506.858250:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767506.858258:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767506.858264:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767506.858270:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767506.858276:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767506.858282:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10e00.
00000020:00000040:1.0:1775767506.858291:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:1.0:1775767506.858295:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767506.858298:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767506.858303:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767506.858304:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767506.858307:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767506.858311:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046ea000.
00000100:00000001:1.0:1775767506.858316:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767506.858321:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10e00 x1862022335109120/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767506.858332:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767506.858334:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767506.858339:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009b4566e] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10e00 x1862022335109120/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767506.858362:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767506.858367:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767506.858385:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775767506.858388:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767506.858394:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767506.858401:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767506.858407:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4691
00000400:00000200:1.0:1775767506.858418:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767506.858424:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767506.858429:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767506.858432:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767506.858435:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767506.858442:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767506.858447:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767506.858452:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767506.858453:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:1.0:1775767506.858455:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767506.858456:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:1.0:1775767506.858457:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:1.0:1775767506.858459:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:1.0:1775767506.858466:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767506.858474:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767506.858475:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767506.858477:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767506.858486:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:1.0:1775767506.858492:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767506.858495:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767506.858496:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767506.858500:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767506.858505:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767506.858507:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767506.858509:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767506.858514:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767506.858522:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767506.858525:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11c00.
00000020:00000040:1.0:1775767506.858529:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:1.0:1775767506.858532:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767506.858535:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767506.858539:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767506.858544:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767506.858547:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767506.858558:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046ea400.
00000100:00000001:1.0:1775767506.858567:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767506.858573:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11c00 x1862022335109248/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767506.858604:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767506.858609:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767506.858620:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062b06338] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11c00 x1862022335109248/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767506.858634:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767506.858636:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767506.858643:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775767506.858646:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767506.858650:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767506.858659:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767506.858669:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4691
00000800:00000200:3.1:1775767506.858669:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767506.858679:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000400:00000200:1.0:1775767506.858687:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767506.858694:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767506.858703:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767506.858751:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767506.858758:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767506.858766:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767506.858768:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767506.858772:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767506.858774:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:1.0:1775767506.858778:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767506.858782:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:1.0:1775767506.858792:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:1.0:1775767506.858800:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:1.0:1775767506.858816:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767506.858824:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767506.858831:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767506.858838:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767506.858845:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:1.0:1775767506.858851:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767506.858855:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767506.858858:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767506.858862:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767506.858878:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767506.858879:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767506.858881:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767506.858883:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767506.858884:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767506.858888:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10700.
00000020:00000040:1.0:1775767506.858897:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:1.0:1775767506.858907:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767506.858910:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767506.858916:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767506.858918:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767506.858926:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767506.858942:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9400.
00000100:00000001:1.0:1775767506.858948:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767506.858963:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10700 x1862022335109376/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767506.858976:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767506.858987:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767506.859002:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9d335f8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10700 x1862022335109376/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767506.859070:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767506.859080:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767506.859090:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775767506.859096:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767506.859102:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767506.859110:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767506.859122:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4691
00000400:00000200:1.0:1775767506.859134:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767506.859149:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767506.859156:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767506.859165:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767506.859171:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767506.859177:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767506.859184:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767506.859188:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767506.859191:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:1.0:1775767506.859194:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767506.859197:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:1.0:1775767506.859200:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:1.0:1775767506.859204:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:1.0:1775767506.859210:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767506.859215:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767506.859219:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767506.859227:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767506.859236:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:1.0:1775767506.859243:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767506.859251:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767506.859262:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767506.859268:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767506.859280:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767506.859288:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767506.859295:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767506.859304:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767506.859307:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767506.859314:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11500.
00000020:00000040:1.0:1775767506.859321:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:1.0:1775767506.859333:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767506.859338:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767506.859345:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767506.859351:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767506.859354:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767506.859366:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eb000.
00000100:00000001:1.0:1775767506.859370:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767506.859377:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11500 x1862022335109504/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767506.859397:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767506.859404:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767506.859421:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3229bd5] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11500 x1862022335109504/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767506.859447:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767506.859457:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4701)
00000800:00000200:3.1:1775767506.859586:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767506.859588:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775767506.859927:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767506.859929:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775767506.860120:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767506.860122:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775767506.860403:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767506.860405:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000020:00000001:0.0:1775767507.881997:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767507.882001:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767507.882004:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767508.137838:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299365118, at 4299365120
00000100:00000010:2.0:1775767508.137868:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe30c0.
00000020:00000001:1.0:1775767508.906076:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767508.906080:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767508.906085:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767509.929956:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767509.929960:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767509.929963:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1775767510.953942:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767510.953949:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767510.953954:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767511.977869:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767511.977888:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767511.977896:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767511.977902:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767511.977913:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767511.977927:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4696
00000400:00000200:2.0:1775767511.977955:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767511.977965:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767511.977970:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767511.977974:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767511.977978:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767511.977983:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767511.977986:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767511.977992:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767511.977996:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767511.978002:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000001:0.0:1775767511.978005:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000040:2.0:1775767511.978005:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775767511.978010:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767511.978012:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00010000:00010000:0.0:1775767511.978014:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775767511.978024:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775767511.978028:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767511.978031:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767511.978033:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767511.978036:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767511.978039:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767511.978043:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767511.978047:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767511.978050:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767511.978054:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767511.978058:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767511.978062:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767511.978065:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767511.978077:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775767511.978082:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767511.978087:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767511.978089:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767511.978093:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767511.978108:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767511.978114:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767511.978124:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306befc00.
00000100:00000001:2.0:1775767511.978132:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767511.978146:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335109632/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767511.978158:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767511.978165:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767511.978170:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335109632/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767511.978194:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767511.978198:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767511.978202:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767511.978204:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767511.978206:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767511.978210:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767511.978214:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4696
00000400:00000200:2.0:1775767511.978220:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767511.978226:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767511.978230:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767511.978240:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767511.978247:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767511.978251:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767511.978257:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767511.978270:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767511.978277:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767511.978282:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767511.978286:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767511.978292:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767511.978298:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767511.978304:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767511.978308:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767511.978313:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767511.978321:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767511.978329:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767511.978333:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767511.978336:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767511.978338:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767511.978345:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767511.978355:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767511.978357:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767511.978364:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767511.978373:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767511.978378:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767511.978382:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775767511.978389:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767511.978395:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767511.978399:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767511.978402:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767511.978404:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767511.978407:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767511.978417:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec800.
00000100:00000001:2.0:1775767511.978430:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767511.978444:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335109760/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767511.978472:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767511.978479:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767511.978489:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335109760/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767511.978499:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767511.978501:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767511.978504:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767511.978510:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767511.978515:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767511.978519:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767511.978524:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4696
00000400:00000200:2.0:1775767511.978576:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767511.978584:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767511.978588:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767511.978595:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767511.978597:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767511.978605:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767511.978609:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767511.978613:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767511.978615:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767511.978618:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767511.978621:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775767511.978626:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775767511.978628:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775767511.978646:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767511.978647:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1775767511.978653:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000040:2.0:1775767511.978654:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000800:00000200:3.1:1775767511.978663:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000100:00000001:2.0:1775767511.978664:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767511.978672:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767511.978685:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767511.978695:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767511.978699:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767511.978703:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767511.978751:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767511.978756:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767511.978760:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767511.978765:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767511.978774:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767511.978785:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767511.978789:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767511.978792:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767511.978794:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767511.978798:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767511.978801:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767511.978804:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767511.978827:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee000.
00000100:00000001:2.0:1775767511.978835:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767511.978844:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335109888/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767511.978857:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767511.978859:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767511.978864:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335109888/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767511.978884:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767511.978888:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767511.978891:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767511.978894:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767511.978898:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767511.978901:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767511.978907:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4696
00000400:00000200:2.0:1775767511.978918:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767511.978926:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767511.978931:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767511.978939:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767511.978946:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767511.978951:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767511.978955:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767511.978963:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767511.978967:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767511.978975:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767511.978980:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775767511.978985:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775767511.978993:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767511.979002:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767511.979007:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767511.979012:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767511.979015:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767511.979018:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767511.979027:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767511.979030:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767511.979034:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767511.979038:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767511.979045:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767511.979048:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767511.979051:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767511.979062:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767511.979064:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767511.979069:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775767511.979074:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767511.979080:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767511.979083:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767511.979089:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767511.979095:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767511.979101:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767511.979118:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef800.
00000100:00000001:2.0:1775767511.979127:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767511.979150:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335110016/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767511.979179:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767511.979187:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767511.979201:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335110016/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767511.979220:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767511.979231:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767511.979248:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767511.979253:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767511.979259:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767511.979269:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767511.979279:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4696
00000400:00000200:2.0:1775767511.979295:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767511.979305:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767511.979313:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767511.979332:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767511.979342:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767511.979354:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767511.979364:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767511.979373:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767511.979379:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767511.979385:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767511.979389:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767511.979399:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775767511.979411:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767511.979424:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767511.979432:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767511.979440:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767511.979454:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767511.979463:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767511.979478:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767511.979489:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767511.979500:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767511.979505:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767511.979512:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767511.979515:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767511.979520:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767511.979529:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767511.979537:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767511.979548:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775767511.979559:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775767511.979562:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767511.979564:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767511.979576:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767511.979583:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767511.979589:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767511.979605:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bedc00.
00000100:00000001:2.0:1775767511.979615:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767511.979625:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335110144/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767511.979646:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767511.979652:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767511.979662:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335110144/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767511.979689:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767511.979703:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4706)
00000800:00000200:3.1:1775767511.979790:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767511.979792:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775767511.980005:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767511.980007:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775767511.980257:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767511.980259:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775767511.980566:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767511.980567:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000020:00000001:1.0:1775767513.001920:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767513.001925:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767513.001929:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767513.257816:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299370238, at 4299370240
00000100:00000010:2.0:1775767513.257845:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3e40.
00000020:00000001:1.0:1775767514.025960:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767514.025964:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767514.025983:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1775767515.049908:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767515.049913:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767515.049916:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1775767516.073929:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767516.073933:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767516.073936:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1775767517.097876:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767517.097890:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775767517.097895:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767517.097912:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767517.097917:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767517.097926:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4701
00000400:00000200:0.0:1775767517.097937:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767517.097944:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767517.097948:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767517.097953:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767517.097957:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767517.097960:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767517.097963:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767517.097967:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767517.097969:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775767517.097973:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767517.097976:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775767517.097978:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775767517.097982:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775767517.097985:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767517.097988:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767517.097991:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767517.097993:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767517.097997:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:0.0:1775767517.098001:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767517.098005:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767517.098009:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767517.098014:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767517.098017:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767517.098020:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775767517.098033:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767517.098044:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926680.
00000020:00000040:0.0:1775767517.098048:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
00000020:00000001:1.0:1775767517.098053:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
02000000:00000001:0.0:1775767517.098054:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767517.098058:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767517.098062:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767517.098064:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00010000:00010000:1.0:1775767517.098073:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
02000000:00000001:0.0:1775767517.098080:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767517.098086:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767517.098097:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f000.
00000100:00000001:0.0:1775767517.098105:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767517.098115:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926680 x1862022335110272/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767517.098137:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767517.098143:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767517.098148:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad2d9012] to pc [ptlrpcd_rcv+-1]  req@ffff927322926680 x1862022335110272/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767517.098177:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767517.098181:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767517.098185:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775767517.098187:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767517.098189:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767517.098192:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767517.098196:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4701
00000400:00000200:0.0:1775767517.098214:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767517.098220:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767517.098225:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767517.098230:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767517.098235:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767517.098239:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767517.098243:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767517.098249:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767517.098252:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775767517.098257:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767517.098261:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775767517.098266:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:0.0:1775767517.098272:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:0.0:1775767517.098281:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767517.098289:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767517.098298:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767517.098303:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767517.098306:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:0.0:1775767517.098311:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767517.098315:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767517.098324:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767517.098331:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767517.098337:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767517.098340:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767517.098348:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767517.098354:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767517.098357:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767517.098364:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925c00.
00000020:00000040:0.0:1775767517.098368:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:0.0:1775767517.098375:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767517.098376:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767517.098381:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767517.098383:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767517.098386:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767517.098395:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f800.
00000100:00000001:0.0:1775767517.098402:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767517.098411:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925c00 x1862022335110400/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767517.098434:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767517.098438:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767517.098443:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d72b0b6] to pc [ptlrpcd_rcv+-1]  req@ffff927322925c00 x1862022335110400/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767517.098463:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767517.098470:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767517.098476:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775767517.098478:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767517.098480:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767517.098488:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767517.098492:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4701
00000400:00000200:0.0:1775767517.098498:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767517.098505:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767517.098507:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767517.098511:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767517.098513:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767517.098519:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767517.098523:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767517.098528:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767517.098531:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:0.0:1775767517.098534:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767517.098537:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775767517.098540:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:0.0:1775767517.098543:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:0.0:1775767517.098551:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767517.098557:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767517.098579:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767517.098583:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767517.098586:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:0.0:1775767517.098589:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767517.098591:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767517.098596:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767517.098602:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767517.098608:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767517.098614:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767517.098617:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767517.098621:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767517.098625:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767517.098635:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927800.
00000020:00000040:0.0:1775767517.098640:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775767517.098643:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767517.098647:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767517.098653:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767517.098656:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767517.098659:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767517.098665:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477fc00.
00000100:00000001:0.0:1775767517.098672:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767517.098683:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927800 x1862022335110528/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767517.098720:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767517.098722:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767517.098727:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e429b339] to pc [ptlrpcd_rcv+-1]  req@ffff927322927800 x1862022335110528/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767517.098816:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767517.098822:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767517.098827:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775767517.098832:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767517.098838:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767517.098847:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767517.098854:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4701
00000400:00000200:0.0:1775767517.098863:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767517.098871:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767517.098874:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767517.098880:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767517.098883:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767517.098889:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767517.098892:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767517.098894:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767517.098897:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775767517.098900:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767517.098905:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:0.0:1775767517.098909:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:0.0:1775767517.098915:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:0.0:1775767517.098922:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767517.098925:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1775767517.098931:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000040:0.0:1775767517.098932:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767517.098938:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767517.098942:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000800:00000200:3.1:1775767517.098943:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 33 secs later)
00000100:00080000:0.0:1775767517.098946:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767517.098952:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767517.098955:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767517.098959:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767517.098963:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767517.098967:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767517.098970:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767517.098972:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767517.098974:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767517.098978:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927b80.
00000020:00000040:0.0:1775767517.098981:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:0.0:1775767517.098987:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767517.098989:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767517.098992:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767517.098994:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767517.098997:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767517.099006:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f400.
00000100:00000001:0.0:1775767517.099014:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767517.099024:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927b80 x1862022335110656/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767517.099040:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767517.099044:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767517.099054:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000282cd359] to pc [ptlrpcd_rcv+-1]  req@ffff927322927b80 x1862022335110656/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767517.099094:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767517.099099:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767517.099105:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775767517.099109:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767517.099113:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767517.099122:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767517.099129:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4701
00000400:00000200:0.0:1775767517.099135:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767517.099140:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767517.099142:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767517.099147:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767517.099160:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767517.099166:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767517.099170:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767517.099177:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767517.099179:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:0.0:1775767517.099182:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767517.099186:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:0.0:1775767517.099191:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:0.0:1775767517.099195:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:0.0:1775767517.099205:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767517.099209:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767517.099212:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767517.099216:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767517.099223:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:0.0:1775767517.099233:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767517.099240:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767517.099246:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767517.099254:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767517.099263:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767517.099269:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767517.099275:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767517.099281:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767517.099288:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767517.099298:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924000.
00000020:00000040:0.0:1775767517.099304:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:0.0:1775767517.099308:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767517.099311:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767517.099316:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767517.099321:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767517.099324:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767517.099331:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e000.
00000100:00000001:0.0:1775767517.099338:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767517.099350:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924000 x1862022335110784/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767517.099364:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767517.099369:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767517.099379:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c89b33e] to pc [ptlrpcd_rcv+-1]  req@ffff927322924000 x1862022335110784/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767517.099406:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767517.099413:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4711)
00000800:00000200:3.1:1775767517.099892:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767517.099896:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775767517.100319:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767517.100323:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775767517.100762:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767517.100781:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775767517.101168:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767517.101171:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 33 secs later)
00000020:00000001:1.0:1775767518.121942:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767518.121947:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767518.121950:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767518.377806:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299375358, at 4299375360
00000100:00000010:2.0:1775767518.377821:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3b40.
00000020:00000001:0.0:1775767519.146048:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767519.146054:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767519.146057:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1775767520.170068:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767520.170074:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767520.170079:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767521.194222:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767521.194229:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767521.194233:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1775767522.217895:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767522.217915:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775767522.217921:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767522.217930:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767522.217943:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767522.217960:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4706
00000400:00000200:0.0:1775767522.217982:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767522.218001:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767522.218014:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767522.218026:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767522.218053:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767522.218061:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767522.218068:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767522.218078:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767522.218084:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775767522.218091:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767522.218098:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775767522.218105:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775767522.218111:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775767522.218120:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767522.218127:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767522.218135:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767522.218143:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767522.218154:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:0.0:1775767522.218162:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767522.218166:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767522.218170:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767522.218175:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767522.218181:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767522.218185:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775767522.218189:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767522.218204:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925180.
00000020:00000001:1.0:1775767522.218207:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000040:0.0:1775767522.218209:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
00000020:00000001:1.0:1775767522.218216:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767522.218220:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00010000:00010000:1.0:1775767522.218221:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
02000000:00000001:0.0:1775767522.218223:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767522.218227:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767522.218231:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767522.218238:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767522.218248:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d400.
00000100:00000001:0.0:1775767522.218258:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767522.218270:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925180 x1862022335110912/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767522.218282:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767522.218288:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767522.218293:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a34329a0] to pc [ptlrpcd_rcv+-1]  req@ffff927322925180 x1862022335110912/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767522.218316:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767522.218320:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767522.218323:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775767522.218325:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767522.218326:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767522.218329:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767522.218332:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4706
00000400:00000200:0.0:1775767522.218336:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767522.218339:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767522.218342:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767522.218345:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767522.218348:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767522.218351:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767522.218354:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767522.218356:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767522.218357:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775767522.218359:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767522.218361:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775767522.218363:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:0.0:1775767522.218365:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:0.0:1775767522.218368:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767522.218370:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767522.218373:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767522.218378:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767522.218381:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:0.0:1775767522.218387:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767522.218389:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767522.218394:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767522.218401:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767522.218404:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767522.218409:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767522.218415:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767522.218423:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767522.218427:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767522.218433:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926300.
00000020:00000040:0.0:1775767522.218436:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:0.0:1775767522.218441:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767522.218444:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767522.218448:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767522.218449:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767522.218452:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767522.218458:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477cc00.
00000100:00000001:0.0:1775767522.218464:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767522.218473:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926300 x1862022335111040/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767522.218493:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767522.218498:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767522.218504:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e21317e] to pc [ptlrpcd_rcv+-1]  req@ffff927322926300 x1862022335111040/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767522.218520:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767522.218524:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767522.218527:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775767522.218528:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767522.218530:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767522.218536:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767522.218541:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4706
00000400:00000200:0.0:1775767522.218547:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767522.218550:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767522.218554:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767522.218559:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767522.218563:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767522.218565:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767522.218567:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767522.218574:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767522.218575:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:0.0:1775767522.218577:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767522.218579:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775767522.218581:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:0.0:1775767522.218586:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:0.0:1775767522.218590:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767522.218609:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767522.218612:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767522.218617:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767522.218623:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:0.0:1775767522.218628:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767522.218632:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767522.218639:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767522.218643:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767522.218648:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767522.218652:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767522.218656:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767522.218666:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767522.218671:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767522.218679:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926a00.
00000020:00000040:0.0:1775767522.218686:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775767522.218690:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767522.218695:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767522.218699:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767522.218704:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767522.218709:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767522.218782:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c400.
00000100:00000001:0.0:1775767522.218787:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767522.218794:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926a00 x1862022335111168/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767522.218806:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767522.218812:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767522.218817:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000798ab0be] to pc [ptlrpcd_rcv+-1]  req@ffff927322926a00 x1862022335111168/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767522.218833:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767522.218837:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767522.218840:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775767522.218842:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767522.218844:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767522.218848:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767522.218855:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4706
00000400:00000200:0.0:1775767522.218863:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767522.218869:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767522.218875:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767522.218881:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767522.218888:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767522.218890:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767522.218896:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767522.218901:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767522.218902:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775767522.218904:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767522.218908:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:0.0:1775767522.218915:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:0.0:1775767522.218921:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:0.0:1775767522.218928:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767522.218932:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767522.218938:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767522.218943:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767522.218949:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:0.0:1775767522.218954:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767522.218958:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767522.218964:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767522.218968:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767522.218970:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767522.218973:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767522.218977:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767522.218983:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767522.218988:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767522.218995:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927480.
00000020:00000040:0.0:1775767522.218999:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:0.0:1775767522.219002:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767522.219007:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767522.219012:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767522.219015:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767522.219017:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767522.219022:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d000.
00000100:00000001:0.0:1775767522.219028:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767522.219033:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927480 x1862022335111296/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767522.219050:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767522.219054:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767522.219064:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd1176bb] to pc [ptlrpcd_rcv+-1]  req@ffff927322927480 x1862022335111296/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1775767522.219070:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:0.0:1775767522.219081:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775767522.219081:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 28 secs later)
00000100:00080000:0.0:1775767522.219088:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767522.219096:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775767522.219100:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767522.219103:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767522.219111:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767522.219115:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4706
00000400:00000200:0.0:1775767522.219118:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767522.219126:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767522.219129:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767522.219136:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767522.219142:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767522.219146:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767522.219149:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767522.219156:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767522.219157:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:0.0:1775767522.219161:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767522.219164:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:0.0:1775767522.219166:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:0.0:1775767522.219169:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:0.0:1775767522.219175:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767522.219178:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767522.219183:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767522.219188:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767522.219194:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:0.0:1775767522.219200:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767522.219208:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767522.219220:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767522.219223:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767522.219228:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767522.219234:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767522.219237:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767522.219243:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767522.219265:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767522.219272:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926d80.
00000020:00000040:0.0:1775767522.219275:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:0.0:1775767522.219281:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767522.219285:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767522.219288:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767522.219293:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767522.219298:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767522.219307:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e400.
00000100:00000001:0.0:1775767522.219316:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767522.219332:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926d80 x1862022335111424/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767522.219359:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767522.219365:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767522.219374:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000adacb2c9] to pc [ptlrpcd_rcv+-1]  req@ffff927322926d80 x1862022335111424/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767522.219389:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767522.219394:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4716)
00000800:00000200:3.1:1775767522.219822:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767522.219824:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1775767522.220127:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767522.220130:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1775767522.220523:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767522.220528:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1775767522.221156:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767522.221160:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 28 secs later)
00000020:00000001:0.0:1775767523.241993:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767523.241997:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767523.242000:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767523.497831:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299380478, at 4299380480
00000100:00000010:2.0:1775767523.497846:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3c00.
00000020:00000001:0.0:1775767524.265958:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767524.265962:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767524.265964:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767525.289965:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767525.289969:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767525.289972:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767526.313910:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767526.313915:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767526.313918:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767527.337828:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767527.337836:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767527.337839:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767527.337843:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767527.337848:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767527.337857:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4711
00000400:00000200:2.0:1775767527.337867:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767527.337874:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767527.337877:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767527.337881:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767527.337885:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767527.337887:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767527.337889:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767527.337893:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767527.337895:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767527.337897:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000001:1.0:1775767527.337899:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000040:2.0:1775767527.337900:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775767527.337904:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:1.0:1775767527.337905:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767527.337908:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00010000:00010000:1.0:1775767527.337911:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767527.337911:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767527.337915:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767527.337916:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767527.337918:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767527.337920:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767527.337924:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767527.337926:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767527.337929:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767527.337933:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767527.337935:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767527.337936:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767527.337938:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767527.337948:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
00000020:00000040:2.0:1775767527.337951:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767527.337954:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767527.337955:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767527.337958:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767527.337961:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767527.337965:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767527.337973:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed800.
00000100:00000001:2.0:1775767527.337979:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767527.337990:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335111552/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767527.338003:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767527.338009:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767527.338016:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335111552/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767527.338039:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767527.338042:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767527.338045:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767527.338046:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767527.338047:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767527.338050:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767527.338052:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4711
00000400:00000200:2.0:1775767527.338056:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767527.338060:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767527.338062:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767527.338068:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767527.338070:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767527.338072:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767527.338074:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767527.338076:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767527.338078:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767527.338081:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767527.338086:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767527.338093:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767527.338095:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767527.338099:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767527.338101:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767527.338108:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767527.338117:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767527.338128:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767527.338139:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767527.338145:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767527.338151:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767527.338165:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767527.338181:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767527.338187:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767527.338194:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767527.338207:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767527.338212:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767527.338221:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
00000020:00000040:2.0:1775767527.338232:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767527.338237:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767527.338241:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767527.338253:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767527.338259:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767527.338265:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767527.338283:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed400.
00000100:00000001:2.0:1775767527.338293:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767527.338307:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335111680/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767527.338331:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767527.338334:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767527.338341:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335111680/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767527.338358:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767527.338365:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767527.338372:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767527.338375:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767527.338377:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767527.338385:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767527.338396:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4711
00000400:00000200:2.0:1775767527.338442:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767527.338455:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767527.338463:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767527.338469:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767527.338475:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767527.338484:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767527.338487:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767527.338495:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767527.338497:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767527.338499:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767527.338502:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775767527.338508:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775767527.338512:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775767527.338516:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767527.338519:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767527.338521:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767527.338523:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767527.338526:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767527.338529:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767527.338531:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767527.338533:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767527.338536:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767527.338538:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767527.338540:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767527.338542:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767527.338545:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767527.338546:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767527.338551:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775767527.338554:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767527.338556:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767527.338558:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767527.338559:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767527.338561:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767527.338563:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767527.338567:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bedc00.
00000100:00000001:2.0:1775767527.338570:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767527.338575:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335111808/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767527.338600:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767527.338603:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767527.338606:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335111808/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767527.338615:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767527.338617:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767527.338621:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767527.338623:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767527.338626:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767527.338629:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767527.338631:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4711
00000400:00000200:2.0:1775767527.338636:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767527.338638:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767527.338641:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767527.338643:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767527.338646:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767527.338648:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767527.338650:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767527.338652:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767527.338654:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767527.338656:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767527.338658:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775767527.338660:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775767527.338663:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767527.338683:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767527.338685:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767527.338687:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767527.338689:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767527.338690:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767527.338693:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767527.338696:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767527.338698:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767527.338702:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767527.338704:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767527.338706:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767527.338747:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767527.338752:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767527.338755:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767527.338760:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775767527.338763:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767527.338765:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767527.338767:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767527.338768:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767527.338770:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767527.338772:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767527.338779:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef800.
00000100:00000001:2.0:1775767527.338783:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775767527.338793:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00100000:2.0:1775767527.338796:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335111936/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1775767527.338801:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000100:00000001:2.0:1775767527.338821:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767527.338824:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767527.338830:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335111936/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767527.338839:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767527.338842:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767527.338845:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767527.338847:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767527.338849:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767527.338851:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767527.338854:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4711
00000400:00000200:2.0:1775767527.338859:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767527.338865:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767527.338868:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767527.338872:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767527.338875:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767527.338878:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767527.338880:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767527.338882:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767527.338885:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767527.338887:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767527.338889:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767527.338894:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775767527.338905:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767527.338915:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767527.338920:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767527.338926:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767527.338930:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767527.338934:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767527.338944:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767527.338955:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767527.338959:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767527.338965:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767527.338973:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767527.338978:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767527.338982:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767527.338988:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767527.338991:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767527.338998:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767527.339004:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775767527.339015:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767527.339018:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767527.339025:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767527.339030:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767527.339035:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767527.339042:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee000.
00000100:00000001:2.0:1775767527.339049:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767527.339061:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335112064/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767527.339102:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767527.339108:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767527.339118:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335112064/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767527.339134:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767527.339144:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4722)
00000800:00000200:3.1:1775767527.339560:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767527.339564:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775767527.339993:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767527.339996:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775767527.340286:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767527.340288:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775767527.340517:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767527.340518:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000020:00000001:0.0:1775767528.361893:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767528.361898:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767528.361903:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767528.617866:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299385598, at 4299385600
00000100:00000010:2.0:1775767528.617878:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3300.
00000020:00000001:1.0:1775767529.385958:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767529.385963:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767529.385967:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767530.409886:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767530.409891:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767530.409897:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767531.433919:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767531.433923:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767531.433925:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1775767532.457834:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767532.457843:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775767532.457846:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767532.457851:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767532.457857:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767532.457864:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4717
00000400:00000200:0.0:1775767532.457874:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767532.457881:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767532.457884:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767532.457887:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767532.457890:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000020:00000001:2.0:1775767532.457890:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767532.457895:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767532.457896:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767532.457900:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00010000:00010000:2.0:1775767532.457901:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1775767532.457903:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767532.457905:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775767532.457909:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767532.457911:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775767532.457913:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775767532.457915:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775767532.457917:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767532.457919:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767532.457920:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767532.457921:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767532.457923:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:0.0:1775767532.457926:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767532.457927:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767532.457930:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767532.457932:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767532.457935:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767532.457936:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775767532.457938:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767532.457948:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925500.
00000020:00000040:0.0:1775767532.457952:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775767532.457955:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767532.457956:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767532.457959:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767532.457961:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767532.457966:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767532.457975:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d800.
00000100:00000001:0.0:1775767532.457981:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767532.457990:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925500 x1862022335112192/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767532.457999:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767532.458004:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767532.458007:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a57c8e8f] to pc [ptlrpcd_rcv+-1]  req@ffff927322925500 x1862022335112192/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767532.458025:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767532.458028:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767532.458031:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775767532.458032:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767532.458033:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767532.458035:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767532.458037:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4717
00000400:00000200:0.0:1775767532.458040:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767532.458043:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767532.458045:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767532.458047:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767532.458050:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767532.458052:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767532.458055:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767532.458057:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767532.458059:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775767532.458061:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767532.458062:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775767532.458063:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:0.0:1775767532.458065:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:0.0:1775767532.458070:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767532.458072:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767532.458076:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767532.458080:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767532.458085:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:0.0:1775767532.458093:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767532.458098:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767532.458103:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767532.458112:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767532.458118:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767532.458122:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767532.458129:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767532.458133:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767532.458137:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767532.458143:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925880.
00000020:00000040:0.0:1775767532.458147:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:0.0:1775767532.458151:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767532.458153:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767532.458155:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767532.458156:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767532.458158:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767532.458165:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c000.
00000100:00000001:0.0:1775767532.458168:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767532.458177:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925880 x1862022335112320/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767532.458197:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767532.458201:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767532.458208:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f872a4ed] to pc [ptlrpcd_rcv+-1]  req@ffff927322925880 x1862022335112320/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767532.458223:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767532.458228:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767532.458232:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775767532.458233:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767532.458234:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767532.458239:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767532.458243:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4717
00000400:00000200:0.0:1775767532.458250:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767532.458253:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767532.458255:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767532.458262:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767532.458268:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767532.458274:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767532.458281:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767532.458286:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767532.458289:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:0.0:1775767532.458294:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767532.458299:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775767532.458303:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:0.0:1775767532.458310:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:0.0:1775767532.458319:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767532.458326:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767532.458341:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767532.458344:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767532.458346:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:0.0:1775767532.458352:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767532.458355:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767532.458359:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767532.458363:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:3.1:1775767532.458364:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
02000000:00000001:0.0:1775767532.458367:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775767532.458369:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1775767532.458370:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767532.458374:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767532.458378:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767532.458380:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767532.458385:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924700.
00000020:00000040:0.0:1775767532.458387:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775767532.458391:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767532.458394:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767532.458399:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767532.458401:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767532.458403:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767532.458408:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e800.
00000100:00000001:0.0:1775767532.458412:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767532.458419:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924700 x1862022335112448/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767532.458449:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767532.458452:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767532.458459:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc3726d9] to pc [ptlrpcd_rcv+-1]  req@ffff927322924700 x1862022335112448/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767532.458474:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767532.458476:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767532.458480:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775767532.458481:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767532.458484:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767532.458486:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767532.458488:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4717
00000400:00000200:0.0:1775767532.458492:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767532.458495:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767532.458497:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767532.458501:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767532.458504:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767532.458505:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767532.458507:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767532.458509:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767532.458511:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775767532.458513:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767532.458515:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:0.0:1775767532.458518:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:0.0:1775767532.458521:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:0.0:1775767532.458525:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767532.458528:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767532.458531:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767532.458533:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767532.458537:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:0.0:1775767532.458543:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767532.458548:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767532.458552:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767532.458557:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767532.458562:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767532.458566:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767532.458570:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767532.458576:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767532.458583:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767532.458591:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924e00.
00000020:00000040:0.0:1775767532.458598:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:0.0:1775767532.458602:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767532.458605:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767532.458609:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767532.458610:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767532.458612:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767532.458635:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477ec00.
00000100:00000001:0.0:1775767532.458651:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767532.458659:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924e00 x1862022335112576/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767532.458670:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767532.458675:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767532.458684:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aec4c6e] to pc [ptlrpcd_rcv+-1]  req@ffff927322924e00 x1862022335112576/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767532.458700:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767532.458703:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767532.458744:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775767532.458747:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767532.458750:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767532.458754:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767532.458760:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4717
00000400:00000200:0.0:1775767532.458768:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767532.458775:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767532.458780:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767532.458786:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767532.458791:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767532.458795:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767532.458805:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767532.458808:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767532.458810:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:0.0:1775767532.458814:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767532.458816:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:0.0:1775767532.458819:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:0.0:1775767532.458822:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:0.0:1775767532.458827:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767532.458829:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767532.458833:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767532.458835:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767532.458838:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:0.0:1775767532.458842:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767532.458846:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767532.458849:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767532.458854:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767532.458856:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767532.458858:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767532.458859:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767532.458861:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767532.458864:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767532.458869:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927100.
00000020:00000040:0.0:1775767532.458873:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:0.0:1775767532.458878:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767532.458881:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767532.458885:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767532.458888:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767532.458891:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767532.458898:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e400.
00000100:00000001:0.0:1775767532.458902:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767532.458910:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927100 x1862022335112704/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767532.458922:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767532.458926:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767532.458934:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0540768] to pc [ptlrpcd_rcv+-1]  req@ffff927322927100 x1862022335112704/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767532.458948:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767532.458955:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4727)
00000800:00000200:3.1:1775767532.459008:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767532.459009:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775767532.459200:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767532.459202:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775767532.459394:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767532.459396:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775767532.459652:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767532.459664:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000020:00000001:1.0:1775767533.481893:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767533.481898:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767533.481902:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767533.737794:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299390717, at 4299390720
00000100:00000010:2.0:1775767533.737812:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3720.
00000020:00000001:1.0:1775767534.505920:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767534.505927:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767534.505932:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767535.529929:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767535.529933:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767535.529936:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775767536.553917:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767536.553922:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767536.553926:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767537.577853:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767537.577862:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767537.577865:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000020:00000001:1.0:1775767537.577868:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00080000:2.0:1775767537.577870:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000020:00000001:1.0:1775767537.577873:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767537.577878:0:42837:0:(import.c:484:import_select_connection()) Process entered
00010000:00010000:1.0:1775767537.577879:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767537.577887:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4722
00000400:00000200:2.0:1775767537.577901:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767537.577908:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767537.577911:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767537.577914:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767537.577917:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767537.577921:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767537.577924:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767537.577928:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767537.577929:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767537.577932:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767537.577935:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775767537.577937:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775767537.577940:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775767537.577942:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767537.577944:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767537.577945:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767537.577946:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767537.577948:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767537.577951:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767537.577952:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767537.577955:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767537.577958:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767537.577961:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767537.577963:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767537.577964:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767537.577975:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775767537.577978:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767537.577982:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767537.577983:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767537.577993:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767537.577996:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767537.578004:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767537.578013:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306befc00.
00000100:00000001:2.0:1775767537.578020:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767537.578029:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335112832/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767537.578039:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767537.578044:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767537.578048:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335112832/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767537.578065:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767537.578067:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767537.578070:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767537.578071:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767537.578072:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767537.578074:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767537.578076:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4722
00000400:00000200:2.0:1775767537.578079:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767537.578082:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767537.578084:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767537.578086:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767537.578089:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767537.578090:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767537.578093:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767537.578094:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767537.578095:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767537.578097:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767537.578102:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767537.578104:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767537.578108:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767537.578112:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767537.578114:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767537.578120:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767537.578124:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767537.578131:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767537.578143:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767537.578153:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767537.578160:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767537.578170:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767537.578176:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767537.578178:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767537.578186:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767537.578195:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767537.578199:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767537.578204:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775767537.578207:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767537.578210:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767537.578214:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767537.578216:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767537.578219:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767537.578221:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767537.578226:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306becc00.
00000100:00000001:2.0:1775767537.578232:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767537.578241:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335112960/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767537.578249:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767537.578254:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767537.578261:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335112960/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767537.578270:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767537.578274:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767537.578276:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767537.578277:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767537.578281:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767537.578285:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767537.578292:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4722
00000400:00000200:2.0:1775767537.578299:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767537.578302:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767537.578304:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767537.578311:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767537.578316:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767537.578320:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767537.578326:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767537.578332:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767537.578334:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767537.578337:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767537.578342:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775767537.578350:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775767537.578357:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775767537.578363:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767537.578366:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767537.578372:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767537.578378:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767537.578380:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767537.578384:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767537.578388:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767537.578390:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767537.578393:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767537.578398:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767537.578399:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767537.578400:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767537.578402:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767537.578404:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767537.578411:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767537.578414:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767537.578415:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767537.578416:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767537.578417:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767537.578418:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767537.578420:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767537.578426:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec000.
00000100:00000001:2.0:1775767537.578430:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767537.578440:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335113088/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767537.578463:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767537.578468:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767537.578477:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335113088/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767537.578492:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767537.578498:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767537.578505:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767537.578510:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767537.578511:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767537.578516:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767537.578521:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4722
00000400:00000200:2.0:1775767537.578557:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767537.578563:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767537.578595:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767537.578607:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767537.578613:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1775767537.578614:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767537.578619:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000100:00000040:2.0:1775767537.578621:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767537.578629:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767537.578642:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767537.578644:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767537.578648:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767537.578650:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775767537.578653:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775767537.578658:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767537.578666:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767537.578672:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767537.578675:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767537.578681:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767537.578692:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767537.578699:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767537.578704:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767537.578747:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767537.578755:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767537.578760:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767537.578764:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767537.578769:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767537.578772:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767537.578775:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767537.578779:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775767537.578787:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767537.578796:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767537.578799:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767537.578808:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767537.578810:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767537.578813:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767537.578823:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306beec00.
00000100:00000001:2.0:1775767537.578832:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767537.578848:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335113216/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767537.578875:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767537.578878:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767537.578887:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335113216/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767537.578947:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767537.578950:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767537.578953:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767537.578959:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767537.578962:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767537.578965:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767537.578974:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4722
00000400:00000200:2.0:1775767537.578986:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767537.578990:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767537.578992:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767537.578994:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767537.578997:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767537.578999:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767537.579003:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767537.579007:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767537.579008:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767537.579010:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767537.579012:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767537.579018:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775767537.579027:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767537.579037:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767537.579047:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767537.579052:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767537.579054:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767537.579058:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767537.579068:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767537.579079:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767537.579090:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767537.579096:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767537.579101:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767537.579106:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767537.579108:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767537.579112:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767537.579115:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767537.579121:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775767537.579127:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775767537.579136:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767537.579140:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767537.579150:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767537.579152:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767537.579155:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767537.579159:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef000.
00000100:00000001:2.0:1775767537.579167:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767537.579182:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335113344/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767537.579210:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767537.579215:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767537.579225:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335113344/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767537.579251:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767537.579257:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4732)
00000800:00000200:3.1:1775767537.579472:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767537.579476:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775767537.579744:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767537.579746:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775767537.579955:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767537.579957:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775767537.580181:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767537.580183:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000020:00000001:1.0:1775767538.601901:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767538.601904:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767538.601907:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767538.857791:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299395838, at 4299395840
00000100:00000010:2.0:1775767538.857813:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3960.
00000020:00000001:1.0:1775767539.625880:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767539.625884:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767539.625887:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775767540.649892:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767540.649896:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767540.649900:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767541.673915:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767541.673919:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767541.673921:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1775767542.697815:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767542.697825:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775767542.697831:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767542.697836:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767542.697841:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767542.697849:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4727
00000400:00000200:0.0:1775767542.697860:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767542.697867:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767542.697871:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767542.697875:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000020:00000001:1.0:1775767542.697878:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1775767542.697879:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767542.697884:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000020:00000001:1.0:1775767542.697884:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767542.697890:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00010000:00010000:1.0:1775767542.697891:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1775767542.697896:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767542.697898:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775767542.697902:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767542.697905:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775767542.697908:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775767542.697911:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775767542.697914:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767542.697916:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767542.697918:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767542.697920:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767542.697923:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:0.0:1775767542.697927:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767542.697929:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767542.697932:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767542.697935:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767542.697938:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767542.697940:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775767542.697943:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767542.697952:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924a80.
00000020:00000040:0.0:1775767542.697956:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775767542.697959:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767542.697961:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767542.697964:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767542.697967:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767542.697972:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767542.697979:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c400.
00000100:00000001:0.0:1775767542.697985:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767542.697992:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924a80 x1862022335113472/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767542.698001:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767542.698004:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767542.698007:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c400aa7] to pc [ptlrpcd_rcv+-1]  req@ffff927322924a80 x1862022335113472/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767542.698025:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767542.698028:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767542.698031:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775767542.698033:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767542.698035:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767542.698037:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767542.698040:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4727
00000400:00000200:0.0:1775767542.698044:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767542.698046:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767542.698048:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767542.698052:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767542.698054:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767542.698057:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767542.698060:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767542.698062:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767542.698064:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775767542.698065:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767542.698067:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775767542.698070:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:0.0:1775767542.698075:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:0.0:1775767542.698081:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767542.698085:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767542.698087:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767542.698090:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767542.698095:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:0.0:1775767542.698097:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767542.698100:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767542.698105:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767542.698111:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767542.698116:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767542.698119:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767542.698124:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767542.698128:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767542.698132:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767542.698136:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924380.
00000020:00000040:0.0:1775767542.698138:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:0.0:1775767542.698142:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767542.698144:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767542.698146:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767542.698147:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767542.698149:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767542.698152:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477cc00.
00000100:00000001:0.0:1775767542.698154:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767542.698161:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924380 x1862022335113600/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767542.698170:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767542.698172:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767542.698176:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ec7b015] to pc [ptlrpcd_rcv+-1]  req@ffff927322924380 x1862022335113600/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767542.698189:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767542.698192:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767542.698199:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775767542.698203:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767542.698208:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767542.698213:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767542.698220:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4727
00000400:00000200:0.0:1775767542.698230:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767542.698237:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767542.698241:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767542.698248:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767542.698252:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767542.698254:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767542.698257:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767542.698263:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767542.698266:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:0.0:1775767542.698268:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767542.698272:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775767542.698276:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:0.0:1775767542.698281:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:0.0:1775767542.698288:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767542.698293:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767542.698298:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767542.698302:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767542.698306:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:0.0:1775767542.698312:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767542.698315:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767542.698317:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767542.698320:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767542.698325:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767542.698330:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767542.698333:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767542.698338:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767542.698342:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767542.698346:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927100.
00000020:00000040:0.0:1775767542.698349:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775767542.698355:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767542.698357:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767542.698359:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767542.698360:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767542.698364:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775767542.698367:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
02000000:00000010:0.0:1775767542.698368:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d400.
00000100:00000001:0.0:1775767542.698373:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775767542.698373:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000100:00100000:0.0:1775767542.698381:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927100 x1862022335113728/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767542.698392:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767542.698395:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767542.698399:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0540768] to pc [ptlrpcd_rcv+-1]  req@ffff927322927100 x1862022335113728/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767542.698408:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767542.698411:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767542.698414:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775767542.698415:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767542.698416:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767542.698418:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767542.698423:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4727
00000400:00000200:0.0:1775767542.698429:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767542.698432:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767542.698435:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767542.698438:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767542.698439:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767542.698441:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767542.698442:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767542.698444:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767542.698446:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775767542.698448:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767542.698451:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:0.0:1775767542.698454:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:0.0:1775767542.698458:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:0.0:1775767542.698464:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767542.698468:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767542.698471:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767542.698473:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767542.698475:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:0.0:1775767542.698478:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767542.698482:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767542.698486:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767542.698488:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767542.698493:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767542.698497:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767542.698499:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767542.698505:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767542.698511:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767542.698516:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924e00.
00000020:00000040:0.0:1775767542.698533:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:0.0:1775767542.698538:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767542.698541:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767542.698546:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767542.698549:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767542.698553:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767542.698560:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e000.
00000100:00000001:0.0:1775767542.698565:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767542.698572:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924e00 x1862022335113856/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767542.698587:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767542.698592:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767542.698602:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aec4c6e] to pc [ptlrpcd_rcv+-1]  req@ffff927322924e00 x1862022335113856/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767542.698629:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767542.698635:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767542.698642:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775767542.698646:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767542.698649:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767542.698654:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767542.698660:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4727
00000400:00000200:0.0:1775767542.698669:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767542.698676:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767542.698682:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767542.698690:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767542.698696:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767542.698703:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767542.698739:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767542.698744:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767542.698747:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:0.0:1775767542.698752:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767542.698756:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:0.0:1775767542.698762:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:0.0:1775767542.698768:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:0.0:1775767542.698776:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767542.698781:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767542.698787:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767542.698792:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767542.698796:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:0.0:1775767542.698802:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767542.698805:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767542.698810:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767542.698814:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767542.698819:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767542.698824:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767542.698827:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767542.698831:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767542.698834:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767542.698839:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924700.
00000020:00000040:0.0:1775767542.698843:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:0.0:1775767542.698849:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767542.698851:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767542.698855:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767542.698857:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767542.698861:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767542.698865:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f400.
00000100:00000001:0.0:1775767542.698871:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767542.698880:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924700 x1862022335113984/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767542.698891:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767542.698894:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767542.698899:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc3726d9] to pc [ptlrpcd_rcv+-1]  req@ffff927322924700 x1862022335113984/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767542.698920:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767542.698926:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4737)
00000800:00000200:3.1:1775767542.699009:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767542.699010:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775767542.699227:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767542.699228:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775767542.699429:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767542.699432:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775767542.699755:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767542.699757:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000020:00000001:1.0:1775767543.721902:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767543.721906:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767543.721910:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767543.977801:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299400957, at 4299400960
00000100:00000010:2.0:1775767543.977825:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3660.
00000020:00000001:2.0:1775767544.745886:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767544.745889:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767544.745892:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767545.769887:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767545.769891:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767545.769895:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767546.793852:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767546.793855:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767546.793858:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767547.817818:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767547.817826:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767547.817829:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767547.817834:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767547.817838:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767547.817846:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4732
00000400:00000200:2.0:1775767547.817857:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000020:00000001:1.0:1775767547.817864:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000400:00000200:2.0:1775767547.817865:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000020:00000001:1.0:1775767547.817867:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767547.817872:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767547.817872:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767547.817877:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767547.817882:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767547.817885:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767547.817888:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767547.817891:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767547.817893:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767547.817895:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767547.817898:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775767547.817901:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775767547.817904:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775767547.817907:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767547.817909:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767547.817911:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767547.817913:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767547.817916:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767547.817919:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767547.817922:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767547.817925:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767547.817928:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767547.817930:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767547.817933:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767547.817935:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767547.817944:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
00000020:00000040:2.0:1775767547.817948:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767547.817951:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767547.817953:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767547.817956:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767547.817959:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767547.817964:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767547.817971:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee800.
00000100:00000001:2.0:1775767547.817978:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767547.817988:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335114112/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767547.817998:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767547.818002:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767547.818007:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335114112/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767547.818029:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767547.818033:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767547.818036:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767547.818038:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767547.818040:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767547.818044:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767547.818047:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4732
00000400:00000200:2.0:1775767547.818052:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767547.818056:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767547.818059:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767547.818063:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767547.818067:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767547.818071:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767547.818075:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767547.818077:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767547.818080:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767547.818082:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767547.818086:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767547.818090:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767547.818096:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767547.818104:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767547.818110:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767547.818115:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767547.818121:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767547.818126:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767547.818132:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767547.818137:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767547.818140:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767547.818155:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767547.818161:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767547.818164:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767547.818170:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767547.818175:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767547.818177:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767547.818185:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
00000020:00000040:2.0:1775767547.818188:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767547.818191:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767547.818194:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767547.818197:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767547.818200:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767547.818204:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767547.818211:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef400.
00000100:00000001:2.0:1775767547.818217:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767547.818226:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335114240/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767547.818242:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767547.818244:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767547.818253:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335114240/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767547.818271:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767547.818276:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767547.818282:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767547.818286:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767547.818289:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767547.818295:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767547.818302:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4732
00000400:00000200:2.0:1775767547.818326:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767547.818333:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767547.818336:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767547.818343:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767547.818346:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767547.818350:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767547.818353:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767547.818357:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767547.818359:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767547.818362:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767547.818366:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000800:00000200:3.1:1775767547.818369:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000020:00000001:2.0:1775767547.818370:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000800:00000200:3.1:1775767547.818375:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000020:00000001:2.0:1775767547.818376:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775767547.818384:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767547.818390:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767547.818395:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767547.818398:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767547.818403:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767547.818411:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767547.818415:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767547.818419:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767547.818423:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767547.818426:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767547.818428:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767547.818431:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767547.818436:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767547.818440:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767547.818447:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775767547.818452:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767547.818457:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767547.818461:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767547.818466:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767547.818482:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767547.818484:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767547.818489:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee400.
00000100:00000001:2.0:1775767547.818494:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767547.818503:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335114368/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767547.818514:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767547.818517:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767547.818525:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335114368/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767547.818540:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767547.818544:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767547.818552:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767547.818555:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767547.818558:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767547.818571:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767547.818581:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4732
00000400:00000200:2.0:1775767547.818590:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767547.818598:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767547.818603:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767547.818610:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767547.818614:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767547.818619:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767547.818624:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767547.818629:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767547.818631:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767547.818633:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767547.818635:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775767547.818637:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775767547.818640:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767547.818645:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767547.818650:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767547.818653:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767547.818656:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767547.818662:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767547.818667:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767547.818672:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767547.818676:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767547.818680:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767547.818685:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767547.818690:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767547.818694:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767547.818699:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767547.818703:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767547.818737:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775767547.818743:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767547.818746:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767547.818749:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767547.818752:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767547.818756:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767547.818761:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767547.818768:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec400.
00000100:00000001:2.0:1775767547.818773:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767547.818781:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335114496/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767547.818800:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767547.818804:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767547.818812:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335114496/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767547.818834:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767547.818839:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767547.818846:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767547.818850:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767547.818854:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767547.818860:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767547.818865:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4732
00000400:00000200:2.0:1775767547.818874:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767547.818882:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767547.818886:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767547.818893:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767547.818899:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767547.818904:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767547.818907:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767547.818911:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767547.818915:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767547.818918:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767547.818920:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767547.818922:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775767547.818925:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767547.818933:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767547.818938:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767547.818943:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767547.818949:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767547.818954:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767547.818961:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767547.818966:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767547.818971:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767547.818976:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767547.818982:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767547.818985:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767547.818989:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767547.818995:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767547.818999:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767547.819004:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767547.819009:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775767547.819015:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767547.819017:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767547.819021:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767547.819024:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767547.819028:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767547.819035:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed000.
00000100:00000001:2.0:1775767547.819041:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767547.819050:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335114624/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767547.819071:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767547.819076:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767547.819084:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335114624/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767547.819108:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767547.819115:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4742)
00000800:00000200:3.1:1775767547.819139:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767547.819142:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775767547.819341:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767547.819343:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775767547.819538:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767547.819540:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775767547.819834:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767547.819836:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000020:00000001:2.0:1775767548.841896:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767548.841901:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767548.841905:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767549.097804:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299406077, at 4299406080
00000100:00000010:2.0:1775767549.097820:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3840.
00000020:00000001:1.0:1775767549.865881:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767549.865884:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767549.865887:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767550.889976:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767550.889980:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767550.889984:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767551.913977:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767551.913980:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767551.913983:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767552.937774:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767552.937780:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767552.937784:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767552.937790:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767552.937794:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767552.937802:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4737
00000400:00000200:2.0:1775767552.937812:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767552.937817:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767552.937820:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767552.937822:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767552.937825:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767552.937827:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767552.937829:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767552.937833:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767552.937834:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767552.937837:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767552.937839:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775767552.937840:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775767552.937842:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775767552.937845:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767552.937846:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767552.937847:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767552.937849:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767552.937851:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767552.937853:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767552.937854:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767552.937856:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767552.937859:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767552.937861:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767552.937863:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767552.937865:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767552.937874:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775767552.937878:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767552.937882:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000020:00000001:0.0:1775767552.937884:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
02000000:00000001:2.0:1775767552.937885:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767552.937890:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767552.937891:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00010000:00010000:0.0:1775767552.937895:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
02000000:00000001:2.0:1775767552.937896:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767552.937902:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767552.937911:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec400.
00000100:00000001:2.0:1775767552.937918:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767552.937928:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335114752/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767552.937939:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767552.937942:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767552.937946:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335114752/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767552.937965:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767552.937968:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767552.937970:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767552.937971:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767552.937972:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767552.937974:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767552.937976:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4737
00000400:00000200:2.0:1775767552.937979:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767552.937981:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767552.937983:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767552.937986:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767552.937988:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767552.937990:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767552.937992:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767552.937994:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767552.937994:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767552.937996:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767552.937997:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767552.937999:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767552.938001:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767552.938004:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767552.938007:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767552.938010:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767552.938013:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767552.938016:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767552.938020:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767552.938026:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767552.938031:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767552.938037:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767552.938042:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767552.938044:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767552.938048:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767552.938051:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767552.938055:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767552.938061:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775767552.938064:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767552.938068:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767552.938070:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767552.938073:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767552.938074:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767552.938076:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767552.938084:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee400.
00000100:00000001:2.0:1775767552.938088:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767552.938095:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335114880/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767552.938104:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767552.938106:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767552.938109:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335114880/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767552.938122:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767552.938126:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767552.938134:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767552.938137:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767552.938139:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767552.938143:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767552.938149:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4737
00000400:00000200:2.0:1775767552.938156:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767552.938160:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767552.938163:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767552.938167:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767552.938171:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767552.938174:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767552.938176:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767552.938178:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767552.938180:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767552.938183:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767552.938185:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775767552.938187:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775767552.938190:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775767552.938196:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767552.938199:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767552.938202:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767552.938212:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767552.938217:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767552.938223:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767552.938226:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767552.938228:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767552.938232:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767552.938238:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767552.938241:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767552.938244:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767552.938247:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767552.938249:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767552.938254:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767552.938259:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767552.938264:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767552.938267:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775767552.938267:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:2.0:1775767552.938270:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767552.938272:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767552.938274:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767552.938277:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef400.
00000100:00000001:2.0:1775767552.938279:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767552.938283:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335115008/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767552.938294:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767552.938297:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767552.938301:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335115008/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767552.938310:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767552.938315:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767552.938317:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767552.938320:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767552.938322:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767552.938326:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767552.938332:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4737
00000400:00000200:2.0:1775767552.938340:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767552.938344:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767552.938347:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767552.938350:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767552.938352:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767552.938360:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767552.938366:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767552.938370:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767552.938373:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767552.938377:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767552.938380:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775767552.938385:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775767552.938390:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767552.938401:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767552.938407:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767552.938410:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767552.938413:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767552.938429:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767552.938435:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767552.938441:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767552.938446:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767552.938450:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767552.938453:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767552.938456:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767552.938461:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767552.938465:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767552.938468:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767552.938473:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775767552.938478:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767552.938482:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767552.938485:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767552.938489:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767552.938491:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767552.938494:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767552.938499:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee800.
00000100:00000001:2.0:1775767552.938505:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767552.938513:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335115136/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767552.938547:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767552.938551:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767552.938559:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335115136/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767552.938570:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767552.938574:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767552.938579:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000200:3.1:1775767552.938580:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:2.0:1775767552.938581:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767552.938584:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767552.938590:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767552.938595:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4737
00000400:00000200:2.0:1775767552.938600:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767552.938606:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767552.938611:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767552.938614:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767552.938618:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767552.938621:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767552.938624:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767552.938629:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767552.938631:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767552.938634:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767552.938636:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767552.938643:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775767552.938645:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767552.938650:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767552.938653:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767552.938656:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767552.938660:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767552.938666:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767552.938669:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767552.938672:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767552.938677:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767552.938679:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767552.938682:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767552.938687:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767552.938689:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767552.938691:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767552.938694:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767552.938699:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775767552.938701:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775767552.938703:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767552.938704:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767552.938705:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767552.938706:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767552.938726:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767552.938729:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef000.
00000100:00000001:2.0:1775767552.938731:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767552.938735:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335115264/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767552.938743:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767552.938747:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767552.938755:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335115264/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767552.938769:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767552.938776:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4747)
00000800:00000200:3.1:1775767552.938872:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767552.939046:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767552.939190:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000020:00000001:1.0:1775767553.961929:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767553.961935:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767553.961939:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767554.217788:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299411197, at 4299411200
00000100:00000010:2.0:1775767554.217804:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3de0.
00000020:00000001:1.0:1775767554.985873:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767554.985876:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767554.985879:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767556.009864:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767556.009867:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767556.009871:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1775767556.009930:0:2395:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.131:988
00000400:00000100:0.0:1775767556.009962:0:2395:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.131@tcp at host 192.168.202.131 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1775767556.009971:0:2395:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767556.009975:0:2395:0:(router.c:1750:lnet_notify()) 192.168.202.31@tcp notifying 192.168.202.131@tcp: down
00000400:00000200:0.0:1775767556.009979:0:2395:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767556.009982:0:2395:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:0.0:1775767556.009987:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:0.0:1775767556.009990:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:0.0:1775767556.009995:0:2395:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1775767556.010000:0:2395:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1775767556.010005:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3990
00000400:00000010:0.0:1775767556.010008:0:2395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3990.
00000100:00000001:0.0:1775767556.010012:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775767556.010018:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927313b54e00 x1862022335114752/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767556.010036:0:2395:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775767556.010041:0:2395:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b54e00 x1862022335114752/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767577 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767556.010050:0:2395:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767556.010053:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1775767556.010075:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:0.0:1775767556.010079:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931a00.
00000400:00000200:0.0:1775767556.010083:0:2395:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1775767556.010089:0:2395:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1775767556.010094:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3aa0
00000400:00000010:0.0:1775767556.010097:0:2395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3aa0.
00000100:00000001:0.0:1775767556.010102:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775767556.010109:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927313b55180 x1862022335114880/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767556.010126:0:2395:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775767556.010132:0:2395:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b55180 x1862022335114880/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767577 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767556.010144:0:2395:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767556.010147:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1775767556.010157:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:0.0:1775767556.010162:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931d00.
00000400:00000200:0.0:1775767556.010168:0:2395:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1775767556.010179:0:2395:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1775767556.010185:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3440
00000400:00000010:0.0:1775767556.010189:0:2395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3440.
00000100:00000001:0.0:1775767556.010195:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775767556.010204:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927313b55f80 x1862022335115008/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767556.010231:0:2395:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775767556.010239:0:2395:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b55f80 x1862022335115008/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767577 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767556.010260:0:2395:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767556.010265:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1775767556.010274:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:0.0:1775767556.010281:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931e00.
00000400:00000200:0.0:1775767556.010287:0:2395:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1775767556.010295:0:2395:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1775767556.010301:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:0.0:1775767556.010305:0:2395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:0.0:1775767556.010310:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775767556.010318:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927313b54a80 x1862022335115136/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767556.010348:0:2395:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775767556.010354:0:2395:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b54a80 x1862022335115136/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767577 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767556.010367:0:2395:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767556.010370:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1775767556.010382:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:0.0:1775767556.010402:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:0.0:1775767556.010406:0:2395:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1775767556.010412:0:2395:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1775767556.010417:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3a18
00000400:00000010:0.0:1775767556.010420:0:2395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3a18.
00000100:00000001:0.0:1775767556.010424:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775767556.010431:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927313b57100 x1862022335115264/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767556.010444:0:2395:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775767556.010449:0:2395:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b57100 x1862022335115264/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767577 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767556.010461:0:2395:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767556.010465:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1775767557.033880:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767557.033884:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767557.033888:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767558.057816:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767558.057824:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767558.057827:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767558.057831:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767558.057837:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767558.057845:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4742
00000400:00000200:2.0:1775767558.057855:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767558.057863:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767558.057866:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767558.057872:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767558.057875:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767558.057880:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767558.057885:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767558.057888:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767558.057889:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767558.057892:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767558.057894:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775767558.057896:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775767558.057897:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775767558.057900:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767558.057901:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767558.057903:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767558.057905:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767558.057907:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767558.057910:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767558.057911:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767558.057914:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767558.057916:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767558.057918:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767558.057920:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767558.057922:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767558.057928:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
00000020:00000040:2.0:1775767558.057931:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767558.057935:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767558.057937:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767558.057939:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000020:00000001:1.0:1775767558.057941:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
02000000:00000001:2.0:1775767558.057943:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000020:00000001:1.0:1775767558.057945:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767558.057948:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767558.057949:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
02000000:00000010:2.0:1775767558.057955:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306beec00.
00000100:00000001:2.0:1775767558.057962:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767558.057969:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335115392/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767558.057978:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767558.057981:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767558.057984:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335115392/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767558.058004:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767558.058008:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767558.058011:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767558.058013:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767558.058014:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767558.058017:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767558.058021:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4742
00000400:00000200:2.0:1775767558.058025:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767558.058031:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767558.058035:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767558.058056:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767558.058062:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767558.058069:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767558.058075:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767558.058079:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767558.058082:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767558.058087:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767558.058090:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767558.058094:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767558.058100:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767558.058108:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767558.058114:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767558.058119:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767558.058123:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767558.058127:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767558.058134:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767558.058139:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767558.058141:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767558.058148:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767558.058152:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767558.058157:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767558.058163:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767558.058168:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767558.058171:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767558.058179:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
00000020:00000040:2.0:1775767558.058183:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767558.058189:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767558.058193:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767558.058199:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767558.058202:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767558.058206:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767558.058230:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec000.
00000100:00000001:2.0:1775767558.058236:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767558.058247:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335115520/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767558.058261:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767558.058263:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767558.058267:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335115520/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767558.058292:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767558.058298:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767558.058304:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767558.058308:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767558.058313:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767558.058318:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767558.058326:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4742
00000400:00000200:2.0:1775767558.058355:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767558.058362:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767558.058367:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767558.058404:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767558.058408:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767558.058413:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767558.058417:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000800:00000200:3.1:1775767558.058421:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000020:00000001:2.0:1775767558.058422:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767558.058425:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767558.058429:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:3.1:1775767558.058429:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000020:00000040:2.0:1775767558.058431:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775767558.058436:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775767558.058441:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775767558.058448:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767558.058452:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767558.058454:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767558.058457:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767558.058462:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767558.058464:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767558.058471:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767558.058476:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767558.058480:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767558.058485:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767558.058489:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767558.058493:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767558.058499:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767558.058503:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767558.058511:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767558.058516:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767558.058520:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767558.058524:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767558.058528:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767558.058532:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767558.058535:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767558.058544:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306becc00.
00000100:00000001:2.0:1775767558.058551:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767558.058560:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335115648/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767558.058575:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767558.058578:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767558.058583:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335115648/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767558.058592:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767558.058595:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767558.058599:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767558.058601:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767558.058603:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767558.058606:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767558.058608:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4742
00000400:00000200:2.0:1775767558.058613:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767558.058617:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767558.058620:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767558.058624:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767558.058626:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767558.058628:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767558.058631:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767558.058634:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767558.058635:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767558.058637:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767558.058639:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775767558.058643:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775767558.058645:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767558.058648:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767558.058651:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767558.058653:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767558.058656:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767558.058658:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767558.058662:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767558.058665:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767558.058667:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767558.058671:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767558.058674:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767558.058677:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767558.058682:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767558.058688:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767558.058690:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767558.058694:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775767558.058698:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767558.058701:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767558.058703:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767558.058707:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767558.058734:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767558.058736:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767558.058742:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306befc00.
00000100:00000001:2.0:1775767558.058747:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767558.058762:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335115776/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767558.058779:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767558.058783:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767558.058792:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335115776/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767558.058812:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767558.058815:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767558.058822:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767558.058825:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767558.058828:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767558.058835:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767558.058840:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4742
00000400:00000200:2.0:1775767558.058849:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767558.058856:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767558.058859:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767558.058866:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767558.058870:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767558.058874:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767558.058879:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767558.058884:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767558.058887:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767558.058893:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767558.058897:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767558.058903:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775767558.058909:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767558.058918:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767558.058924:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767558.058931:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767558.058937:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767558.058945:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767558.058952:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767558.058957:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767558.058962:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767558.058968:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767558.058974:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767558.058979:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767558.058984:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767558.058990:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767558.058996:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767558.059004:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775767558.059008:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775767558.059012:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767558.059015:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767558.059019:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767558.059022:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767558.059026:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767558.059033:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec800.
00000100:00000001:2.0:1775767558.059041:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767558.059051:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335115904/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767558.059067:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767558.059072:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767558.059082:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335115904/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767558.059109:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767558.059119:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4752)
00000800:00000200:3.1:1775767558.059311:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767558.059313:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775767558.059630:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767558.059633:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775767558.059983:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767558.059985:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775767558.060292:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767558.060295:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000020:00000001:1.0:1775767559.081861:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767559.081864:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767559.081867:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767559.337857:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299416317, at 4299416320
00000100:00000010:2.0:1775767559.337864:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3000.
00000020:00000001:1.0:1775767560.105891:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767560.105895:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767560.105897:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1775767561.129881:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767561.129884:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767561.129887:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767562.153997:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767562.154002:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767562.154005:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767563.177789:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767563.177801:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767563.177806:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767563.177812:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767563.177820:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767563.177827:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4747
00000400:00000200:2.0:1775767563.177836:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767563.177841:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767563.177844:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767563.177847:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767563.177850:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767563.177852:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767563.177854:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767563.177857:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767563.177858:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767563.177861:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767563.177863:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775767563.177865:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775767563.177867:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775767563.177869:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767563.177871:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767563.177872:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767563.177874:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767563.177875:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000040:2.0:1775767563.177876:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000020:00000001:1.0:1775767563.177881:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767563.177881:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767563.177887:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767563.177888:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
02000000:00000001:2.0:1775767563.177890:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767563.177893:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767563.177895:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767563.177897:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767563.177899:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767563.177907:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775767563.177910:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767563.177914:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767563.177915:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767563.177918:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767563.177920:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767563.177924:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767563.177931:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef800.
00000100:00000001:2.0:1775767563.177937:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767563.177944:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335116032/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767563.177961:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767563.177965:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767563.177968:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335116032/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767563.177983:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767563.177986:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767563.177989:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767563.177990:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767563.177992:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767563.177994:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767563.177996:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4747
00000400:00000200:2.0:1775767563.177998:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767563.178000:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767563.178002:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767563.178005:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767563.178007:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767563.178009:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767563.178011:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767563.178013:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767563.178014:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767563.178016:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767563.178018:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767563.178022:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767563.178024:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767563.178028:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767563.178031:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767563.178033:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767563.178035:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767563.178037:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767563.178041:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767563.178046:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767563.178049:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767563.178055:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767563.178059:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767563.178062:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767563.178067:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767563.178070:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767563.178073:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767563.178076:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775767563.178080:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767563.178084:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767563.178086:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767563.178090:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767563.178092:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767563.178094:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767563.178098:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bedc00.
00000100:00000001:2.0:1775767563.178103:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767563.178112:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335116160/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767563.178117:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767563.178122:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767563.178128:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335116160/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767563.178145:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767563.178147:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767563.178150:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767563.178152:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767563.178155:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767563.178157:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767563.178159:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4747
00000400:00000200:2.0:1775767563.178164:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767563.178168:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767563.178171:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767563.178177:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767563.178179:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767563.178183:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767563.178187:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767563.178191:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767563.178194:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767563.178197:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767563.178199:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775767563.178203:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775767563.178204:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775767563.178211:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767563.178213:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767563.178216:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767563.178219:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767563.178221:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767563.178224:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767563.178228:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767563.178230:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767563.178233:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767563.178236:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767563.178238:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767563.178239:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767563.178240:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767563.178242:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767563.178246:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775767563.178249:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767563.178252:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767563.178255:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767563.178257:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767563.178258:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767563.178260:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767563.178264:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed400.
00000100:00000001:2.0:1775767563.178269:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767563.178276:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335116288/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767563.178293:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767563.178296:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767563.178301:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335116288/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767563.178315:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767563.178318:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767563.178339:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767563.178340:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767563.178341:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767563.178345:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767563.178350:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4747
00000400:00000200:2.0:1775767563.178356:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000800:00000200:3.1:1775767563.178360:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000400:00000200:2.0:1775767563.178364:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000800:00000200:3.1:1775767563.178365:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000100:00080000:2.0:1775767563.178367:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767563.178374:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767563.178377:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767563.178380:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767563.178382:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767563.178383:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767563.178386:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767563.178388:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767563.178392:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775767563.178395:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775767563.178397:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767563.178401:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767563.178404:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767563.178407:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767563.178409:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767563.178412:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767563.178417:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767563.178422:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767563.178425:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767563.178429:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767563.178433:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767563.178436:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767563.178440:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767563.178442:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767563.178445:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767563.178449:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775767563.178454:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767563.178458:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767563.178460:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767563.178463:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767563.178465:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767563.178467:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767563.178473:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed800.
00000100:00000001:2.0:1775767563.178479:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767563.178485:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335116416/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767563.178505:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767563.178508:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767563.178514:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335116416/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767563.178523:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767563.178524:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767563.178527:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767563.178530:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767563.178531:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767563.178534:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767563.178538:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4747
00000400:00000200:2.0:1775767563.178546:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767563.178552:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767563.178556:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767563.178559:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767563.178563:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767563.178566:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767563.178569:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767563.178570:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767563.178572:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767563.178574:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767563.178577:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767563.178579:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775767563.178581:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767563.178587:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767563.178589:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767563.178592:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767563.178596:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767563.178600:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767563.178605:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767563.178608:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767563.178613:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767563.178615:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767563.178619:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767563.178622:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767563.178624:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767563.178628:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767563.178632:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767563.178637:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767563.178640:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775767563.178645:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767563.178647:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767563.178649:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767563.178651:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767563.178654:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767563.178658:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee000.
00000100:00000001:2.0:1775767563.178662:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767563.178669:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335116544/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767563.178684:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767563.178688:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767563.178693:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335116544/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767563.178737:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767563.178745:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4757)
00000800:00000200:3.1:1775767563.178914:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767563.178916:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775767563.179103:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767563.179105:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775767563.179275:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767563.179277:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775767563.179477:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767563.179478:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000020:00000001:1.0:1775767564.201907:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767564.201911:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767564.201914:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767564.457804:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299421437, at 4299421440
00000100:00000010:2.0:1775767564.457828:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3120.
00000020:00000001:0.0:1775767565.225880:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767565.225883:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767565.225886:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767566.249890:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767566.249893:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767566.249896:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767567.273949:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767567.273953:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767567.273957:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767568.297783:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767568.297793:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767568.297796:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767568.297800:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767568.297805:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767568.297812:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4752
00000400:00000200:2.0:1775767568.297822:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767568.297829:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767568.297832:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767568.297836:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767568.297840:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767568.297843:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767568.297847:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767568.297851:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767568.297854:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767568.297857:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000001:1.0:1775767568.297858:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000040:2.0:1775767568.297861:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:1.0:1775767568.297862:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767568.297867:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00010000:00010000:1.0:1775767568.297868:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775767568.297873:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775767568.297878:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767568.297881:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767568.297883:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767568.297885:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767568.297888:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767568.297890:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767568.297892:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767568.297894:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767568.297897:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767568.297899:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767568.297900:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767568.297902:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767568.297910:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
00000020:00000040:2.0:1775767568.297914:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767568.297917:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767568.297918:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767568.297920:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767568.297923:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767568.297926:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767568.297933:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306befc00.
00000100:00000001:2.0:1775767568.297939:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767568.297948:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335116672/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767568.297959:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767568.297964:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767568.297969:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335116672/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767568.297992:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767568.297996:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767568.298000:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767568.298002:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767568.298003:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767568.298007:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767568.298009:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4752
00000400:00000200:2.0:1775767568.298012:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767568.298015:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767568.298017:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767568.298020:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767568.298022:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767568.298025:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767568.298027:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767568.298028:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767568.298029:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767568.298031:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767568.298035:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767568.298037:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767568.298041:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767568.298045:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767568.298047:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767568.298051:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767568.298055:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767568.298059:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767568.298064:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767568.298069:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767568.298073:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767568.298078:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767568.298081:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767568.298084:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767568.298090:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767568.298094:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767568.298099:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767568.298102:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
00000020:00000040:2.0:1775767568.298106:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767568.298110:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767568.298113:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767568.298114:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767568.298116:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767568.298119:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767568.298124:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306becc00.
00000100:00000001:2.0:1775767568.298130:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767568.298137:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335116800/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767568.298146:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767568.298148:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767568.298150:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335116800/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767568.298178:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767568.298183:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767568.298190:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767568.298193:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767568.298195:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767568.298197:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767568.298203:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4752
00000400:00000200:2.0:1775767568.298209:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767568.298213:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767568.298215:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767568.298220:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767568.298223:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767568.298225:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767568.298227:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767568.298229:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767568.298231:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767568.298234:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767568.298235:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775767568.298237:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775767568.298240:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775767568.298244:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767568.298247:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767568.298251:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767568.298254:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767568.298257:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767568.298263:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767568.298268:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767568.298289:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767568.298291:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767568.298294:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767568.298297:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767568.298300:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767568.298303:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767568.298305:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767568.298310:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767568.298315:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767568.298320:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767568.298323:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767568.298326:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767568.298327:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767568.298330:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767568.298334:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec000.
00000100:00000001:2.0:1775767568.298338:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767568.298345:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335116928/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767568.298358:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767568.298361:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775767568.298364:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000040:2.0:1775767568.298368:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335116928/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1775767568.298369:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000100:00000001:2.0:1775767568.298385:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767568.298389:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767568.298392:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767568.298395:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767568.298397:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767568.298402:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767568.298405:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4752
00000400:00000200:2.0:1775767568.298413:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767568.298417:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767568.298419:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767568.298425:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767568.298429:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767568.298433:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767568.298437:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767568.298443:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767568.298444:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767568.298446:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767568.298449:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775767568.298452:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775767568.298457:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767568.298464:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767568.298468:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767568.298471:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767568.298476:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767568.298481:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767568.298484:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767568.298488:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767568.298490:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767568.298492:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767568.298494:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767568.298497:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767568.298499:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767568.298503:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767568.298505:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767568.298512:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775767568.298517:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767568.298519:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767568.298520:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767568.298522:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767568.298523:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767568.298526:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767568.298530:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306beec00.
00000100:00000001:2.0:1775767568.298535:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767568.298540:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335117056/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767568.298552:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767568.298555:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767568.298560:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335117056/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767568.298577:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767568.298583:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767568.298586:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767568.298588:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767568.298590:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767568.298594:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767568.298596:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4752
00000400:00000200:2.0:1775767568.298599:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767568.298602:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767568.298604:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767568.298608:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767568.298610:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767568.298616:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767568.298619:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767568.298625:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767568.298627:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767568.298630:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767568.298632:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767568.298636:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775767568.298641:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767568.298648:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767568.298652:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767568.298655:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767568.298658:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767568.298662:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767568.298668:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767568.298671:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767568.298673:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767568.298676:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767568.298681:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767568.298684:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767568.298686:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767568.298689:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767568.298694:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767568.298697:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775767568.298701:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775767568.298705:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767568.298724:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767568.298726:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767568.298727:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767568.298728:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767568.298730:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef400.
00000100:00000001:2.0:1775767568.298732:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767568.298736:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335117184/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767568.298744:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767568.298747:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767568.298753:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335117184/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767568.298768:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767568.298772:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4762)
00000800:00000200:3.1:1775767568.298928:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767568.298930:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775767568.299109:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767568.299111:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775767568.299312:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767568.299315:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775767568.299497:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767568.299499:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000020:00000001:0.0:1775767569.321839:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767569.321843:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767569.321845:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767569.577800:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299426557, at 4299426560
00000100:00000010:2.0:1775767569.577815:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe36c0.
00000020:00000001:1.0:1775767570.345890:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767570.345895:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767570.345899:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767571.369919:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767571.369923:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767571.369926:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767572.393866:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767572.393871:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767572.393874:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1775767573.417864:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767573.417872:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775767573.417875:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767573.417879:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767573.417882:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767573.417889:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4757
00000020:00000001:0.0:1775767573.417894:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767573.417899:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767573.417899:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00010000:00010000:0.0:1775767573.417905:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000200:1.0:1775767573.417906:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767573.417909:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767573.417912:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767573.417914:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767573.417916:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767573.417919:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767573.417922:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767573.417923:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:1.0:1775767573.417925:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767573.417928:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:1.0:1775767573.417930:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:1.0:1775767573.417932:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:1.0:1775767573.417934:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767573.417936:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767573.417937:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767573.417938:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767573.417940:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:1.0:1775767573.417943:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767573.417945:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767573.417948:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767573.417950:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767573.417952:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767573.417954:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767573.417956:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767573.417965:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d12d80.
00000020:00000040:1.0:1775767573.417967:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:1.0:1775767573.417970:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767573.417971:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767573.417973:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767573.417976:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767573.417980:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767573.417987:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eac00.
00000100:00000001:1.0:1775767573.417992:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767573.417999:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d12d80 x1862022335117312/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767573.418007:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767573.418010:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767573.418014:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000896363e8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d12d80 x1862022335117312/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767573.418037:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767573.418040:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767573.418042:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775767573.418044:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767573.418045:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767573.418047:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767573.418048:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4757
00000400:00000200:1.0:1775767573.418051:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767573.418053:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767573.418055:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767573.418057:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767573.418059:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767573.418061:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767573.418063:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767573.418065:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767573.418066:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:1.0:1775767573.418067:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767573.418068:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:1.0:1775767573.418070:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:1.0:1775767573.418072:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:1.0:1775767573.418074:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767573.418076:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767573.418079:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767573.418082:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767573.418086:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:1.0:1775767573.418090:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767573.418092:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767573.418094:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767573.418099:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767573.418104:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767573.418108:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767573.418114:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767573.418122:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767573.418124:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767573.418129:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10380.
00000020:00000040:1.0:1775767573.418134:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:1.0:1775767573.418139:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767573.418141:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767573.418146:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767573.418148:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767573.418152:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767573.418158:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eb000.
00000100:00000001:1.0:1775767573.418165:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767573.418173:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10380 x1862022335117440/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767573.418186:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767573.418197:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767573.418203:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fae5f3c] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10380 x1862022335117440/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767573.418210:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767573.418213:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767573.418216:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775767573.418217:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767573.418219:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767573.418235:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767573.418241:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4757
00000400:00000200:1.0:1775767573.418249:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767573.418256:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767573.418261:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767573.418268:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767573.418273:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767573.418278:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767573.418284:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767573.418289:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767573.418292:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:1.0:1775767573.418297:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767573.418301:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:1.0:1775767573.418305:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:1.0:1775767573.418307:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:1.0:1775767573.418315:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767573.418321:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767573.418326:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767573.418330:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767573.418333:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:1.0:1775767573.418338:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767573.418342:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767573.418345:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767573.418349:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767573.418352:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767573.418357:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767573.418361:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767573.418364:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767573.418365:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767573.418370:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d13480.
00000020:00000040:1.0:1775767573.418374:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:1.0:1775767573.418377:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767573.418380:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767573.418382:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767573.418384:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767573.418387:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767573.418395:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9400.
00000100:00000001:1.0:1775767573.418401:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775767573.418412:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00100000:1.0:1775767573.418413:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d13480 x1862022335117568/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1775767573.418416:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000100:00000001:1.0:1775767573.418433:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767573.418437:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767573.418451:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d08fae2a] to pc [ptlrpcd_rcv+-1]  req@ffff927303d13480 x1862022335117568/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767573.418462:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767573.418467:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767573.418475:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775767573.418476:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767573.418480:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767573.418484:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767573.418489:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4757
00000400:00000200:1.0:1775767573.418497:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767573.418503:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767573.418506:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767573.418509:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767573.418510:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767573.418514:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767573.418516:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767573.418521:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767573.418523:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:1.0:1775767573.418526:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767573.418528:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:1.0:1775767573.418531:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:1.0:1775767573.418534:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:1.0:1775767573.418537:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767573.418539:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767573.418542:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767573.418544:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767573.418546:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:1.0:1775767573.418548:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767573.418550:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767573.418554:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767573.418557:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767573.418558:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767573.418560:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767573.418563:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767573.418566:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767573.418570:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767573.418575:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11880.
00000020:00000040:1.0:1775767573.418579:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:1.0:1775767573.418584:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767573.418586:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767573.418593:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767573.418596:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767573.418599:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767573.418605:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046ea400.
00000100:00000001:1.0:1775767573.418609:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767573.418615:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11880 x1862022335117696/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767573.418627:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767573.418630:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767573.418639:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a965cc18] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11880 x1862022335117696/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767573.418668:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767573.418674:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767573.418682:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775767573.418686:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767573.418689:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767573.418694:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767573.418701:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4757
00000400:00000200:1.0:1775767573.418734:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767573.418739:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767573.418743:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767573.418750:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767573.418754:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767573.418757:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767573.418761:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767573.418767:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767573.418771:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:1.0:1775767573.418773:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767573.418776:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:1.0:1775767573.418781:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:1.0:1775767573.418788:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:1.0:1775767573.418797:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767573.418802:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767573.418808:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767573.418813:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767573.418818:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:1.0:1775767573.418826:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767573.418832:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767573.418837:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767573.418841:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767573.418846:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767573.418848:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767573.418851:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767573.418855:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767573.418857:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767573.418863:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11500.
00000020:00000040:1.0:1775767573.418866:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:1.0:1775767573.418869:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767573.418872:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767573.418874:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767573.418877:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767573.418880:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767573.418885:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046ea000.
00000100:00000001:1.0:1775767573.418890:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767573.418895:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11500 x1862022335117824/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767573.418903:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767573.418905:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767573.418912:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3229bd5] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11500 x1862022335117824/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767573.418925:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767573.418930:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4768)
00000800:00000200:3.1:1775767573.419022:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767573.419024:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775767573.419306:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767573.419308:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775767573.419493:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767573.419495:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775767573.419791:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767573.419793:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000020:00000001:1.0:1775767574.441865:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767574.441868:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767574.441871:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767574.697855:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299431677, at 4299431680
00000100:00000010:2.0:1775767574.697887:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3a80.
00000020:00000001:1.0:1775767575.465900:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767575.465903:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767575.465906:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767576.489863:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767576.489866:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767576.489869:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1775767577.513930:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767577.513935:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767577.513939:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1775767578.537768:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767578.537776:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775767578.537779:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767578.537783:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767578.537787:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767578.537793:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4763
00000400:00000200:1.0:1775767578.537804:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767578.537810:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767578.537815:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767578.537819:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767578.537825:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767578.537828:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767578.537831:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767578.537836:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767578.537837:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:1.0:1775767578.537840:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767578.537844:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:1.0:1775767578.537846:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:1.0:1775767578.537848:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:1.0:1775767578.537851:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767578.537853:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767578.537854:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767578.537855:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767578.537857:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:1.0:1775767578.537859:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767578.537861:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767578.537863:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767578.537865:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767578.537872:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767578.537874:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767578.537875:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767578.537884:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10700.
00000020:00000040:1.0:1775767578.537887:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:1.0:1775767578.537889:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767578.537891:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767578.537893:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767578.537896:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767578.537899:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767578.537906:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9000.
00000100:00000001:1.0:1775767578.537911:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767578.537916:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767578.537920:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767578.537921:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10700 x1862022335117952/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:0.0:1775767578.537925:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775767578.537932:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767578.537936:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767578.537940:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9d335f8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10700 x1862022335117952/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767578.537955:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767578.537957:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767578.537960:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775767578.537961:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767578.537963:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767578.537965:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767578.537967:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4763
00000400:00000200:1.0:1775767578.537970:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767578.537972:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767578.537974:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767578.537976:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767578.537978:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767578.537979:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767578.537981:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767578.537983:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767578.537985:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:1.0:1775767578.537986:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767578.537988:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:1.0:1775767578.537989:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:1.0:1775767578.537990:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:1.0:1775767578.537992:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767578.537995:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767578.537998:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767578.538000:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767578.538001:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:1.0:1775767578.538006:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767578.538010:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767578.538012:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767578.538016:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767578.538019:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767578.538023:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767578.538027:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767578.538032:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767578.538036:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767578.538041:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11c00.
00000020:00000040:1.0:1775767578.538045:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:1.0:1775767578.538051:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767578.538053:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767578.538056:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767578.538059:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767578.538062:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767578.538070:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eb800.
00000100:00000001:1.0:1775767578.538077:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767578.538086:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11c00 x1862022335118080/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767578.538100:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767578.538106:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767578.538112:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062b06338] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11c00 x1862022335118080/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767578.538126:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767578.538127:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767578.538129:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775767578.538130:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767578.538131:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767578.538133:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767578.538136:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4763
00000400:00000200:1.0:1775767578.538143:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767578.538145:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767578.538147:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767578.538152:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767578.538154:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767578.538156:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767578.538158:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767578.538160:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767578.538163:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:1.0:1775767578.538167:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767578.538168:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:1.0:1775767578.538190:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:1.0:1775767578.538194:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:1.0:1775767578.538203:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767578.538208:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767578.538214:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767578.538218:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767578.538224:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:1.0:1775767578.538231:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767578.538235:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767578.538239:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767578.538242:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767578.538246:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767578.538248:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767578.538252:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767578.538254:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767578.538256:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767578.538259:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10e00.
00000020:00000040:1.0:1775767578.538263:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:1.0:1775767578.538266:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767578.538267:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767578.538269:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767578.538271:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767578.538274:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767578.538279:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8c00.
00000100:00000001:1.0:1775767578.538282:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767578.538290:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10e00 x1862022335118208/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767578.538306:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767578.538310:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767578.538316:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009b4566e] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10e00 x1862022335118208/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767578.538330:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767578.538334:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767578.538337:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775767578.538338:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767578.538340:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767578.538343:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767578.538345:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4763
00000400:00000200:1.0:1775767578.538348:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767578.538351:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767578.538354:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767578.538359:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767578.538363:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767578.538368:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767578.538372:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767578.538374:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767578.538375:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:1.0:1775767578.538377:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767578.538379:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:1.0:1775767578.538382:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:1.0:1775767578.538385:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:1.0:1775767578.538388:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767578.538389:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767578.538391:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767578.538396:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767578.538397:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:1.0:1775767578.538400:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767578.538404:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767578.538406:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767578.538410:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767578.538413:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767578.538416:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767578.538418:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767578.538421:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767578.538423:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775767578.538426:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000010:1.0:1775767578.538427:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10000.
00000020:00000040:1.0:1775767578.538432:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
00000800:00000200:3.1:1775767578.538433:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
02000000:00000001:1.0:1775767578.538434:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767578.538436:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767578.538440:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767578.538442:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767578.538444:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767578.538449:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8000.
00000100:00000001:1.0:1775767578.538452:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767578.538459:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10000 x1862022335118336/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767578.538467:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767578.538470:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767578.538476:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbb7fab8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10000 x1862022335118336/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767578.538483:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767578.538487:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767578.538490:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775767578.538493:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767578.538494:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767578.538496:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767578.538501:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4763
00000400:00000200:1.0:1775767578.538505:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767578.538508:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767578.538511:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767578.538515:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767578.538518:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767578.538522:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767578.538526:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767578.538529:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767578.538532:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:1.0:1775767578.538534:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767578.538536:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:1.0:1775767578.538539:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:1.0:1775767578.538541:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:1.0:1775767578.538546:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767578.538549:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767578.538553:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767578.538556:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767578.538559:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:1.0:1775767578.538564:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767578.538568:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767578.538569:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767578.538574:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767578.538577:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767578.538578:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767578.538581:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767578.538583:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767578.538586:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767578.538589:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11500.
00000020:00000040:1.0:1775767578.538592:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:1.0:1775767578.538595:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767578.538596:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767578.538599:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767578.538600:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767578.538603:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767578.538613:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9c00.
00000100:00000001:1.0:1775767578.538620:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767578.538627:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11500 x1862022335118464/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767578.538636:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767578.538641:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767578.538645:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3229bd5] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11500 x1862022335118464/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767578.538662:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767578.538670:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4773)
00000800:00000200:3.1:1775767578.539020:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767578.539023:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775767578.539349:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767578.539351:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775767578.539664:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767578.539667:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775767578.539976:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767578.539978:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000020:00000001:1.0:1775767579.561950:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767579.561955:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767579.561960:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767579.817771:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299436797, at 4299436800
00000100:00000010:2.0:1775767579.817787:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3420.
00000020:00000001:1.0:1775767580.585963:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767580.585968:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767580.585973:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1775767581.609921:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767581.609924:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767581.609927:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1775767582.633995:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767582.634000:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767582.634004:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1775767583.657813:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767583.657825:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775767583.657828:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767583.657834:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767583.657839:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767583.657848:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4768
00000400:00000200:1.0:1775767583.657864:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767583.657873:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767583.657877:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767583.657891:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767583.657897:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767583.657904:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767583.657906:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767583.657910:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767583.657912:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:1.0:1775767583.657915:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767583.657918:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:1.0:1775767583.657920:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:1.0:1775767583.657922:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:1.0:1775767583.657927:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767583.657928:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767583.657930:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767583.657931:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767583.657933:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:1.0:1775767583.657938:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767583.657940:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767583.657942:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767583.657946:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767583.657948:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767583.657950:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767583.657953:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767583.657965:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11880.
00000020:00000040:1.0:1775767583.657969:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:1.0:1775767583.657974:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767583.657976:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767583.657979:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767583.657983:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767583.657988:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767583.657993:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767583.657997:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767583.657997:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9800.
00010000:00010000:0.0:1775767583.658008:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775767583.658013:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767583.658024:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11880 x1862022335118592/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767583.658033:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767583.658039:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767583.658043:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a965cc18] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11880 x1862022335118592/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767583.658063:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767583.658066:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767583.658069:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775767583.658070:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767583.658071:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767583.658074:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767583.658077:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4768
00000400:00000200:1.0:1775767583.658088:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767583.658092:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767583.658094:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767583.658098:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767583.658102:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767583.658106:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767583.658110:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767583.658112:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767583.658113:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:1.0:1775767583.658114:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767583.658116:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:1.0:1775767583.658120:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:1.0:1775767583.658137:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:1.0:1775767583.658142:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767583.658144:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767583.658149:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767583.658160:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767583.658171:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:1.0:1775767583.658180:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767583.658187:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767583.658198:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767583.658208:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767583.658222:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767583.658223:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767583.658228:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767583.658236:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767583.658246:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767583.658254:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d13480.
00000020:00000040:1.0:1775767583.658258:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:1.0:1775767583.658265:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767583.658268:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767583.658271:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767583.658272:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767583.658275:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767583.658283:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eb400.
00000100:00000001:1.0:1775767583.658291:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767583.658299:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d13480 x1862022335118720/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767583.658319:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767583.658324:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767583.658331:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d08fae2a] to pc [ptlrpcd_rcv+-1]  req@ffff927303d13480 x1862022335118720/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767583.658399:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767583.658406:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767583.658414:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775767583.658422:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767583.658425:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767583.658436:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767583.658443:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4768
00000400:00000200:1.0:1775767583.658467:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767583.658472:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767583.658479:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767583.658483:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767583.658486:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767583.658497:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767583.658502:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767583.658506:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767583.658510:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:1.0:1775767583.658517:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767583.658522:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:1.0:1775767583.658529:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:1.0:1775767583.658537:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:1.0:1775767583.658546:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767583.658554:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767583.658565:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767583.658574:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767583.658579:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:1.0:1775767583.658588:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767583.658594:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767583.658604:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767583.658612:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767583.658622:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767583.658625:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767583.658628:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767583.658631:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767583.658633:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767583.658636:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10380.
00000020:00000040:1.0:1775767583.658643:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:1.0:1775767583.658648:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767583.658653:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767583.658657:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:3.1:1775767583.658659:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
02000000:00000001:1.0:1775767583.658660:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767583.658667:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775767583.658667:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
02000000:00000010:1.0:1775767583.658677:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9c00.
00000100:00000001:1.0:1775767583.658681:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767583.658687:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10380 x1862022335118848/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767583.658757:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767583.658759:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767583.658764:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fae5f3c] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10380 x1862022335118848/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767583.658770:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767583.658772:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767583.658775:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775767583.658778:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767583.658783:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767583.658794:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767583.658800:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4768
00000400:00000200:1.0:1775767583.658807:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767583.658812:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767583.658814:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767583.658819:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767583.658823:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767583.658829:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767583.658837:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767583.658841:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767583.658844:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:1.0:1775767583.658847:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767583.658849:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:1.0:1775767583.658855:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:1.0:1775767583.658858:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:1.0:1775767583.658863:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767583.658866:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767583.658868:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767583.658870:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767583.658883:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:1.0:1775767583.658893:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767583.658897:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767583.658905:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767583.658910:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767583.658920:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767583.658922:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767583.658924:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767583.658926:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767583.658929:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767583.658933:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d12d80.
00000020:00000040:1.0:1775767583.658941:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:1.0:1775767583.658948:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767583.658950:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767583.658958:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767583.658960:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767583.658965:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767583.658969:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8000.
00000100:00000001:1.0:1775767583.658977:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767583.658989:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d12d80 x1862022335118976/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767583.659031:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767583.659038:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767583.659048:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000896363e8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d12d80 x1862022335118976/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767583.659072:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767583.659076:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767583.659095:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775767583.659099:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767583.659102:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767583.659117:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767583.659137:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4768
00000400:00000200:1.0:1775767583.659157:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767583.659168:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767583.659178:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767583.659191:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767583.659197:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767583.659203:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767583.659215:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767583.659226:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767583.659232:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:1.0:1775767583.659234:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767583.659239:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:1.0:1775767583.659242:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:1.0:1775767583.659252:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:1.0:1775767583.659264:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767583.659269:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767583.659276:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767583.659281:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767583.659289:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:1.0:1775767583.659297:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767583.659303:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767583.659311:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767583.659316:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767583.659328:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767583.659335:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767583.659341:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767583.659345:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767583.659349:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767583.659356:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11500.
00000020:00000040:1.0:1775767583.659368:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:1.0:1775767583.659380:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767583.659385:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767583.659392:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767583.659397:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767583.659401:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767583.659414:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8c00.
00000100:00000001:1.0:1775767583.659424:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767583.659437:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11500 x1862022335119104/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767583.659450:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767583.659456:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767583.659461:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3229bd5] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11500 x1862022335119104/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767583.659478:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767583.659484:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4778)
00000800:00000200:3.1:1775767583.659592:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767583.659594:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775767583.659812:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767583.659815:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775767583.660018:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767583.660019:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775767583.660257:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767583.660260:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000020:00000001:1.0:1775767584.681935:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767584.681940:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767584.681944:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767584.937815:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299441918, at 4299441920
00000100:00000010:2.0:1775767584.937830:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3180.
00000020:00000001:0.0:1775767585.705902:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767585.705905:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767585.705908:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1775767586.729892:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767586.729894:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767586.729897:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1775767587.753902:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767587.753905:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767587.753908:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1775767588.777859:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767588.777867:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775767588.777871:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767588.777875:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767588.777881:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000020:00000001:1.0:1775767588.777881:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767588.777885:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767588.777889:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4773
00010000:00010000:1.0:1775767588.777890:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000200:0.0:1775767588.777901:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767588.777908:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767588.777911:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767588.777914:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767588.777917:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767588.777919:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767588.777921:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767588.777923:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767588.777925:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775767588.777928:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767588.777930:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775767588.777931:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775767588.777933:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775767588.777935:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767588.777936:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767588.777938:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767588.777939:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767588.777942:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:0.0:1775767588.777945:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767588.777946:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767588.777949:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767588.777952:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767588.777954:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767588.777956:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775767588.777958:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767588.777968:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925880.
00000020:00000040:0.0:1775767588.777971:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775767588.777974:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767588.777975:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767588.777979:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767588.777983:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767588.777988:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767588.777996:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e000.
00000100:00000001:0.0:1775767588.778003:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767588.778013:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925880 x1862022335119232/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767588.778022:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767588.778027:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767588.778031:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f872a4ed] to pc [ptlrpcd_rcv+-1]  req@ffff927322925880 x1862022335119232/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767588.778052:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767588.778054:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767588.778057:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775767588.778058:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767588.778060:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767588.778062:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767588.778064:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4773
00000400:00000200:0.0:1775767588.778067:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767588.778070:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767588.778085:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767588.778088:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767588.778090:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767588.778092:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767588.778093:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767588.778096:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767588.778097:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775767588.778098:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767588.778099:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775767588.778101:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:0.0:1775767588.778104:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:0.0:1775767588.778109:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767588.778114:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767588.778118:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767588.778120:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767588.778124:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:0.0:1775767588.778130:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767588.778137:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767588.778148:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767588.778156:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767588.778159:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767588.778160:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767588.778165:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767588.778170:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767588.778174:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767588.778186:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925500.
00000020:00000040:0.0:1775767588.778197:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:0.0:1775767588.778203:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767588.778208:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767588.778212:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767588.778216:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767588.778219:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767588.778222:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d400.
00000100:00000001:0.0:1775767588.778230:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767588.778238:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925500 x1862022335119360/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767588.778258:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767588.778260:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767588.778269:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a57c8e8f] to pc [ptlrpcd_rcv+-1]  req@ffff927322925500 x1862022335119360/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767588.778281:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767588.778288:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767588.778292:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775767588.778293:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767588.778295:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767588.778302:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767588.778306:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4773
00000400:00000200:0.0:1775767588.778310:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767588.778318:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767588.778321:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767588.778329:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767588.778332:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767588.778341:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767588.778349:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767588.778358:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767588.778362:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:0.0:1775767588.778367:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767588.778373:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775767588.778382:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:0.0:1775767588.778386:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:0.0:1775767588.778393:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767588.778394:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767588.778395:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767588.778399:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767588.778401:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:0.0:1775767588.778409:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767588.778412:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767588.778417:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767588.778422:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767588.778424:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767588.778425:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767588.778426:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767588.778428:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767588.778435:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767588.778440:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926d80.
00000020:00000040:0.0:1775767588.778442:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775767588.778443:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767588.778447:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767588.778456:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767588.778458:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767588.778461:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767588.778474:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477cc00.
00000100:00000001:0.0:1775767588.778482:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767588.778493:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926d80 x1862022335119488/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767588.778511:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767588.778516:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767588.778530:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000adacb2c9] to pc [ptlrpcd_rcv+-1]  req@ffff927322926d80 x1862022335119488/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767588.778574:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767588.778580:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767588.778589:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775767588.778593:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767588.778596:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767588.778604:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767588.778608:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4773
00000800:00000200:3.1:1775767588.778615:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000400:00000200:0.0:1775767588.778621:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000800:00000200:3.1:1775767588.778622:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000400:00000200:0.0:1775767588.778631:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767588.778635:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767588.778638:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767588.778640:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767588.778647:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767588.778651:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767588.778657:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767588.778659:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775767588.778661:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767588.778663:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:0.0:1775767588.778665:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:0.0:1775767588.778670:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:0.0:1775767588.778673:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767588.778675:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767588.778680:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767588.778685:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767588.778692:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:0.0:1775767588.778698:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767588.778706:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767588.778755:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767588.778762:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767588.778765:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767588.778769:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767588.778774:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767588.778778:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767588.778782:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767588.778788:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927480.
00000020:00000040:0.0:1775767588.778793:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:0.0:1775767588.778799:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767588.778801:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767588.778806:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767588.778811:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767588.778814:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767588.778827:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c400.
00000100:00000001:0.0:1775767588.778833:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767588.778839:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927480 x1862022335119616/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767588.778869:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767588.778871:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767588.778876:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd1176bb] to pc [ptlrpcd_rcv+-1]  req@ffff927322927480 x1862022335119616/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767588.778885:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767588.778887:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767588.778892:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775767588.778894:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767588.778895:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767588.778904:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767588.778910:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4773
00000400:00000200:0.0:1775767588.778916:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767588.778924:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767588.778931:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767588.778940:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767588.778948:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767588.778957:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767588.778966:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767588.778973:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767588.778975:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:0.0:1775767588.778979:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767588.778983:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:0.0:1775767588.778988:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:0.0:1775767588.778996:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:0.0:1775767588.779003:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767588.779009:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767588.779013:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767588.779017:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767588.779021:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:0.0:1775767588.779027:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767588.779030:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767588.779032:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767588.779036:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767588.779039:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767588.779044:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767588.779048:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767588.779057:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767588.779063:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767588.779085:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926a00.
00000020:00000040:0.0:1775767588.779094:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:0.0:1775767588.779101:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767588.779103:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767588.779109:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767588.779114:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767588.779118:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767588.779128:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d000.
00000100:00000001:0.0:1775767588.779132:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767588.779150:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926a00 x1862022335119744/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767588.779194:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767588.779201:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767588.779210:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000798ab0be] to pc [ptlrpcd_rcv+-1]  req@ffff927322926a00 x1862022335119744/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767588.779261:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767588.779269:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4783)
00000800:00000200:3.1:1775767588.779454:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767588.779456:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775767588.779641:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767588.779643:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775767588.779900:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767588.779901:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775767588.780137:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767588.780139:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000020:00000001:0.0:1775767589.801950:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767589.801954:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767589.801957:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767590.057828:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299447038, at 4299447040
00000100:00000010:2.0:1775767590.057847:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3240.
00000100:00000001:0.0:1775767590.377805:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767590.377811:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767590.377813:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767590.377818:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767590.377820:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767590.377824:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767590.377826:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767590.377828:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767590.377830:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767590.825837:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767590.825840:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767590.825843:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767591.401859:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767591.401868:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767591.401870:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767591.401877:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767591.401881:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767591.401886:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767591.401890:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767591.401893:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767591.401898:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767591.849882:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767591.849885:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767591.849887:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767592.425774:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767592.425780:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767592.425782:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767592.425786:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767592.425789:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767592.425793:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767592.425795:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767592.425797:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767592.425799:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767592.873884:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767592.873890:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767592.873894:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767593.449831:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767593.449840:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767593.449841:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767593.449847:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767593.449851:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767593.449856:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767593.449859:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767593.449862:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767593.449864:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767593.897818:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767593.897829:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775767593.897834:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767593.897840:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767593.897845:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767593.897855:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4778
00000400:00000200:0.0:1775767593.897871:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767593.897882:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767593.897886:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767593.897890:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767593.897894:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767593.897898:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767593.897901:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767593.897906:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767593.897909:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775767593.897913:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767593.897916:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775767593.897919:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775767593.897922:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775767593.897927:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767593.897929:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767593.897932:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767593.897934:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767593.897938:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:0.0:1775767593.897942:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767593.897944:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767593.897948:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767593.897952:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767593.897956:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767593.897960:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775767593.897963:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767593.897975:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000010:0.0:1775767593.897978:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926300.
00000020:00000001:2.0:1775767593.897981:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1775767593.897984:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
00010000:00010000:2.0:1775767593.897986:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
02000000:00000001:0.0:1775767593.897992:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767593.897995:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767593.898000:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767593.898004:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767593.898011:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767593.898021:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e400.
00000100:00000001:0.0:1775767593.898051:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767593.898062:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926300 x1862022335119872/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767593.898072:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767593.898077:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767593.898081:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e21317e] to pc [ptlrpcd_rcv+-1]  req@ffff927322926300 x1862022335119872/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767593.898097:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767593.898100:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767593.898103:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775767593.898104:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767593.898105:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767593.898107:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767593.898110:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4778
00000400:00000200:0.0:1775767593.898114:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767593.898116:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767593.898118:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767593.898121:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767593.898123:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767593.898125:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767593.898128:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767593.898131:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767593.898133:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775767593.898137:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767593.898138:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775767593.898141:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:0.0:1775767593.898143:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:0.0:1775767593.898151:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767593.898155:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767593.898159:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767593.898161:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767593.898164:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:0.0:1775767593.898168:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767593.898170:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767593.898173:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767593.898179:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767593.898183:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767593.898187:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767593.898193:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767593.898196:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767593.898200:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767593.898204:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925180.
00000020:00000040:0.0:1775767593.898209:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:0.0:1775767593.898214:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767593.898217:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767593.898222:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767593.898225:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767593.898228:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767593.898235:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477ec00.
00000100:00000001:0.0:1775767593.898241:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767593.898251:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925180 x1862022335120000/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767593.898266:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767593.898269:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767593.898277:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a34329a0] to pc [ptlrpcd_rcv+-1]  req@ffff927322925180 x1862022335120000/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767593.898288:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767593.898291:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767593.898297:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775767593.898299:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767593.898300:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767593.898306:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767593.898308:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4778
00000400:00000200:0.0:1775767593.898314:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767593.898321:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767593.898323:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767593.898326:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767593.898330:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767593.898336:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767593.898340:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767593.898342:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767593.898346:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:0.0:1775767593.898349:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767593.898353:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775767593.898357:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:0.0:1775767593.898361:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:0.0:1775767593.898369:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767593.898373:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767593.898379:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767593.898383:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767593.898389:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:0.0:1775767593.898396:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767593.898402:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767593.898405:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767593.898409:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767593.898411:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767593.898416:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767593.898422:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767593.898427:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767593.898430:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767593.898435:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924000.
00000020:00000040:0.0:1775767593.898440:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775767593.898444:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767593.898445:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767593.898448:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767593.898452:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767593.898455:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767593.898461:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e800.
00000100:00000001:0.0:1775767593.898468:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767593.898476:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924000 x1862022335120128/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1775767593.898481:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:0.0:1775767593.898490:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:3.1:1775767593.898490:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1775767593.898495:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767593.898503:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c89b33e] to pc [ptlrpcd_rcv+-1]  req@ffff927322924000 x1862022335120128/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767593.898512:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767593.898514:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767593.898518:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775767593.898519:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767593.898521:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767593.898523:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767593.898526:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4778
00000400:00000200:0.0:1775767593.898531:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767593.898534:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767593.898536:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767593.898538:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767593.898540:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767593.898542:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767593.898544:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767593.898546:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767593.898548:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775767593.898549:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767593.898552:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:0.0:1775767593.898554:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:0.0:1775767593.898557:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:0.0:1775767593.898560:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767593.898562:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767593.898564:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767593.898566:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767593.898569:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:0.0:1775767593.898571:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767593.898574:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767593.898576:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767593.898579:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767593.898595:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767593.898597:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767593.898601:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767593.898603:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767593.898605:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767593.898611:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927b80.
00000020:00000040:0.0:1775767593.898613:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:0.0:1775767593.898616:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767593.898617:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767593.898618:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767593.898621:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767593.898623:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767593.898628:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c000.
00000100:00000001:0.0:1775767593.898630:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767593.898635:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927b80 x1862022335120256/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767593.898643:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767593.898646:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767593.898650:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000282cd359] to pc [ptlrpcd_rcv+-1]  req@ffff927322927b80 x1862022335120256/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767593.898661:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767593.898664:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767593.898667:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775767593.898669:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767593.898670:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767593.898673:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767593.898676:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4778
00000400:00000200:0.0:1775767593.898680:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767593.898684:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767593.898686:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767593.898693:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767593.898696:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767593.898700:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767593.898703:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767593.898734:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767593.898736:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:0.0:1775767593.898739:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767593.898741:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:0.0:1775767593.898744:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:0.0:1775767593.898747:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:0.0:1775767593.898752:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767593.898754:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767593.898759:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767593.898765:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767593.898770:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:0.0:1775767593.898776:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767593.898781:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767593.898785:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767593.898790:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767593.898795:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767593.898799:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767593.898803:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767593.898810:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767593.898816:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767593.898821:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927800.
00000020:00000040:0.0:1775767593.898826:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:0.0:1775767593.898830:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767593.898833:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767593.898838:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767593.898841:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767593.898844:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767593.898850:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d800.
00000100:00000001:0.0:1775767593.898857:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767593.898864:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927800 x1862022335120384/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767593.898881:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767593.898885:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767593.898891:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e429b339] to pc [ptlrpcd_rcv+-1]  req@ffff927322927800 x1862022335120384/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767593.898904:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767593.898910:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4788)
00000800:00000200:3.1:1775767593.899310:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767593.899313:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775767593.899604:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767593.899607:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775767593.899970:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767593.899972:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775767593.900267:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767593.900269:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1775767594.473815:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767594.473823:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767594.473825:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767594.473831:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767594.473834:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767594.473838:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767594.473840:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767594.473842:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767594.473845:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767594.921927:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767594.921931:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767594.921935:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767595.177791:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299452158, at 4299452160
00000100:00000010:2.0:1775767595.177806:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3180.
00000100:00000001:0.0:1775767595.497801:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767595.497811:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767595.497813:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767595.497820:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767595.497825:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767595.497829:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767595.497833:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767595.497836:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767595.497839:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767595.945843:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767595.945846:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767595.945849:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767596.521833:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767596.521838:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767596.521840:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767596.521846:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767596.521849:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767596.521853:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767596.521872:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767596.521875:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767596.521878:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767596.969936:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767596.969939:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767596.969942:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767597.545769:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767597.545774:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767597.545775:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767597.545780:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767597.545783:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767597.545787:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767597.545788:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767597.545791:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767597.545792:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767597.993872:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767597.993875:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767597.993878:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767598.569866:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767598.569878:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767598.569881:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767598.569890:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767598.569898:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767598.569904:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767598.569907:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767598.569910:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767598.569914:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767599.017837:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767599.017862:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775767599.017865:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767599.017872:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767599.017877:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767599.017885:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4783
00000400:00000200:1.0:1775767599.017898:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767599.017906:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767599.017910:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767599.017914:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767599.017917:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767599.017920:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767599.017922:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767599.017923:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767599.017925:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000001:0.0:1775767599.017927:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1775767599.017928:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00010000:00010000:0.0:1775767599.017932:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767599.017932:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767599.017936:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:1.0:1775767599.017938:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:1.0:1775767599.017941:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:1.0:1775767599.017944:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767599.017945:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767599.017948:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767599.017949:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767599.017951:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:1.0:1775767599.017953:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767599.017955:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767599.017957:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767599.017960:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767599.017963:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767599.017964:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767599.017967:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767599.017992:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10000.
00000020:00000040:1.0:1775767599.017996:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:1.0:1775767599.018000:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767599.018002:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767599.018006:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767599.018009:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767599.018015:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767599.018027:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9000.
00000100:00000001:1.0:1775767599.018035:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767599.018048:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10000 x1862022335120512/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767599.018060:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767599.018065:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767599.018069:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbb7fab8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10000 x1862022335120512/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767599.018088:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767599.018091:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767599.018094:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775767599.018096:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767599.018098:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767599.018101:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767599.018105:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4783
00000400:00000200:1.0:1775767599.018110:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767599.018116:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767599.018119:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767599.018124:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767599.018129:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767599.018135:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767599.018138:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767599.018142:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767599.018144:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:1.0:1775767599.018150:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767599.018155:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:1.0:1775767599.018162:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:1.0:1775767599.018173:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:1.0:1775767599.018184:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767599.018188:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767599.018193:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767599.018200:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767599.018211:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:1.0:1775767599.018218:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767599.018231:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767599.018236:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767599.018243:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767599.018249:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767599.018250:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767599.018255:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767599.018264:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767599.018273:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767599.018278:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10e00.
00000020:00000040:1.0:1775767599.018284:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:1.0:1775767599.018288:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767599.018292:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767599.018294:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767599.018295:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767599.018298:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767599.018302:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8400.
00000100:00000001:1.0:1775767599.018308:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767599.018332:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10e00 x1862022335120640/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767599.018411:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767599.018418:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767599.018423:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009b4566e] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10e00 x1862022335120640/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767599.018448:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767599.018452:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767599.018459:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775767599.018465:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767599.018468:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767599.018471:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767599.018477:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4783
00000400:00000200:1.0:1775767599.018483:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767599.018492:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767599.018497:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767599.018503:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767599.018509:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767599.018515:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767599.018521:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767599.018529:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767599.018533:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:1.0:1775767599.018536:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767599.018541:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:1.0:1775767599.018547:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:1.0:1775767599.018551:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:1.0:1775767599.018560:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767599.018562:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767599.018570:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767599.018581:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767599.018589:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:1.0:1775767599.018596:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767599.018607:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767599.018611:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767599.018616:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767599.018619:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767599.018624:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767599.018627:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767599.018632:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767599.018645:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767599.018656:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11c00.
00000800:00000200:3.1:1775767599.018656:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767599.018662:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000020:00000040:1.0:1775767599.018663:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:1.0:1775767599.018671:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767599.018675:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767599.018681:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767599.018684:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767599.018687:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767599.018698:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046ea000.
00000100:00000001:1.0:1775767599.018703:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767599.018766:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11c00 x1862022335120768/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767599.018799:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767599.018802:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767599.018809:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062b06338] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11c00 x1862022335120768/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767599.018833:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767599.018838:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767599.018841:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775767599.018844:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767599.018849:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767599.018852:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767599.018854:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4783
00000400:00000200:1.0:1775767599.018865:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767599.018872:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767599.018876:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767599.018882:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767599.018887:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767599.018895:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767599.018899:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767599.018904:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767599.018908:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:1.0:1775767599.018916:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767599.018922:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:1.0:1775767599.018925:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:1.0:1775767599.018930:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:1.0:1775767599.018936:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767599.018944:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767599.018951:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767599.018955:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767599.018960:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:1.0:1775767599.018990:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767599.018995:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767599.019000:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767599.019006:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767599.019013:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767599.019019:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767599.019024:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767599.019036:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767599.019041:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767599.019049:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10700.
00000020:00000040:1.0:1775767599.019057:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:1.0:1775767599.019067:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767599.019070:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767599.019076:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767599.019083:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767599.019086:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767599.019099:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046ea400.
00000100:00000001:1.0:1775767599.019108:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767599.019127:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10700 x1862022335120896/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767599.019168:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767599.019175:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767599.019182:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9d335f8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10700 x1862022335120896/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767599.019199:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767599.019203:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767599.019209:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775767599.019216:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767599.019218:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767599.019223:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767599.019229:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4783
00000400:00000200:1.0:1775767599.019243:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767599.019248:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767599.019251:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767599.019254:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767599.019255:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767599.019257:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767599.019259:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767599.019263:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767599.019265:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:1.0:1775767599.019267:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767599.019269:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:1.0:1775767599.019273:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:1.0:1775767599.019276:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:1.0:1775767599.019282:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767599.019285:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767599.019289:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767599.019292:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767599.019298:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:1.0:1775767599.019306:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767599.019310:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767599.019318:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767599.019322:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767599.019330:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767599.019336:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767599.019341:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767599.019351:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767599.019354:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767599.019361:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10000.
00000020:00000040:1.0:1775767599.019367:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:1.0:1775767599.019380:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767599.019385:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767599.019392:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767599.019397:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767599.019401:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767599.019411:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9400.
00000100:00000001:1.0:1775767599.019416:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767599.019433:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10000 x1862022335121024/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767599.019457:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767599.019460:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767599.019470:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbb7fab8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10000 x1862022335121024/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767599.019495:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767599.019500:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4793)
00000800:00000200:3.1:1775767599.019565:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767599.019567:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775767599.019778:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767599.019780:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775767599.019958:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767599.019960:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775767599.020218:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767599.020220:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1775767599.593792:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767599.593800:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767599.593802:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767599.593807:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767599.593811:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767599.593815:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767599.593817:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767599.593820:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767599.593822:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767600.041888:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767600.041893:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767600.041897:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767600.297848:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299457278, at 4299457280
00000100:00000010:2.0:1775767600.297865:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3420.
00000100:00000001:0.0:1775767600.617861:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767600.617869:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767600.617871:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767600.617877:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767600.617881:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767600.617885:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767600.617888:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767600.617891:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767600.617893:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767601.065948:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767601.065951:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767601.065964:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767601.641833:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767601.641840:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767601.641842:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767601.641848:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767601.641851:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767601.641857:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767601.641859:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767601.641861:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767601.641863:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767602.089989:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767602.089994:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767602.089998:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767602.665853:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767602.665861:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767602.665863:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767602.665868:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767602.665872:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767602.665876:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767602.665878:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767602.665880:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767602.665882:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767603.113994:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767603.113999:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767603.114004:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767603.689855:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767603.689864:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767603.689866:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767603.689873:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767603.689877:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767603.689882:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767603.689886:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767603.689889:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767603.689892:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767604.137806:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767604.137815:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775767604.137818:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767604.137822:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767604.137827:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767604.137836:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4788
00000400:00000200:1.0:1775767604.137849:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767604.137859:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767604.137864:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767604.137868:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767604.137871:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767604.137884:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767604.137887:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767604.137892:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767604.137894:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:1.0:1775767604.137897:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767604.137901:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:1.0:1775767604.137903:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:1.0:1775767604.137905:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:1.0:1775767604.137909:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767604.137911:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767604.137915:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767604.137917:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767604.137920:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:1.0:1775767604.137939:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767604.137942:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767604.137945:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767604.137951:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1775767604.137952:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767604.137957:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767604.137959:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767604.137968:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775767604.137969:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767604.137975:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767604.137986:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11500.
00000020:00000040:1.0:1775767604.137991:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:1.0:1775767604.137995:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767604.137997:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767604.138000:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767604.138003:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767604.138008:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767604.138016:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eac00.
00000100:00000001:1.0:1775767604.138023:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767604.138031:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11500 x1862022335121152/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767604.138040:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767604.138044:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767604.138047:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3229bd5] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11500 x1862022335121152/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767604.138064:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767604.138066:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767604.138069:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775767604.138070:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767604.138071:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767604.138074:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767604.138076:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4788
00000400:00000200:1.0:1775767604.138079:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767604.138082:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767604.138084:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767604.138086:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767604.138088:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767604.138090:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767604.138091:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767604.138093:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767604.138094:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:1.0:1775767604.138096:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767604.138097:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:1.0:1775767604.138098:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:1.0:1775767604.138100:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:1.0:1775767604.138102:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767604.138104:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767604.138108:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767604.138110:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767604.138114:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:1.0:1775767604.138117:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767604.138120:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767604.138121:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767604.138127:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767604.138129:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767604.138130:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767604.138133:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767604.138135:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767604.138139:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767604.138143:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d12d80.
00000020:00000040:1.0:1775767604.138147:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:1.0:1775767604.138152:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767604.138155:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767604.138157:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767604.138160:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767604.138162:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767604.138168:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046ebc00.
00000100:00000001:1.0:1775767604.138172:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767604.138179:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d12d80 x1862022335121280/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767604.138189:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767604.138192:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767604.138197:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000896363e8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d12d80 x1862022335121280/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767604.138207:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767604.138212:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767604.138216:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775767604.138218:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767604.138220:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767604.138222:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767604.138227:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4788
00000400:00000200:1.0:1775767604.138232:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767604.138235:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767604.138237:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767604.138243:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767604.138246:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767604.138251:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767604.138254:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767604.138259:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767604.138261:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:1.0:1775767604.138263:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767604.138267:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:1.0:1775767604.138273:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:1.0:1775767604.138279:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:1.0:1775767604.138287:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767604.138292:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767604.138298:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767604.138304:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767604.138309:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:1.0:1775767604.138315:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767604.138319:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767604.138321:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767604.138325:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767604.138330:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767604.138333:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767604.138335:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767604.138337:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767604.138341:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767604.138346:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10380.
00000020:00000040:1.0:1775767604.138349:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:1.0:1775767604.138352:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767604.138355:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767604.138359:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767604.138361:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767604.138366:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767604.138373:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eb000.
00000100:00000001:1.0:1775767604.138381:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767604.138393:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10380 x1862022335121408/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767604.138412:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767604.138415:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767604.138424:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fae5f3c] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10380 x1862022335121408/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767604.138430:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767604.138435:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767604.138441:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775767604.138445:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767604.138447:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767604.138452:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767604.138455:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4788
00000400:00000200:1.0:1775767604.138464:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767604.138468:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767604.138470:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767604.138474:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767604.138476:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767604.138480:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767604.138483:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767604.138487:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767604.138488:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:1.0:1775767604.138490:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767604.138491:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:1.0:1775767604.138493:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:1.0:1775767604.138494:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:1.0:1775767604.138498:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767604.138500:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767604.138503:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767604.138508:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767604.138509:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:1.0:1775767604.138514:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767604.138516:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775767604.138516:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
02000000:00000001:1.0:1775767604.138519:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767604.138523:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:3.1:1775767604.138524:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
02000000:00000001:1.0:1775767604.138527:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767604.138531:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767604.138533:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767604.138538:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767604.138542:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767604.138545:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d13480.
00000020:00000040:1.0:1775767604.138548:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:1.0:1775767604.138550:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767604.138551:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767604.138553:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767604.138555:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767604.138558:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767604.138562:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9400.
00000100:00000001:1.0:1775767604.138567:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767604.138572:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d13480 x1862022335121536/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767604.138582:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767604.138585:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767604.138595:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d08fae2a] to pc [ptlrpcd_rcv+-1]  req@ffff927303d13480 x1862022335121536/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767604.138613:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767604.138616:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767604.138619:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775767604.138622:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767604.138625:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767604.138629:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767604.138634:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4788
00000400:00000200:1.0:1775767604.138641:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767604.138647:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767604.138650:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767604.138657:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767604.138663:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767604.138668:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767604.138674:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767604.138677:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767604.138681:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:1.0:1775767604.138684:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767604.138686:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:1.0:1775767604.138690:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:1.0:1775767604.138695:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:1.0:1775767604.138697:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767604.138699:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767604.138700:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767604.138703:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767604.138730:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:1.0:1775767604.138735:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767604.138739:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767604.138744:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767604.138750:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767604.138754:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767604.138759:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767604.138762:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767604.138766:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767604.138769:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767604.138775:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11880.
00000020:00000040:1.0:1775767604.138780:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:1.0:1775767604.138783:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767604.138785:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767604.138789:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767604.138791:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767604.138794:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767604.138800:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046ea400.
00000100:00000001:1.0:1775767604.138803:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767604.138812:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11880 x1862022335121664/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767604.138821:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767604.138824:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767604.138831:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a965cc18] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11880 x1862022335121664/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767604.138840:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767604.138848:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4798)
00000800:00000200:3.1:1775767604.139151:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767604.139154:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775767604.139451:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767604.139455:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775767604.139772:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767604.139775:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775767604.140102:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767604.140105:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1775767604.713849:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767604.713857:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767604.713859:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767604.713865:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767604.713869:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767604.713873:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767604.713877:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767604.713879:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767604.713881:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767605.161944:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767605.161947:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767605.161950:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767605.417813:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299462397, at 4299462400
00000100:00000010:2.0:1775767605.417828:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3a80.
00000100:00000001:0.0:1775767605.737757:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767605.737762:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767605.737763:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767605.737768:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767605.737771:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767605.737774:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767605.737776:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767605.737778:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767605.737780:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767606.185945:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767606.185949:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767606.185953:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767606.761807:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767606.761815:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767606.761818:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767606.761824:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767606.761829:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767606.761833:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767606.761836:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767606.761838:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767606.761841:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767607.209862:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767607.209866:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767607.209870:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767607.785788:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767607.785794:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767607.785795:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767607.785800:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767607.785803:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767607.785805:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767607.785807:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767607.785810:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767607.785812:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767608.233982:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767608.233986:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767608.233989:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767608.809853:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767608.809862:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767608.809865:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767608.809872:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767608.809891:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767608.809897:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767608.809900:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767608.809903:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767608.809906:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767609.257872:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000020:00000001:1.0:1775767609.257896:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00080000:0.0:1775767609.257897:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000020:00000001:1.0:1775767609.257902:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767609.257903:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00010000:00010000:1.0:1775767609.257906:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1775767609.257910:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767609.257917:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767609.257926:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4793
00000400:00000200:0.0:1775767609.257938:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767609.257946:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767609.257950:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767609.257953:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767609.257956:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767609.257958:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767609.257960:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767609.257963:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767609.257965:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775767609.257967:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767609.257970:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775767609.257971:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775767609.257973:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775767609.257975:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767609.257976:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767609.257977:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767609.257978:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767609.257980:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:0.0:1775767609.257983:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767609.257985:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767609.257988:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767609.257991:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767609.257994:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767609.257997:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775767609.258000:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767609.258014:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925c00.
00000020:00000040:0.0:1775767609.258019:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775767609.258023:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767609.258025:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767609.258030:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767609.258033:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767609.258039:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767609.258051:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e400.
00000100:00000001:0.0:1775767609.258058:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767609.258068:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925c00 x1862022335121792/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767609.258077:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767609.258081:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767609.258085:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d72b0b6] to pc [ptlrpcd_rcv+-1]  req@ffff927322925c00 x1862022335121792/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767609.258106:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767609.258108:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767609.258111:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775767609.258112:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767609.258113:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767609.258115:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767609.258118:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4793
00000400:00000200:0.0:1775767609.258122:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767609.258126:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767609.258128:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767609.258130:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767609.258133:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767609.258135:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767609.258137:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767609.258138:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767609.258139:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775767609.258141:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767609.258146:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775767609.258147:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:0.0:1775767609.258150:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:0.0:1775767609.258154:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767609.258163:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767609.258165:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767609.258168:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767609.258170:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:0.0:1775767609.258174:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767609.258176:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767609.258181:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767609.258187:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767609.258194:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767609.258204:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767609.258210:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767609.258222:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767609.258224:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767609.258227:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926680.
00000020:00000040:0.0:1775767609.258230:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:0.0:1775767609.258232:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767609.258235:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767609.258241:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767609.258243:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767609.258247:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767609.258251:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d000.
00000100:00000001:0.0:1775767609.258256:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767609.258267:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926680 x1862022335121920/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767609.258281:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767609.258283:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767609.258287:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad2d9012] to pc [ptlrpcd_rcv+-1]  req@ffff927322926680 x1862022335121920/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767609.258309:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767609.258312:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767609.258315:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775767609.258317:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767609.258319:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767609.258332:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767609.258335:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4793
00000400:00000200:0.0:1775767609.258344:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767609.258347:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767609.258349:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767609.258351:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767609.258353:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767609.258361:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767609.258363:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767609.258364:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767609.258365:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:0.0:1775767609.258370:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767609.258372:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775767609.258374:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:0.0:1775767609.258379:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:0.0:1775767609.258389:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767609.258393:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767609.258397:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767609.258406:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767609.258414:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:0.0:1775767609.258424:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767609.258431:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767609.258436:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767609.258443:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767609.258448:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767609.258459:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767609.258464:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767609.258468:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767609.258471:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767609.258482:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927800.
00000020:00000040:0.0:1775767609.258486:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775767609.258493:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767609.258495:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767609.258502:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767609.258509:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767609.258515:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767609.258528:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c400.
00000100:00000001:0.0:1775767609.258538:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767609.258551:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927800 x1862022335122048/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767609.258588:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767609.258594:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767609.258607:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e429b339] to pc [ptlrpcd_rcv+-1]  req@ffff927322927800 x1862022335122048/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767609.258623:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767609.258626:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767609.258634:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775767609.258637:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767609.258641:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767609.258647:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:3.1:1775767609.258651:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00080000:0.0:1775767609.258652:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4793
00000800:00000200:3.1:1775767609.258660:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000400:00000200:0.0:1775767609.258668:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767609.258674:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767609.258677:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767609.258685:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767609.258688:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767609.258695:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767609.258702:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767609.258707:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767609.258758:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775767609.258763:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767609.258769:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:0.0:1775767609.258776:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:0.0:1775767609.258784:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:0.0:1775767609.258792:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767609.258803:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767609.258813:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767609.258822:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767609.258832:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:0.0:1775767609.258838:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767609.258841:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767609.258844:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767609.258848:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767609.258854:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767609.258857:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767609.258860:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767609.258863:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767609.258868:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767609.258894:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927b80.
00000020:00000040:0.0:1775767609.258901:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:0.0:1775767609.258905:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767609.258911:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767609.258915:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767609.258916:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767609.258919:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767609.258925:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477cc00.
00000100:00000001:0.0:1775767609.258932:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767609.258942:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927b80 x1862022335122176/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767609.258961:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767609.258968:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767609.258975:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000282cd359] to pc [ptlrpcd_rcv+-1]  req@ffff927322927b80 x1862022335122176/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767609.258987:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767609.259000:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767609.259007:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775767609.259011:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767609.259015:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767609.259023:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767609.259030:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4793
00000400:00000200:0.0:1775767609.259052:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767609.259064:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767609.259074:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767609.259083:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767609.259088:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767609.259097:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767609.259100:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767609.259105:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767609.259109:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:0.0:1775767609.259116:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767609.259119:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:0.0:1775767609.259127:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:0.0:1775767609.259131:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:0.0:1775767609.259138:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767609.259141:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767609.259144:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767609.259150:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767609.259152:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:0.0:1775767609.259157:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767609.259160:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767609.259164:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767609.259168:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767609.259177:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767609.259183:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767609.259187:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767609.259192:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767609.259197:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767609.259214:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924000.
00000020:00000040:0.0:1775767609.259223:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:0.0:1775767609.259229:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767609.259235:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767609.259240:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767609.259242:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767609.259246:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767609.259252:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d400.
00000100:00000001:0.0:1775767609.259258:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767609.259274:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924000 x1862022335122304/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767609.259323:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767609.259333:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767609.259341:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c89b33e] to pc [ptlrpcd_rcv+-1]  req@ffff927322924000 x1862022335122304/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767609.259372:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767609.259380:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4803)
00000800:00000200:3.1:1775767609.259509:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767609.259511:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775767609.259698:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767609.259699:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775767609.259939:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767609.259941:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775767609.260131:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767609.260133:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000100:00000001:0.0:1775767609.833821:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767609.833829:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767609.833831:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767609.833838:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767609.833843:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767609.833847:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767609.833851:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767609.833854:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767609.833857:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767610.281961:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767610.281964:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767610.281968:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767610.537817:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299467518, at 4299467520
00000100:00000010:2.0:1775767610.537842:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe36c0.
00000100:00000001:0.0:1775767610.857851:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767610.857872:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767610.857875:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767610.857882:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767610.857885:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767610.857890:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767610.857893:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767610.857895:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767610.857898:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767611.305938:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767611.305943:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767611.305947:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767611.881864:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767611.881875:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767611.881877:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767611.881885:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767611.881890:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767611.881896:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767611.881899:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767611.881903:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767611.881906:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767612.329948:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767612.329953:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767612.329957:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767612.905857:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767612.905866:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767612.905869:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767612.905876:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767612.905880:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767612.905884:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767612.905886:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767612.905889:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767612.905891:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767613.353933:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767613.353937:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767613.353942:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767613.929802:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767613.929811:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767613.929814:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767613.929822:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767613.929827:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767613.929845:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767613.929849:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767613.929852:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767613.929855:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767614.377809:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767614.377820:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775767614.377834:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767614.377839:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767614.377847:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767614.377857:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4798
00000400:00000200:0.0:1775767614.377869:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767614.377878:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767614.377883:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767614.377889:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767614.377893:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767614.377897:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767614.377899:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767614.377902:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767614.377904:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775767614.377906:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767614.377908:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775767614.377914:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775767614.377916:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775767614.377919:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767614.377922:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767614.377923:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767614.377925:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767614.377927:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:0.0:1775767614.377931:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767614.377933:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767614.377936:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767614.377939:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1775767614.377940:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
02000000:00000001:0.0:1775767614.377941:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767614.377944:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000020:00000001:2.0:1775767614.377946:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767614.377947:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767614.377962:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925180.
00000020:00000040:0.0:1775767614.377966:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775767614.377969:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767614.377971:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767614.377974:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767614.377977:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767614.377982:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767614.377986:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
02000000:00000010:0.0:1775767614.377993:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e000.
00000100:00000001:0.0:1775767614.378003:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767614.378016:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925180 x1862022335122432/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767614.378029:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767614.378035:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767614.378041:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a34329a0] to pc [ptlrpcd_rcv+-1]  req@ffff927322925180 x1862022335122432/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767614.378066:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767614.378069:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767614.378072:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775767614.378074:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767614.378075:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767614.378078:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767614.378080:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4798
00000400:00000200:0.0:1775767614.378084:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767614.378088:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767614.378091:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767614.378095:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767614.378098:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775767614.378098:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1775767614.378103:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767614.378104:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767614.378106:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000001:1.0:1775767614.378107:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1775767614.378112:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767614.378115:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000100:00000040:1.0:1775767614.378116:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322925180 x1862022335122432/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1775767614.378119:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767614.378123:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775767614.378128:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000001:1.0:1775767614.378133:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1775767614.378134:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:0.0:1775767614.378139:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767614.378141:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767614.378143:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767614.378146:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
02000000:00000001:1.0:1775767614.378146:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1775767614.378150:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
02000000:00000001:1.0:1775767614.378151:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1775767614.378155:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
02000000:00000001:1.0:1775767614.378156:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767614.378162:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322925180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335122432:192.168.202.131@tcp:250:kworker.0
00000100:00080000:0.0:1775767614.378163:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767614.378169:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1775767614.378170:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767614.378173:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767614.378175:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767614.378178:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767614.378179:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767614.378180:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1775767614.378183:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767614.378185:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000010:1.0:1775767614.378187:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046ea000.
00000008:00100000:0.0:1775767614.378189:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1775767614.378190:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1775767614.378195:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767614.378197:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767614.378200:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000010:0.0:1775767614.378201:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926300.
00000020:00000040:0.0:1775767614.378204:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
00000400:00000010:1.0:1775767614.378204:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927303829108.
02000000:00000001:0.0:1775767614.378206:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767614.378209:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767614.378210:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767614.378211:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1775767614.378212:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
02000000:00000001:0.0:1775767614.378213:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767614.378220:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f400.
00000100:00000200:1.0:1775767614.378222:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335122432, portal 25
00000100:00000001:0.0:1775767614.378223:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767614.378226:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767614.378229:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931749760 : -120451777801856 : ffff927322925180)
00000100:00100000:0.0:1775767614.378231:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926300 x1862022335122560/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1775767614.378237:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322925180 x1862022335122432/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767614.378243:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767614.378245:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767614.378252:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e21317e] to pc [ptlrpcd_rcv+-1]  req@ffff927322926300 x1862022335122560/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767614.378255:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767614.378262:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767614.378266:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132ba18.
00000100:00000001:0.0:1775767614.378272:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775767614.378272:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022335122432, offset 0
00000100:00080000:0.0:1775767614.378278:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1775767614.378283:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000100:00080000:0.0:1775767614.378287:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775767614.378289:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767614.378291:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1775767614.378293:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:0.0:1775767614.378297:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1775767614.378303:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000100:00080000:0.0:1775767614.378304:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4798
00000400:00000200:1.0:1775767614.378309:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767614.378314:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767614.378318:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767614.378320:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767614.378324:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60076:60076:256:4294967295] 192.168.202.131@tcp LPNI seq info [60076:60076:8:4294967295]
00000400:00000200:1.0:1775767614.378327:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767614.378332:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767614.378338:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000400:00000200:1.0:1775767614.378342:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000100:00080000:0.0:1775767614.378343:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767614.378350:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767614.378354:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1775767614.378354:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000100:00000040:0.0:1775767614.378359:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000800:00000010:1.0:1775767614.378360:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75c00.
00000100:00000001:0.0:1775767614.378362:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767614.378365:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767614.378366:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:0.0:1775767614.378367:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767614.378370:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000800:00000200:1.0:1775767614.378371:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000020:00000001:0.0:1775767614.378374:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000800:00000200:1.0:1775767614.378375:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000020:00000001:0.0:1775767614.378376:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:0.0:1775767614.378384:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000800:00000200:1.1:1775767614.378385:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:0.0:1775767614.378386:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1775767614.378390:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000100:00000040:0.0:1775767614.378391:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767614.378396:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767614.378400:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000800:00000100:1.0:1775767614.378400:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767614.378404:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75c00.
00000100:00080000:0.0:1775767614.378405:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767614.378409:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767614.378411:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1775767614.378412:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:0.0:1775767614.378414:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767614.378418:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767614.378419:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1775767614.378421:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767614.378424:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1775767614.378425:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132ba18
00000008:00000001:0.0:1775767614.378426:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767614.378429:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775767614.378429:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132ba18.
00000100:00000010:0.0:1775767614.378432:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926a00.
00000100:00000001:1.0:1775767614.378434:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:0.0:1775767614.378435:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
00000100:00000200:1.0:1775767614.378439:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322925180 x1862022335122432/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1775767614.378440:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767614.378442:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767614.378446:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767614.378449:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767614.378451:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767614.378455:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000010:0.0:1775767614.378456:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477fc00.
00000100:00000040:1.0:1775767614.378459:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322925180 x1862022335122432/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767639 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767614.378461:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767614.378470:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926a00 x1862022335122688/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767614.378470:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767614.378475:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767614.378481:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767614.378489:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:0.0:1775767614.378493:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767614.378494:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4299472637
00000100:00000001:0.0:1775767614.378495:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767614.378499:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000798ab0be] to pc [ptlrpcd_rcv+-1]  req@ffff927322926a00 x1862022335122688/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1775767614.378500:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9273188e5120.
00000100:00000001:0.0:1775767614.378508:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767614.378510:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1775767614.378511:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2
00000100:00080000:0.0:1775767614.378516:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775767614.378518:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767614.378519:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767614.378521:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767614.378523:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4798
00000400:00000200:0.0:1775767614.378525:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767614.378527:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767614.378529:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1775767614.378529:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4299472637
00000100:00000040:0.0:1775767614.378534:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767614.378536:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:1.0:1775767614.378537:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9273188e5cc0.
00000100:00000040:0.0:1775767614.378538:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767614.378542:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767614.378544:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767614.378545:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000100:00000001:1.0:1775767614.378545:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3
00000020:00000001:0.0:1775767614.378548:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767614.378550:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:0.0:1775767614.378552:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000001:1.0:1775767614.378552:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1775767614.378557:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000001:1.0:1775767614.378559:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767614.378561:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767614.378563:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775767614.378564:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000040:0.0:1775767614.378565:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767614.378568:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767614.378570:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:0.0:1775767614.378574:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00100000:1.0:1775767614.378574:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767614/real 1775767614]  req@ffff927322925180 x1862022335122432/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767614.378579:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767614.378583:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767614.378587:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767614.378590:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767614.378591:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000001:1.0:1775767614.378592:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000008:00100000:0.0:1775767614.378593:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000400:00000001:1.0:1775767614.378594:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000008:00000001:0.0:1775767614.378596:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767614.378598:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775767614.378598:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927303829108.
00000400:00000200:1.0:1775767614.378603:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000100:00000010:0.0:1775767614.378604:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927480.
00000400:00000010:1.0:1775767614.378606:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000020:00000040:0.0:1775767614.378607:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
00000100:00000001:1.0:1775767614.378610:0:2404:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:0.0:1775767614.378611:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767614.378613:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767614.378615:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:1.0:1775767614.378616:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322925180 x1862022335122432/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1775767614.378617:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767614.378620:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767614.378624:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f800.
00000100:00000001:0.0:1775767614.378630:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775767614.378632:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322925180 x1862022335122432/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775767614.378636:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927480 x1862022335122816/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767614.378648:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767614.378651:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767614.378652:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767614.378655:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775767614.378656:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767614.378658:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775767614.378661:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd1176bb] to pc [ptlrpcd_rcv+-1]  req@ffff927322927480 x1862022335122816/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767614.378665:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322925180 x1862022335122432/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767614.378680:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767614.378682:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1775767614.378682:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1775767614.378686:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775767614.378689:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:1.0:1775767614.378689:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322925180 x1862022335122432/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767639 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1775767614.378692:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767614.378696:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767614.378702:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4798
00000100:00000001:1.0:1775767614.378703:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767614.378707:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1775767614.378732:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767614.378734:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:0.0:1775767614.378737:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00000001:1.0:1775767614.378738:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1775767614.378740:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1775767614.378742:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000040:0.0:1775767614.378743:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767614.378747:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775767614.378747:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:0.0:1775767614.378750:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00080000:1.0:1775767614.378754:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:0.0:1775767614.378755:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767614.378759:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767614.378761:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:0.0:1775767614.378762:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00080000:1.0:1775767614.378765:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.131@tcp failed (-110)
00000020:00000040:0.0:1775767614.378766:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:0.0:1775767614.378769:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:0.0:1775767614.378772:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000001:1.0:1775767614.378772:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775767614.378779:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767614.378782:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767614.378783:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322925180 x1862022335122432/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767639 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775767614.378786:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767614.378789:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767614.378794:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:0.0:1775767614.378800:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767614.378805:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767614.378807:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767614.378810:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767614.378812:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767614.378813:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767614.378814:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767614.378815:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767614.378816:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322925180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335122432:192.168.202.131@tcp:250:kworker.0
00000100:00000001:0.0:1775767614.378817:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767614.378822:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926d80.
00000100:00000001:1.0:1775767614.378835:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1775767614.378837:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
00000100:00000001:1.0:1775767614.378838:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1775767614.378843:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000040:1.0:1775767614.378844:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322925180 x1862022335122432/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767639 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1775767614.378847:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767614.378851:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767614.378854:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767614.378857:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767614.378858:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767614.378862:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775767614.378863:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c800.
02000000:00000010:1.0:1775767614.378865:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046ea000.
00000100:00000001:0.0:1775767614.378867:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767614.378869:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767614.378871:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000100:00100000:0.0:1775767614.378874:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926d80 x1862022335122944/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000020:00000040:1.0:1775767614.378874:0:2404:0:(genops.c:1242:class_import_put()) import ffff9273194c5000 refcount=3 obd=MGC192.168.202.131@tcp
00000020:00000001:1.0:1775767614.378878:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767614.378882:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477e000.
00000100:00000001:0.0:1775767614.378887:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1775767614.378888:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:0.0:1775767614.378889:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767614.378891:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000040:0.0:1775767614.378894:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000adacb2c9] to pc [ptlrpcd_rcv+-1]  req@ffff927322926d80 x1862022335122944/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1775767614.378895:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322925180.
00000100:00000001:1.0:1775767614.378900:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767614.378902:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767614.378907:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767614.378908:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767614.378913:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4809)
00000100:00000001:1.0:1775767614.378916:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767614.378918:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767614.378920:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767614.378922:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767614.378924:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767614.378928:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322926300 x1862022335122560/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767614.378943:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767614.378945:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767614.378947:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767614.378949:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767614.378951:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767614.378955:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322926300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335122560:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775767614.378959:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767614.378961:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767614.378963:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767614.378964:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767614.378968:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046ea000.
02000000:00000001:1.0:1775767614.378970:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767614.378975:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767614.378978:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927303829108.
00000400:00000010:1.0:1775767614.378982:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767614.378985:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335122560, portal 10
00000100:00000001:1.0:1775767614.378987:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767614.378989:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931754240 : -120451777797376 : ffff927322926300)
00000100:00000040:1.0:1775767614.378995:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322926300 x1862022335122560/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767614.379003:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767614.379006:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767614.379008:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132ba18.
00000100:00000200:1.0:1775767614.379011:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335122560, offset 0
00000400:00000200:1.0:1775767614.379016:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767614.379021:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767614.379025:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767614.379028:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767614.379032:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767614.379034:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767614.379036:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767614.379038:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60077:60077:256:4294967295] 192.168.202.131@tcp LPNI seq info [60077:60077:8:4294967295]
00000400:00000200:1.0:1775767614.379041:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767614.379046:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767614.379050:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767614.379052:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75c00.
00000800:00000200:1.0:1775767614.379055:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767614.379057:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775767614.379060:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767614.379062:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1775767614.379064:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767614.379066:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75c00.
00000400:00000200:1.0:1775767614.379068:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767614.379071:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767614.379073:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132ba18
00000400:00000010:1.0:1775767614.379074:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132ba18.
00000100:00000001:1.0:1775767614.379076:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767614.379078:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322926300 x1862022335122560/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767614.379084:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767614.379086:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322926300 x1862022335122560/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767639 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767614.379090:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767614.379091:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767614.379093:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767614.379096:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: using a timeout of 15131 usecs (16 jiffies)
00000400:00000200:1.0:1775767614.379098:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767614.379099:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299471377
00000100:00000001:1.0:1775767614.379101:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299472637
00000100:00000001:1.0:1775767614.379103:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299471377
00000100:00000001:1.0:1775767614.379104:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299472637
00000100:00000001:1.0:1775767614.379106:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767614.379107:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767614.379108:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767614.379111:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767614/real 1775767614]  req@ffff927322926300 x1862022335122560/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767614.379116:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767614.379117:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767614.379118:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927303829108.
00000400:00000200:1.0:1775767614.379119:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767614.379120:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767614.379122:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767614.379123:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322926300 x1862022335122560/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767614.379129:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322926300 x1862022335122560/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767614.379133:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767614.379134:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767614.379135:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767614.379136:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767614.379138:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322926300 x1862022335122560/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767614.379142:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767614.379144:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322926300 x1862022335122560/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767639 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767614.379148:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767614.379149:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767614.379150:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767614.379151:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767614.379152:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767614.379153:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767614.379155:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767614.379158:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767614.379159:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767614.379162:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322926300 x1862022335122560/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767639 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767614.379167:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322926300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335122560:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775767614.379169:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767614.379171:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322926a00 x1862022335122688/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767614.379175:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767614.379176:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767614.379177:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767614.379178:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767614.379180:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767614.379182:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322926a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335122688:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775767614.379184:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767614.379185:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767614.379187:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767614.379188:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767614.379190:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046e8400.
02000000:00000001:1.0:1775767614.379192:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767614.379193:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767614.379195:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927303829108.
00000400:00000010:1.0:1775767614.379197:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767614.379198:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335122688, portal 10
00000100:00000001:1.0:1775767614.379200:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767614.379201:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931756032 : -120451777795584 : ffff927322926a00)
00000100:00000040:1.0:1775767614.379204:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322926a00 x1862022335122688/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767614.379209:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767614.379211:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767614.379212:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132ba18.
00000100:00000200:1.0:1775767614.379213:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335122688, offset 0
00000400:00000200:1.0:1775767614.379216:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767614.379218:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767614.379221:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767614.379223:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767614.379225:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767614.379226:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767614.379228:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767614.379230:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60078:60078:256:4294967295] 192.168.202.131@tcp LPNI seq info [60078:60078:8:4294967295]
00000400:00000200:1.0:1775767614.379233:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767614.379237:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767614.379240:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767614.379242:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75c00.
00000800:00000200:1.0:1775767614.379244:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767614.379246:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775767614.379249:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767614.379250:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1775767614.379253:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767614.379254:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75c00.
00000400:00000200:1.0:1775767614.379256:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767614.379258:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767614.379260:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132ba18
00000400:00000010:1.0:1775767614.379261:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132ba18.
00000100:00000001:1.0:1775767614.379263:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767614.379265:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322926a00 x1862022335122688/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767614.379270:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767614.379272:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322926a00 x1862022335122688/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767639 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767614.379275:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767614.379276:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767614.379278:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767614.379280:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: using a timeout of 41678 usecs (42 jiffies)
00000400:00000200:1.0:1775767614.379282:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767614.379284:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299471403
00000100:00000001:1.0:1775767614.379285:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299472637
00000100:00000001:1.0:1775767614.379287:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299471403
00000100:00000001:1.0:1775767614.379289:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299472637
00000100:00000001:1.0:1775767614.379290:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767614.379291:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767614.379292:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767614.379294:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767614/real 1775767614]  req@ffff927322926a00 x1862022335122688/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767614.379298:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767614.379299:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767614.379300:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927303829108.
00000400:00000200:1.0:1775767614.379301:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767614.379302:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767614.379303:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767614.379305:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322926a00 x1862022335122688/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767614.379311:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322926a00 x1862022335122688/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767614.379315:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767614.379316:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767614.379317:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767614.379318:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767614.379320:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322926a00 x1862022335122688/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767614.379324:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767614.379326:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322926a00 x1862022335122688/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767639 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767614.379331:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767614.379333:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767614.379334:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767614.379335:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767614.379336:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767614.379337:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767614.379338:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767614.379340:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767614.379341:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767614.379343:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322926a00 x1862022335122688/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767639 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767614.379348:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322926a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335122688:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775767614.379350:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767614.379352:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322927480 x1862022335122816/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767614.379356:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767614.379357:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767614.379358:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767614.379359:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767614.379360:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767614.379361:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335122816:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767614.379363:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767614.379364:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767614.379365:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767614.379366:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767614.379368:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046e9000.
02000000:00000001:1.0:1775767614.379370:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767614.379372:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767614.379374:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927303829108.
00000400:00000010:1.0:1775767614.379376:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767614.379378:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335122816, portal 4
00000100:00000001:1.0:1775767614.379379:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767614.379380:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931758720 : -120451777792896 : ffff927322927480)
00000100:00000040:1.0:1775767614.379383:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322927480 x1862022335122816/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767614.379387:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767614.379389:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767614.379390:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132ba18.
00000100:00000200:1.0:1775767614.379392:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335122816, offset 0
00000400:00000200:1.0:1775767614.379394:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767614.379396:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767614.379399:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767614.379400:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767614.379402:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767614.379403:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767614.379405:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767614.379407:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60079:60079:256:4294967295] 192.168.202.131@tcp LPNI seq info [60079:60079:8:4294967295]
00000400:00000200:1.0:1775767614.379410:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767614.379414:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767614.379417:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767614.379418:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75c00.
00000800:00000200:1.0:1775767614.379420:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767614.379422:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775767614.379425:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767614.379426:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1775767614.379429:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767614.379430:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75c00.
00000400:00000200:1.0:1775767614.379432:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767614.379435:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767614.379436:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132ba18
00000400:00000010:1.0:1775767614.379437:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132ba18.
00000100:00000001:1.0:1775767614.379439:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767614.379441:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322927480 x1862022335122816/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767614.379446:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767614.379448:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322927480 x1862022335122816/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767639 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767614.379452:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767614.379452:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767614.379454:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767614.379456:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: using a timeout of 22192 usecs (23 jiffies)
00000400:00000200:1.0:1775767614.379457:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767614.379458:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299471384
00000100:00000001:1.0:1775767614.379460:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299472637
00000100:00000001:1.0:1775767614.379461:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299471384
00000100:00000001:1.0:1775767614.379462:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299472637
00000100:00000001:1.0:1775767614.379463:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767614.379465:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767614.379466:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767614.379468:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767614/real 1775767614]  req@ffff927322927480 x1862022335122816/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767614.379472:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767614.379473:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767614.379474:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927303829108.
00000400:00000200:1.0:1775767614.379475:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767614.379476:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767614.379477:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767614.379479:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322927480 x1862022335122816/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767614.379484:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322927480 x1862022335122816/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767614.379491:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767614.379493:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767614.379494:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767614.379495:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767614.379497:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322927480 x1862022335122816/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767614.379501:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767614.379503:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322927480 x1862022335122816/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767639 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767614.379507:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767614.379510:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767614.379511:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767614.379512:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767614.379514:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767614.379515:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767614.379517:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767614.379520:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767614.379523:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767614.379527:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322927480 x1862022335122816/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767639 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767614.379534:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335122816:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767614.379539:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767614.379542:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322926d80 x1862022335122944/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767614.379549:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767614.379551:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767614.379554:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767614.379556:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767614.379558:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767614.379561:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322926d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335122944:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767614.379565:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767614.379566:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767614.379568:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767614.379570:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767614.379573:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046eb800.
02000000:00000001:1.0:1775767614.379574:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767614.379577:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767614.379578:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927303829108.
00000400:00000010:1.0:1775767614.379580:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767614.379582:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335122944, portal 4
00000100:00000001:1.0:1775767614.379584:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767614.379585:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931756928 : -120451777794688 : ffff927322926d80)
00000100:00000040:1.0:1775767614.379589:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322926d80 x1862022335122944/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767614.379593:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767614.379595:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767614.379596:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132ba18.
00000100:00000200:1.0:1775767614.379598:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335122944, offset 0
00000400:00000200:1.0:1775767614.379601:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767614.379603:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767614.379605:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767614.379607:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767614.379609:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767614.379611:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767614.379613:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767614.379615:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60080:60080:256:4294967295] 192.168.202.131@tcp LPNI seq info [60080:60080:8:4294967295]
00000400:00000200:1.0:1775767614.379618:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767614.379622:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767614.379625:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767614.379627:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75c00.
00000800:00000200:1.0:1775767614.379630:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767614.379631:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775767614.379634:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767614.379636:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1775767614.379639:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767614.379640:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75c00.
00000400:00000200:1.0:1775767614.379642:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767614.379644:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767614.379646:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132ba18
00000400:00000010:1.0:1775767614.379647:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132ba18.
00000100:00000001:1.0:1775767614.379649:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767614.379651:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322926d80 x1862022335122944/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767614.379656:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767614.379657:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322926d80 x1862022335122944/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767639 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767614.379662:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767614.379663:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767614.379665:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767614.379666:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: using a timeout of 22500 usecs (23 jiffies)
00000400:00000200:1.0:1775767614.379668:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767614.379669:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299471384
00000100:00000001:1.0:1775767614.379671:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299472637
00000100:00000001:1.0:1775767614.379672:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299471384
00000100:00000001:1.0:1775767614.379674:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299472637
00000100:00000001:1.0:1775767614.379675:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767614.379676:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767614.379677:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767614.379679:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767614/real 1775767614]  req@ffff927322926d80 x1862022335122944/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767614.379685:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767614.379686:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767614.379687:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927303829108.
00000400:00000200:1.0:1775767614.379688:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767614.379689:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767614.379690:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767614.379692:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322926d80 x1862022335122944/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767614.379697:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322926d80 x1862022335122944/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767614.379701:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767614.379702:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767614.379703:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767614.379704:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767614.379706:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322926d80 x1862022335122944/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767614.379726:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767614.379729:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322926d80 x1862022335122944/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767639 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767614.379733:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767614.379735:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767614.379736:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767614.379737:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767614.379738:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767614.379739:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767614.379740:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767614.379742:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767614.379743:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767614.379746:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322926d80 x1862022335122944/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767639 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767614.379751:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322926d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335122944:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767614.379754:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767614.379756:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767614.379759:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322926300 x1862022335122560/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767639 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767614.379766:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767614.379767:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767614.379769:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046ea000.
02000000:00000001:1.0:1775767614.379772:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767614.379773:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767614.379775:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c000 refcount=137 obd=lustre-MDT0000-mdc-ffff927308189800
00000020:00000001:1.0:1775767614.379777:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767614.379779:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477f400.
02000000:00000001:1.0:1775767614.379782:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767614.379783:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767614.379785:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322926300.
00000100:00000001:1.0:1775767614.379787:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767614.379789:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767614.379790:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767614.379794:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322926a00 x1862022335122688/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767639 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767614.379801:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767614.379802:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767614.379804:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046e8400.
02000000:00000001:1.0:1775767614.379807:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767614.379808:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767614.379809:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f800 refcount=3 obd=lustre-MDT0001-mdc-ffff927308189800
00000020:00000001:1.0:1775767614.379811:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767614.379813:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477fc00.
02000000:00000001:1.0:1775767614.379815:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767614.379816:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767614.379818:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322926a00.
00000100:00000001:1.0:1775767614.379820:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767614.379821:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767614.379835:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767614.379840:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322927480 x1862022335122816/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767639 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767614.379847:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767614.379849:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767614.379851:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046e9000.
02000000:00000001:1.0:1775767614.379854:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767614.379855:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767614.379856:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f000 refcount=2 obd=lustre-OST0000-osc-ffff927308189800
00000020:00000001:1.0:1775767614.379858:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767614.379860:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477f800.
02000000:00000001:1.0:1775767614.379862:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767614.379863:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767614.379865:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322927480.
00000100:00000001:1.0:1775767614.379867:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767614.379868:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767614.379869:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767614.379872:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322926d80 x1862022335122944/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767639 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767614.379876:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767614.379877:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767614.379878:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046eb800.
02000000:00000001:1.0:1775767614.379880:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767614.379881:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767614.379881:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c800 refcount=2 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:1.0:1775767614.379882:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767614.379883:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477c800.
02000000:00000001:1.0:1775767614.379884:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767614.379885:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767614.379886:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322926d80.
00000100:00000001:1.0:1775767614.379887:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767614.379888:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767614.379890:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767614.379893:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767614.379894:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767614.379895:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767614.379896:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767614.953798:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767614.953806:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767614.953807:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767614.953843:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767614.953847:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767614.953851:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767614.953854:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767614.953856:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767614.953859:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767615.401899:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767615.401903:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767615.401906:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767615.657831:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299472637, at 4299472640
00000100:00000010:2.0:1775767615.657853:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9273188e5120.
00000100:00000001:0.0:1775767615.977789:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767615.977803:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767615.977805:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767615.977828:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767615.977833:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767615.977838:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767615.977841:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767615.977844:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767615.977847:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767616.425978:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767616.425982:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767616.425986:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767617.001858:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767617.001868:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767617.001870:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767617.001878:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767617.001883:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767617.001888:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767617.001891:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767617.001895:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767617.001898:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767617.449893:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767617.449899:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767617.449905:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767618.025934:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767618.025943:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767618.025945:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767618.025953:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767618.025958:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767618.025962:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767618.025965:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767618.025968:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767618.025971:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767618.473948:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767618.473952:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767618.473955:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767619.049879:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767619.049887:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767619.049889:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767619.049895:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767619.049906:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767619.049910:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767619.049912:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767619.049931:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767619.049934:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767619.497847:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767619.497858:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767619.497864:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767619.497870:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767619.497879:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767619.497887:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4804
00000400:00000200:2.0:1775767619.497899:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767619.497909:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767619.497913:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767619.497917:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000020:00000001:0.0:1775767619.497920:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767619.497925:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767619.497929:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775767619.497932:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767619.497936:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767619.497939:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767619.497944:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767619.497946:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767619.497949:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767619.497952:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775767619.497955:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775767619.497958:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775767619.497962:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767619.497964:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767619.497966:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767619.497968:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767619.497972:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767619.497976:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767619.497979:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767619.497983:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767619.497986:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767619.497989:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767619.497992:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767619.497995:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767619.498008:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775767619.498012:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767619.498016:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767619.498019:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767619.498022:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767619.498025:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767619.498031:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767619.498041:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef000.
00000100:00000001:2.0:1775767619.498048:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767619.498057:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335123072/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767619.498066:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767619.498071:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767619.498075:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335123072/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767619.498092:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767619.498094:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767619.498097:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767619.498098:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767619.498099:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767619.498102:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767619.498104:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4804
00000400:00000200:2.0:1775767619.498107:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767619.498109:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767619.498111:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767619.498113:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767619.498115:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767619.498116:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767619.498117:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767619.498119:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767619.498120:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767619.498121:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767619.498122:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767619.498124:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767619.498125:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767619.498127:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767619.498128:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767619.498129:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767619.498130:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767619.498132:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767619.498134:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767619.498136:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767619.498137:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767619.498143:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767619.498144:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767619.498145:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767619.498149:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1775767619.498152:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00000001:2.0:1775767619.498152:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767619.498156:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767619.498158:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000010:2.0:1775767619.498159:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000100:00000001:1.0:1775767619.498161:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1775767619.498162:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767619.498165:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767619.498167:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767619.498169:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:1.0:1775767619.498170:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b54e00 x1862022335123072/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775767619.498170:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767619.498172:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767619.498177:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee800.
00000100:00000001:2.0:1775767619.498183:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767619.498184:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767619.498188:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767619.498192:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335123200/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1775767619.498193:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767619.498197:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767619.498202:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767619.498202:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767619.498206:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767619.498210:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335123072:192.168.202.131@tcp:250:kworker.0
00000100:00000040:2.0:1775767619.498213:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335123200/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767619.498217:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767619.498222:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1775767619.498222:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767619.498226:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767619.498226:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1775767619.498231:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:2.0:1775767619.498232:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767619.498234:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767619.498235:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767619.498236:0:57984:0:(import.c:484:import_select_connection()) Process entered
02000000:00000010:1.0:1775767619.498238:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046e9000.
00000100:00080000:2.0:1775767619.498238:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4804
02000000:00000001:1.0:1775767619.498242:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767619.498247:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767619.498254:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767619.498254:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000400:00000010:1.0:1775767619.498260:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927303829108.
00000100:00080000:2.0:1775767619.498260:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767619.498267:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000400:00000010:1.0:1775767619.498270:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000001:2.0:1775767619.498270:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767619.498274:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767619.498277:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000200:1.0:1775767619.498279:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335123072, portal 25
00000020:00000001:2.0:1775767619.498280:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1775767619.498282:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000020:00000040:2.0:1775767619.498283:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000100:00000001:1.0:1775767619.498285:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682384384 : -120452027167232 : ffff927313b54e00)
00000020:00000001:2.0:1775767619.498287:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767619.498291:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000100:00000040:1.0:1775767619.498293:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b54e00 x1862022335123072/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1775767619.498295:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775767619.498301:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775767619.498309:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767619.498310:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1775767619.498313:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767619.498317:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000100:00000040:2.0:1775767619.498319:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000400:00000010:1.0:1775767619.498321:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132ba18.
00000100:00000001:2.0:1775767619.498322:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000200:1.0:1775767619.498325:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022335123072, offset 0
00000020:00000040:2.0:1775767619.498326:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767619.498331:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767619.498334:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767619.498336:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1775767619.498337:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
02000000:00000001:2.0:1775767619.498339:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767619.498342:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767619.498343:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767619.498345:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1775767619.498349:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000008:00000001:2.0:1775767619.498350:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767619.498352:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767619.498357:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000100:00000010:2.0:1775767619.498357:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775767619.498362:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
00000400:00000200:1.0:1775767619.498364:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1775767619.498365:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767619.498368:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767619.498371:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000100:00000001:2.0:1775767619.498371:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767619.498374:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767619.498376:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767619.498378:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767619.498381:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
02000000:00000010:2.0:1775767619.498381:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec400.
00000100:00000001:2.0:1775767619.498387:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767619.498392:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60081:60081:256:4294967295] 192.168.202.131@tcp LPNI seq info [60081:60081:8:4294967295]
00000100:00100000:2.0:1775767619.498395:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335123328/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1775767619.498404:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:2.0:1775767619.498409:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767619.498411:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767619.498414:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335123328/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767619.498427:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767619.498428:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000100:00080000:2.0:1775767619.498431:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767619.498436:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767619.498438:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:1.0:1775767619.498441:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000100:00080000:2.0:1775767619.498441:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767619.498445:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767619.498449:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4804
00000800:00000010:1.0:1775767619.498451:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75c00.
00000400:00000200:2.0:1775767619.498462:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000800:00000200:1.0:1775767619.498463:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000400:00000200:2.0:1775767619.498467:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767619.498470:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1775767619.498475:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000040:2.0:1775767619.498476:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767619.498480:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767619.498483:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767619.498484:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767619.498486:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767619.498486:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767619.498487:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767619.498489:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775767619.498490:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775767619.498492:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767619.498494:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767619.498495:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767619.498496:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767619.498497:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767619.498499:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767619.498500:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767619.498501:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767619.498502:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767619.498507:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767619.498509:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767619.498511:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767619.498512:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:2.0:1775767619.498513:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767619.498517:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1775767619.498519:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4299477757
00000008:00000001:2.0:1775767619.498520:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767619.498524:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767619.498528:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000100:00000010:1.0:1775767619.498529:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9273188e5c00.
00000020:00000040:2.0:1775767619.498530:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767619.498534:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767619.498535:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767619.498536:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767619.498537:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767619.498538:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767619.498541:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2
02000000:00000010:2.0:1775767619.498542:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed000.
00000100:00000001:2.0:1775767619.498546:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767619.498549:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4299477757
00000100:00100000:2.0:1775767619.498550:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335123456/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:1.0:1775767619.498555:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9273188e5240.
00000100:00000001:2.0:1775767619.498561:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767619.498562:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1775767619.498564:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767619.498568:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1775767619.498569:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335123456/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767619.498573:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767619.498580:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767619.498581:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767619.498584:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1775767619.498584:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767619.498588:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767619.498589:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767619.498590:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767619.498591:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1775767619.498594:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:2.0:1775767619.498594:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4804
00000100:00000001:1.0:1775767619.498598:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000400:00000200:2.0:1775767619.498602:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767619.498603:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767619.498606:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000400:00000200:2.0:1775767619.498608:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00000001:1.0:1775767619.498610:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00080000:2.0:1775767619.498611:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767619.498616:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000040:1.0:1775767619.498617:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b54a80 x1862022335123200/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767619.498619:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767619.498623:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767619.498627:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767619.498632:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1775767619.498633:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:2.0:1775767619.498634:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000100:00000001:1.0:1775767619.498636:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767619.498637:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:1.0:1775767619.498639:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:2.0:1775767619.498639:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
02000000:00000001:1.0:1775767619.498642:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1775767619.498643:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775767619.498648:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
02000000:00000001:1.0:1775767619.498649:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767619.498657:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00100000:1.0:1775767619.498658:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335123200:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775767619.498664:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1775767619.498665:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1775767619.498666:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767619.498668:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767619.498671:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1775767619.498671:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
02000000:00000010:1.0:1775767619.498675:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046e8400.
00000100:00000001:2.0:1775767619.498676:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
02000000:00000001:1.0:1775767619.498679:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1775767619.498681:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000400:00000200:1.0:1775767619.498685:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767619.498689:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927303829aa8.
00000100:00080000:2.0:1775767619.498689:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000400:00000010:1.0:1775767619.498693:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b660.
00000100:00000001:2.0:1775767619.498695:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775767619.498698:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335123200, portal 10
02000000:00000001:2.0:1775767619.498699:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775767619.498703:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767619.498705:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682383488 : -120452027168128 : ffff927313b54a80)
02000000:00000001:2.0:1775767619.498705:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1775767619.498739:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b54a80 x1862022335123200/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775767619.498742:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767619.498747:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767619.498750:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00100000:2.0:1775767619.498750:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767619.498754:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767619.498755:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767619.498759:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bb28.
00000100:00000001:2.0:1775767619.498759:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775767619.498763:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335123200, offset 0
00000100:00000010:2.0:1775767619.498764:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767619.498767:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
00000400:00000200:1.0:1775767619.498770:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
02000000:00000001:2.0:1775767619.498771:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767619.498788:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767619.498791:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767619.498793:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1775767619.498794:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
02000000:00000001:2.0:1775767619.498796:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767619.498800:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767619.498803:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:2.0:1775767619.498803:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee400.
00000400:00000200:1.0:1775767619.498806:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000100:00000001:2.0:1775767619.498808:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767619.498810:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767619.498816:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000100:00100000:2.0:1775767619.498817:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335123584/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1775767619.498820:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60082:60082:255:4294967295] 192.168.202.131@tcp LPNI seq info [60082:60082:7:4294967295]
00000400:00000200:1.0:1775767619.498832:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:2.0:1775767619.498842:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1775767619.498843:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1775767619.498847:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1775767619.498851:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767619.498855:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75400.
00000100:00000040:2.0:1775767619.498857:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335123584/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1775767619.498864:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767619.498877:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:2.0:1775767619.498878:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767619.498882:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767619.498887:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: using a timeout of 15131 usecs (16 jiffies)
00000100:00000040:2.0:1775767619.498888:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4814)
00000400:00000200:1.0:1775767619.498894:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767619.498897:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299476497
00000100:00000001:1.0:1775767619.498900:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299477757
00000100:00000001:1.0:1775767619.498902:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299476497
00000100:00000001:1.0:1775767619.498904:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299477757
00000100:00000001:1.0:1775767619.498906:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767619.498910:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767619.498913:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767619.498921:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b57100 x1862022335123328/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767619.498929:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767619.498931:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767619.498933:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767619.498935:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767619.498937:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767619.498939:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335123328:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775767619.498943:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767619.498945:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767619.498946:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767619.498948:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767619.498952:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046ea000.
02000000:00000001:1.0:1775767619.498953:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767619.498956:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767619.498959:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927303829948.
00000400:00000010:1.0:1775767619.498962:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b220.
00000100:00000200:1.0:1775767619.498965:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335123328, portal 10
00000100:00000001:1.0:1775767619.498967:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767619.498968:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682393344 : -120452027158272 : ffff927313b57100)
00000100:00000040:1.0:1775767619.498974:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b57100 x1862022335123328/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767619.498980:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767619.498983:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767619.498985:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b7f8.
00000100:00000200:1.0:1775767619.498988:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335123328, offset 0
00000400:00000200:1.0:1775767619.498992:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767619.498996:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767619.499000:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767619.499003:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767619.499005:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767619.499008:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767619.499010:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767619.499013:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60083:60083:254:4294967295] 192.168.202.131@tcp LPNI seq info [60083:60083:6:4294967295]
00000400:00000200:1.0:1775767619.499017:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767619.499022:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767619.499026:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767619.499028:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75500.
00000800:00000200:1.0:1775767619.499031:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767619.499034:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:1.0:1775767619.499038:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767619.499041:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: using a timeout of 41678 usecs (42 jiffies)
00000400:00000200:1.0:1775767619.499045:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767619.499046:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299476523
00000100:00000001:1.0:1775767619.499050:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299477757
00000100:00000001:1.0:1775767619.499052:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299476523
00000100:00000001:1.0:1775767619.499054:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299477757
00000100:00000001:1.0:1775767619.499056:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767619.499058:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767619.499060:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767619.499065:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b55180 x1862022335123456/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767619.499072:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767619.499073:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767619.499075:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767619.499077:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767619.499079:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767619.499081:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335123456:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767619.499085:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767619.499087:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767619.499088:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767619.499090:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767619.499094:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046e8c00.
02000000:00000001:1.0:1775767619.499096:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767619.499099:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767619.499102:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927303829d10.
00000400:00000010:1.0:1775767619.499105:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b198.
00000100:00000200:1.0:1775767619.499108:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335123456, portal 4
00000100:00000001:1.0:1775767619.499110:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767619.499112:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682385280 : -120452027166336 : ffff927313b55180)
00000100:00000040:1.0:1775767619.499117:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b55180 x1862022335123456/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767619.499124:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767619.499126:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767619.499129:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b3b8.
00000100:00000200:1.0:1775767619.499132:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335123456, offset 0
00000400:00000200:1.0:1775767619.499136:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767619.499140:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767619.499143:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767619.499146:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767619.499148:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767619.499150:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767619.499152:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767619.499155:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60084:60084:253:4294967295] 192.168.202.131@tcp LPNI seq info [60084:60084:5:4294967295]
00000400:00000200:1.0:1775767619.499159:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767619.499164:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767619.499168:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767619.499172:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75b00.
00000800:00000200:1.0:1775767619.499176:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767619.499179:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:1.0:1775767619.499182:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767619.499186:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: using a timeout of 22192 usecs (23 jiffies)
00000400:00000200:1.0:1775767619.499189:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767619.499191:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299476504
00000100:00000001:1.0:1775767619.499193:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299477757
00000100:00000001:1.0:1775767619.499195:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299476504
00000100:00000001:1.0:1775767619.499197:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299477757
00000100:00000001:1.0:1775767619.499199:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767619.499201:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767619.499203:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767619.499205:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767619.499209:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767619.499210:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1775767619.499212:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767619.499214:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767619.499215:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767619.499219:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b55f80 x1862022335123584/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767619.499226:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767619.499228:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767619.499230:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767619.499232:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767619.499234:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767619.499237:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335123584:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767619.499240:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767619.499242:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767619.499244:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767619.499246:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767619.499249:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046e8000.
02000000:00000001:1.0:1775767619.499251:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767619.499253:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767619.499256:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000400:00000010:1.0:1775767619.499260:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000200:1.0:1775767619.499262:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335123584, portal 4
00000100:00000001:1.0:1775767619.499264:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767619.499265:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682388864 : -120452027162752 : ffff927313b55f80)
00000100:00000040:1.0:1775767619.499271:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b55f80 x1862022335123584/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767619.499278:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767619.499280:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767619.499284:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b440.
00000100:00000200:1.0:1775767619.499286:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335123584, offset 0
00000400:00000200:1.0:1775767619.499290:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767619.499294:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767619.499297:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767619.499300:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767619.499303:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767619.499305:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767619.499308:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767619.499311:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60085:60085:252:4294967295] 192.168.202.131@tcp LPNI seq info [60085:60085:4:4294967295]
00000400:00000200:1.0:1775767619.499315:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767619.499321:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767619.499325:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767619.499328:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75100.
00000800:00000200:1.0:1775767619.499332:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767619.499335:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:1.0:1775767619.499338:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767619.499341:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: using a timeout of 22500 usecs (23 jiffies)
00000400:00000200:1.0:1775767619.499344:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767619.499346:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299476504
00000100:00000001:1.0:1775767619.499349:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299477757
00000100:00000001:1.0:1775767619.499351:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299476504
00000100:00000001:1.0:1775767619.499353:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299477757
00000100:00000001:1.0:1775767619.499355:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767619.499357:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767619.499360:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767619.499362:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767619.499365:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767619.499366:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1775767619.499368:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767619.499370:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767619.499372:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767619.499374:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767620.073867:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767620.073874:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767620.073876:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767620.073882:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767620.073886:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767620.073892:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767620.073895:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767620.073897:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767620.073900:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767620.521916:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767620.521919:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767620.521922:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767620.777817:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299477757, at 4299477760
00000100:00000010:2.0:1775767620.777831:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9273188e5c00.
00000100:00000001:0.0:1775767621.097846:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767621.097851:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767621.097853:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767621.097858:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767621.097861:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767621.097864:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767621.097866:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767621.097868:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767621.097870:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767621.545972:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767621.545976:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767621.545980:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767622.121848:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767622.121856:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767622.121857:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767622.121863:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767622.121867:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767622.121872:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767622.121874:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767622.121876:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767622.121879:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767622.569967:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767622.569970:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767622.569973:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1775767622.570091:0:2392:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.131:988
00000400:00000100:0.0:1775767622.570140:0:2392:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.131@tcp at host 192.168.202.131 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1775767622.570150:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767622.570153:0:2392:0:(router.c:1750:lnet_notify()) 192.168.202.31@tcp notifying 192.168.202.131@tcp: down
00000400:00000200:0.0:1775767622.570159:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767622.570164:0:2392:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:0.0:1775767622.570168:0:2392:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:0.0:1775767622.570171:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75c00.
00000400:00000200:0.0:1775767622.570178:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1775767622.570182:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1775767622.570188:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132ba18
00000400:00000010:0.0:1775767622.570191:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132ba18.
00000100:00000001:0.0:1775767622.570196:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775767622.570204:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927313b54e00 x1862022335123072/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767622.570227:0:2392:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775767622.570231:0:2392:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b54e00 x1862022335123072/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767644 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767622.570240:0:2392:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767622.570242:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1775767622.570254:0:2392:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:0.0:1775767622.570259:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75400.
00000400:00000200:0.0:1775767622.570263:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1775767622.570266:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1775767622.570269:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bb28
00000400:00000010:0.0:1775767622.570272:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bb28.
00000100:00000001:0.0:1775767622.570274:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775767622.570279:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927313b54a80 x1862022335123200/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767622.570283:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767622.570288:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767622.570292:0:2392:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1775767622.570293:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000040:0.0:1775767622.570297:0:2392:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b54a80 x1862022335123200/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767644 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767622.570303:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767619/real 1775767622]  req@ffff927313b54a80 x1862022335123200/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767644 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767622.570307:0:2392:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767622.570312:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1775767622.570321:0:2392:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:0.0:1775767622.570327:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75500.
00000400:00000200:0.0:1775767622.570332:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1775767622.570342:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1775767622.570348:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b7f8
00000400:00000010:0.0:1775767622.570351:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b7f8.
00000400:00000001:1.0:1775767622.570354:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1775767622.570355:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000400:00000001:1.0:1775767622.570359:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000200:0.0:1775767622.570362:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927313b57100 x1862022335123328/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1775767622.570364:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927303829aa8.
00000400:00000200:1.0:1775767622.570372:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b660
00000400:00000010:1.0:1775767622.570375:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b660.
00000100:00000001:1.0:1775767622.570382:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1775767622.570387:0:2392:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000200:1.0:1775767622.570390:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b54a80 x1862022335123200/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775767622.570394:0:2392:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b57100 x1862022335123328/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767644 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767622.570416:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b54a80 x1862022335123200/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767622.570427:0:2392:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767622.570428:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775767622.570432:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767622.570433:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767622.570438:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767622.570441:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000800:00000100:0.0:1775767622.570442:0:2392:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:0.0:1775767622.570448:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75b00.
00000100:00100000:1.0:1775767622.570450:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b54a80 x1862022335123200/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775767622.570453:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1775767622.570463:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000100:00000001:1.0:1775767622.570470:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1775767622.570471:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b3b8
00000400:00000010:0.0:1775767622.570474:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b3b8.
00000100:00000001:0.0:1775767622.570478:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:1.0:1775767622.570478:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b54a80 x1862022335123200/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767644 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775767622.570485:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927313b55180 x1862022335123456/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767622.570497:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775767622.570502:0:2392:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1775767622.570504:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775767622.570507:0:2392:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b55180 x1862022335123456/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767644 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767622.570508:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767622.570511:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767622.570517:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775767622.570519:0:2392:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767622.570522:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767622.570523:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000800:00000100:0.0:1775767622.570529:0:2392:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:0.0:1775767622.570531:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75100.
00000400:00000200:0.0:1775767622.570534:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00080000:1.0:1775767622.570535:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000400:00000200:0.0:1775767622.570539:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1775767622.570543:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b440
00000100:00080000:1.0:1775767622.570546:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.131@tcp failed (-110)
00000400:00000010:0.0:1775767622.570547:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b440.
00000100:00000001:0.0:1775767622.570551:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1775767622.570553:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000200:0.0:1775767622.570558:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927313b55f80 x1862022335123584/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767622.570568:0:2392:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767622.570569:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b54a80 x1862022335123200/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767644 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775767622.570575:0:2392:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b55f80 x1862022335123584/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767644 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767622.570597:0:2392:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767622.570597:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335123200:192.168.202.131@tcp:38:kworker.0
00000100:00000001:0.0:1775767622.570599:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767622.570608:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767622.570615:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767619/real 1775767622]  req@ffff927313b57100 x1862022335123328/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767622.570624:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767622.570625:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767622.570627:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927303829948.
00000400:00000200:1.0:1775767622.570630:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b220
00000400:00000010:1.0:1775767622.570632:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b220.
00000100:00000001:1.0:1775767622.570635:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767622.570639:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b57100 x1862022335123328/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767622.570648:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b57100 x1862022335123328/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767622.570655:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767622.570657:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767622.570659:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767622.570660:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767622.570664:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b57100 x1862022335123328/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767622.570672:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767622.570676:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b57100 x1862022335123328/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767644 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767622.570684:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767622.570687:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767622.570689:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767622.570691:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767622.570692:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767622.570694:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767622.570697:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767622.570701:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767622.570704:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767622.570743:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b57100 x1862022335123328/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767644 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767622.570771:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335123328:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775767622.570775:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767622.570779:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767619/real 1775767622]  req@ffff927313b55180 x1862022335123456/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767622.570788:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767622.570790:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767622.570792:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927303829d10.
00000400:00000200:1.0:1775767622.570795:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b198
00000400:00000010:1.0:1775767622.570797:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b198.
00000100:00000001:1.0:1775767622.570800:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767622.570804:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b55180 x1862022335123456/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767622.570813:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b55180 x1862022335123456/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767622.570820:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767622.570821:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767622.570823:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767622.570825:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767622.570830:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b55180 x1862022335123456/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767622.570843:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767622.570846:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b55180 x1862022335123456/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767644 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767622.570852:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767622.570855:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767622.570856:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767622.570857:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767622.570859:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767622.570861:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767622.570863:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767622.570868:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767622.570871:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767622.570875:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b55180 x1862022335123456/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767644 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767622.570883:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335123456:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767622.570887:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767622.570892:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767619/real 1775767622]  req@ffff927313b54e00 x1862022335123072/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767622.570900:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767622.570902:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767622.570904:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927303829108.
00000400:00000200:1.0:1775767622.570907:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767622.570909:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767622.570911:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767622.570914:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b54e00 x1862022335123072/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767622.570922:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b54e00 x1862022335123072/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767622.570928:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767622.570930:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767622.570931:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767622.570933:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767622.570936:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b54e00 x1862022335123072/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767622.570942:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767622.570945:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b54e00 x1862022335123072/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767644 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767622.570952:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767622.570954:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767622.570956:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767622.570957:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767622.570958:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767622.570960:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767622.570962:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767622.570968:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767622.570970:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767622.570973:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b54e00 x1862022335123072/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767644 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767622.570981:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335123072:192.168.202.131@tcp:250:kworker.0
00000100:00000001:1.0:1775767622.570985:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767622.570987:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767622.570990:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b54a80 x1862022335123200/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767644 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767622.570997:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767622.571001:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767622.571007:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046e8400.
02000000:00000001:1.0:1775767622.571012:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767622.571015:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767622.571018:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c000 refcount=137 obd=lustre-MDT0000-mdc-ffff927308189800
00000020:00000001:1.0:1775767622.571021:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767622.571024:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bee800.
02000000:00000001:1.0:1775767622.571028:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767622.571031:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767622.571033:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b54a80.
00000100:00000001:1.0:1775767622.571037:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767622.571039:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767622.571040:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767622.571043:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b57100 x1862022335123328/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767644 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767622.571050:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767622.571051:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767622.571052:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046ea000.
02000000:00000001:1.0:1775767622.571055:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767622.571056:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767622.571058:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f800 refcount=3 obd=lustre-MDT0001-mdc-ffff927308189800
00000020:00000001:1.0:1775767622.571060:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767622.571061:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bec400.
02000000:00000001:1.0:1775767622.571065:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767622.571066:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767622.571067:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b57100.
00000100:00000001:1.0:1775767622.571070:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767622.571071:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767622.571073:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767622.571076:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b55180 x1862022335123456/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767644 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767622.571081:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767622.571082:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767622.571084:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046e8c00.
02000000:00000001:1.0:1775767622.571100:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767622.571102:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767622.571103:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f000 refcount=2 obd=lustre-OST0000-osc-ffff927308189800
00000020:00000001:1.0:1775767622.571106:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767622.571107:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bed000.
02000000:00000001:1.0:1775767622.571111:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767622.571112:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767622.571114:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b55180.
00000100:00000001:1.0:1775767622.571116:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767622.571117:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767622.571118:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767622.571123:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b54e00 x1862022335123072/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767644 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767622.571130:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767622.571131:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767622.571133:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046e9000.
02000000:00000001:1.0:1775767622.571135:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767622.571136:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767622.571138:0:2404:0:(genops.c:1242:class_import_put()) import ffff9273194c5000 refcount=3 obd=MGC192.168.202.131@tcp
00000020:00000001:1.0:1775767622.571139:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767622.571141:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bef000.
02000000:00000001:1.0:1775767622.571143:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767622.571144:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767622.571146:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b54e00.
00000100:00000001:1.0:1775767622.571148:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767622.571150:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767622.571153:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767622.571155:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767622.571156:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767622.571157:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767622.571161:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767619/real 1775767622]  req@ffff927313b55f80 x1862022335123584/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767622.571171:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767622.571172:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767622.571174:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767622.571177:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767622.571178:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767622.571181:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767622.571186:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b55f80 x1862022335123584/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767622.571194:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b55f80 x1862022335123584/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767622.571201:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767622.571203:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767622.571205:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767622.571206:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767622.571210:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b55f80 x1862022335123584/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767622.571218:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767622.571222:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b55f80 x1862022335123584/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767644 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767622.571228:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767622.571231:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767622.571232:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767622.571233:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767622.571235:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767622.571237:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767622.571240:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767622.571244:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767622.571251:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767622.571256:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b55f80 x1862022335123584/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767644 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767622.571263:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335123584:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767622.571268:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767622.571270:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767622.571272:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b55f80 x1862022335123584/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767644 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767622.571279:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767622.571281:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767622.571283:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046e8000.
02000000:00000001:1.0:1775767622.571286:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767622.571287:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767622.571288:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c800 refcount=2 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:1.0:1775767622.571290:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767622.571292:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bee400.
02000000:00000001:1.0:1775767622.571294:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767622.571295:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767622.571297:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b55f80.
00000100:00000001:1.0:1775767622.571299:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767622.571300:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767622.571302:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767622.571312:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767622.571314:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767622.571316:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767622.571318:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767623.145856:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767623.145862:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767623.145864:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767623.145871:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767623.145875:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767623.145879:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767623.145882:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767623.145885:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767623.145888:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767623.593967:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767623.593970:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767623.593973:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767624.169873:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767624.169879:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767624.169882:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767624.169888:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767624.169891:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767624.169894:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767624.169896:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767624.169899:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767624.169901:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767624.617842:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767624.617850:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775767624.617856:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767624.617862:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767624.617870:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767624.617880:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4809
00000400:00000200:0.0:1775767624.617891:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767624.617898:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767624.617902:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767624.617906:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767624.617911:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767624.617915:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767624.617918:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767624.617922:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767624.617925:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775767624.617928:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767624.617931:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775767624.617934:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:1.0:1775767624.617936:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767624.617937:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:1.0:1775767624.617941:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767624.617944:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00010000:00010000:1.0:1775767624.617947:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767624.617948:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767624.617952:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767624.617954:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767624.617958:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:0.0:1775767624.617963:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767624.617967:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767624.617970:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767624.617973:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767624.617977:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767624.617980:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775767624.617982:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767624.617989:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925500.
00000020:00000040:0.0:1775767624.617994:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775767624.617998:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767624.618001:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767624.618003:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767624.618007:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767624.618012:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767624.618019:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f800.
00000100:00000001:0.0:1775767624.618026:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767624.618036:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925500 x1862022335123712/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767624.618054:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767624.618059:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767624.618065:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a57c8e8f] to pc [ptlrpcd_rcv+-1]  req@ffff927322925500 x1862022335123712/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767624.618089:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767624.618093:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767624.618097:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775767624.618099:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767624.618101:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767624.618104:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767624.618108:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4809
00000400:00000200:0.0:1775767624.618113:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767624.618118:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767624.618121:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767624.618125:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767624.618126:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775767624.618127:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767624.618131:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767624.618132:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767624.618137:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000001:1.0:1775767624.618137:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1775767624.618142:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767624.618144:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775767624.618147:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:1.0:1775767624.618148:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322925500 x1862022335123712/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1775767624.618150:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775767624.618156:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:0.0:1775767624.618162:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:0.0:1775767624.618170:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767624.618170:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767624.618174:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767624.618175:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767624.618179:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
02000000:00000001:1.0:1775767624.618181:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1775767624.618182:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
02000000:00000001:1.0:1775767624.618186:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1775767624.618187:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
02000000:00000001:1.0:1775767624.618192:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767624.618194:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767624.618198:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767624.618201:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322925500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335123712:192.168.202.131@tcp:250:kworker.0
02000000:00000001:0.0:1775767624.618202:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775767624.618208:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775767624.618210:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767624.618213:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775767624.618214:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767624.618218:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767624.618219:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:1.0:1775767624.618224:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:0.0:1775767624.618225:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767624.618230:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767624.618232:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046e9000.
00000100:00000001:0.0:1775767624.618233:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767624.618237:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767624.618240:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925880.
00000020:00000040:0.0:1775767624.618245:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
00000400:00000200:1.0:1775767624.618248:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
02000000:00000001:0.0:1775767624.618250:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767624.618253:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775767624.618254:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000100:00000001:0.0:1775767624.618257:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767624.618260:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767624.618262:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775767624.618264:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
02000000:00000010:0.0:1775767624.618268:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477fc00.
00000100:00000200:1.0:1775767624.618274:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335123712, portal 25
00000100:00000001:0.0:1775767624.618275:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767624.618281:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767624.618285:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931750656 : -120451777800960 : ffff927322925500)
00000100:00100000:0.0:1775767624.618286:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925880 x1862022335123840/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1775767624.618298:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322925500 x1862022335123712/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767624.618300:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767624.618304:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767624.618314:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f872a4ed] to pc [ptlrpcd_rcv+-1]  req@ffff927322925880 x1862022335123840/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767624.618316:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767624.618325:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767624.618332:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000001:0.0:1775767624.618333:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767624.618338:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1775767624.618339:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022335123712, offset 0
00000100:00080000:0.0:1775767624.618346:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775767624.618349:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767624.618352:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1775767624.618353:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000100:00000001:0.0:1775767624.618357:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767624.618362:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4809
00000400:00000200:1.0:1775767624.618367:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767624.618376:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767624.618382:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767624.618386:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767624.618390:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767624.618393:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767624.618397:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60086:60086:256:4294967295] 192.168.202.131@tcp LPNI seq info [60086:60086:8:4294967295]
00000400:00000200:1.0:1775767624.618402:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767624.618409:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767624.618417:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000400:00000200:1.0:1775767624.618422:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000100:00080000:0.0:1775767624.618423:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767624.618430:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767624.618433:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1775767624.618437:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000100:00000040:0.0:1775767624.618438:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767624.618443:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767624.618448:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000010:1.0:1775767624.618449:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000020:00000040:0.0:1775767624.618450:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:0.0:1775767624.618455:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767624.618457:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775767624.618462:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000800:00000200:1.0:1775767624.618463:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000020:00000001:0.0:1775767624.618468:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000800:00000200:1.0:1775767624.618471:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775767624.618480:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000040:0.0:1775767624.618482:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767624.618487:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1775767624.618489:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000100:00000040:0.0:1775767624.618492:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767624.618498:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000800:00000100:1.0:1775767624.618500:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000020:00000040:0.0:1775767624.618503:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000800:00000010:1.0:1775767624.618505:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000100:00080000:0.0:1775767624.618510:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767624.618514:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767624.618515:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:0.0:1775767624.618520:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767624.618525:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1775767624.618526:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
02000000:00000001:0.0:1775767624.618531:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767624.618534:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:1.0:1775767624.618536:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000008:00100000:0.0:1775767624.618537:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000400:00000010:1.0:1775767624.618540:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000008:00000001:0.0:1775767624.618541:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767624.618545:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767624.618546:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000010:0.0:1775767624.618550:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924700.
00000100:00000200:1.0:1775767624.618552:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322925500 x1862022335123712/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1775767624.618555:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775767624.618562:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767624.618566:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767624.618570:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767624.618572:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1775767624.618572:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1775767624.618576:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767624.618580:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322925500 x1862022335123712/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767649 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1775767624.618583:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f400.
00000100:00000001:0.0:1775767624.618589:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767624.618595:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767624.618599:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:0.0:1775767624.618600:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924700 x1862022335123968/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767624.618608:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767624.618609:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767624.618614:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767624.618615:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767624.618621:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4299482877
00000100:00000040:0.0:1775767624.618623:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc3726d9] to pc [ptlrpcd_rcv+-1]  req@ffff927322924700 x1862022335123968/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1775767624.618629:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9273188e5e40.
00000100:00000001:0.0:1775767624.618638:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767624.618640:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2
00000100:00080000:0.0:1775767624.618641:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767624.618647:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775767624.618648:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4299482877
00000100:00000001:0.0:1775767624.618649:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767624.618652:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000010:1.0:1775767624.618655:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9273188e5a80.
00000100:00000001:0.0:1775767624.618656:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1775767624.618662:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3
00000100:00080000:0.0:1775767624.618663:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4809
00000100:00000001:1.0:1775767624.618671:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1775767624.618672:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767624.618677:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775767624.618679:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767624.618685:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1775767624.618686:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000040:0.0:1775767624.618690:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767624.618694:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767624.618699:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00100000:1.0:1775767624.618700:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767624/real 1775767624]  req@ffff927322925500 x1862022335123712/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767624.618702:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767624.618706:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767624.618767:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775767624.618769:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000001:1.0:1775767624.618770:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000040:0.0:1775767624.618772:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000400:00000001:1.0:1775767624.618774:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:0.0:1775767624.618776:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000400:00000010:1.0:1775767624.618778:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000020:00000001:0.0:1775767624.618782:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000400:00000200:1.0:1775767624.618784:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767624.618789:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000040:0.0:1775767624.618790:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767624.618795:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775767624.618795:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:0.0:1775767624.618800:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767624.618803:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000200:1.0:1775767624.618805:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322925500 x1862022335123712/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1775767624.618806:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:0.0:1775767624.618815:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767624.618822:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767624.618831:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:1.0:1775767624.618831:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322925500 x1862022335123712/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1775767624.618836:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767624.618843:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767624.618846:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767624.618846:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767624.618849:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:0.0:1775767624.618850:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1775767624.618854:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00000001:0.0:1775767624.618856:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767624.618858:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767624.618860:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767624.618866:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924e00.
00000100:00100000:1.0:1775767624.618866:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322925500 x1862022335123712/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1775767624.618872:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:0.0:1775767624.618880:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767624.618884:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767624.618884:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767624.618889:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767624.618893:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:1.0:1775767624.618893:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322925500 x1862022335123712/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767649 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1775767624.618898:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767624.618905:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e000.
00000100:00000001:1.0:1775767624.618906:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775767624.618911:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767624.618912:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767624.618918:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767624.618920:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775767624.618924:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924e00 x1862022335124096/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767624.618924:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767624.618927:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767624.618933:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767624.618944:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.131@tcp failed (-110)
00000100:00000001:0.0:1775767624.618946:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767624.618948:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1775767624.618949:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767624.618957:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322925500 x1862022335123712/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767649 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775767624.618958:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aec4c6e] to pc [ptlrpcd_rcv+-1]  req@ffff927322924e00 x1862022335124096/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767624.618991:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767624.618995:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322925500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335123712:192.168.202.131@tcp:250:kworker.0
00000100:00080000:0.0:1775767624.618996:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767624.619002:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775767624.619005:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767624.619007:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767624.619007:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767624.619010:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1775767624.619013:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1775767624.619014:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4809
00000400:00000200:0.0:1775767624.619020:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000040:1.0:1775767624.619021:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322925500 x1862022335123712/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767649 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775767624.619024:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767624.619029:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767624.619036:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767624.619042:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767624.619047:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767624.619052:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000001:1.0:1775767624.619055:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
00000020:00000001:0.0:1775767624.619057:0:42837:0:(genops.c:811:class_conn2export()) Process entered
02000000:00000001:1.0:1775767624.619059:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000040:0.0:1775767624.619060:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
02000000:00000010:1.0:1775767624.619063:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046e9000.
00000020:00000001:0.0:1775767624.619064:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767624.619068:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
02000000:00000001:1.0:1775767624.619068:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767624.619072:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000001:0.0:1775767624.619073:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000040:1.0:1775767624.619076:0:2404:0:(genops.c:1242:class_import_put()) import ffff9273194c5000 refcount=3 obd=MGC192.168.202.131@tcp
00000020:00000001:0.0:1775767624.619078:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:1.0:1775767624.619081:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000040:0.0:1775767624.619085:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
02000000:00000010:1.0:1775767624.619086:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477f800.
02000000:00000001:1.0:1775767624.619090:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767624.619092:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767624.619093:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322925500.
00000100:00000001:1.0:1775767624.619097:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767624.619100:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767624.619102:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775767624.619104:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775767624.619107:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767624.619111:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767624.619114:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00000001:1.0:1775767624.619116:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1775767624.619119:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767624.619120:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767624.619124:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767624.619125:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767624.619128:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
02000000:00000001:0.0:1775767624.619129:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775767624.619131:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1775767624.619135:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1775767624.619139:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322925880 x1862022335123840/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1775767624.619140:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767624.619145:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767624.619149:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767624.619155:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767624.619158:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767624.619160:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767624.619163:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767624.619165:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767624.619169:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:0.0:1775767624.619170:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927100.
02000000:00000001:1.0:1775767624.619172:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1775767624.619175:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
00000100:00100000:1.0:1775767624.619178:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322925880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335123840:192.168.202.131@tcp:38:kworker.0
02000000:00000001:0.0:1775767624.619181:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767624.619184:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767624.619185:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1775767624.619187:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767624.619190:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767624.619190:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767624.619194:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767624.619195:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767624.619198:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775767624.619202:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d400.
02000000:00000010:1.0:1775767624.619204:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046e9000.
00000100:00000001:0.0:1775767624.619206:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767624.619207:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767624.619217:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927100 x1862022335124224/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1775767624.619218:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767624.619224:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000100:00000001:0.0:1775767624.619232:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1775767624.619232:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000001:0.0:1775767624.619235:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775767624.619239:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335123840, portal 10
00000100:00000040:0.0:1775767624.619242:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0540768] to pc [ptlrpcd_rcv+-1]  req@ffff927322927100 x1862022335124224/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767624.619244:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767624.619247:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931751552 : -120451777800064 : ffff927322925880)
00000100:00000001:0.0:1775767624.619259:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767624.619260:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322925880 x1862022335123840/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775767624.619265:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4819)
00000100:00000001:1.0:1775767624.619272:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767624.619276:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767624.619279:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767624.619282:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335123840, offset 0
00000400:00000200:1.0:1775767624.619288:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767624.619294:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767624.619300:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767624.619305:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767624.619308:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767624.619312:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767624.619314:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767624.619318:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60087:60087:256:4294967295] 192.168.202.131@tcp LPNI seq info [60087:60087:8:4294967295]
00000400:00000200:1.0:1775767624.619323:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767624.619332:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767624.619337:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767624.619343:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000800:00000200:1.0:1775767624.619349:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767624.619352:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775767624.619358:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767624.619361:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1775767624.619381:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767624.619383:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767624.619387:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767624.619391:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767624.619396:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767624.619398:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767624.619401:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767624.619405:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322925880 x1862022335123840/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767624.619413:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767624.619416:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322925880 x1862022335123840/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767649 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767624.619422:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767624.619424:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767624.619428:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767624.619432:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: using a timeout of 15131 usecs (16 jiffies)
00000400:00000200:1.0:1775767624.619436:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767624.619438:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299481617
00000100:00000001:1.0:1775767624.619441:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299482877
00000100:00000001:1.0:1775767624.619443:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299481617
00000100:00000001:1.0:1775767624.619445:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299482877
00000100:00000001:1.0:1775767624.619447:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767624.619449:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767624.619451:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767624.619454:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767624/real 1775767624]  req@ffff927322925880 x1862022335123840/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767624.619461:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767624.619463:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767624.619465:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767624.619467:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767624.619469:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767624.619471:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767624.619474:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322925880 x1862022335123840/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767624.619481:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322925880 x1862022335123840/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767624.619493:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767624.619494:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767624.619495:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767624.619497:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767624.619500:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322925880 x1862022335123840/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767624.619506:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767624.619510:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322925880 x1862022335123840/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767649 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767624.619516:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767624.619519:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767624.619520:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767624.619521:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767624.619523:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767624.619525:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767624.619527:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767624.619531:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767624.619533:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767624.619537:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322925880 x1862022335123840/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767649 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767624.619545:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322925880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335123840:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775767624.619550:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767624.619554:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322924700 x1862022335123968/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767624.619561:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767624.619562:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767624.619566:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767624.619568:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767624.619570:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767624.619573:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322924700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335123968:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775767624.619576:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767624.619578:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767624.619580:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767624.619582:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767624.619585:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046e8c00.
02000000:00000001:1.0:1775767624.619587:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767624.619591:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767624.619593:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000400:00000010:1.0:1775767624.619597:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000200:1.0:1775767624.619600:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335123968, portal 10
00000100:00000001:1.0:1775767624.619602:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767624.619604:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931747072 : -120451777804544 : ffff927322924700)
00000100:00000040:1.0:1775767624.619610:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322924700 x1862022335123968/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767624.619617:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767624.619619:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767624.619622:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767624.619624:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335123968, offset 0
00000400:00000200:1.0:1775767624.619628:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767624.619633:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767624.619637:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767624.619640:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767624.619643:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767624.619646:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767624.619648:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767624.619652:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60088:60088:256:4294967295] 192.168.202.131@tcp LPNI seq info [60088:60088:8:4294967295]
00000400:00000200:1.0:1775767624.619656:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767624.619663:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767624.619668:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767624.619672:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000800:00000200:1.0:1775767624.619676:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767624.619678:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775767624.619682:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767624.619685:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1775767624.619689:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767624.619691:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767624.619694:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767624.619697:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767624.619701:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767624.619702:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767624.619705:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767624.619747:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322924700 x1862022335123968/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767624.619757:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767624.619760:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322924700 x1862022335123968/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767649 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767624.619766:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767624.619768:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767624.619772:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767624.619775:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: using a timeout of 41678 usecs (42 jiffies)
00000400:00000200:1.0:1775767624.619779:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767624.619781:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299481644
00000100:00000001:1.0:1775767624.619783:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299482877
00000100:00000001:1.0:1775767624.619786:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299481644
00000100:00000001:1.0:1775767624.619788:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299482877
00000100:00000001:1.0:1775767624.619790:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767624.619793:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767624.619794:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767624.619798:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767624/real 1775767624]  req@ffff927322924700 x1862022335123968/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767624.619807:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767624.619808:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767624.619810:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767624.619813:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767624.619815:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767624.619817:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767624.619820:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322924700 x1862022335123968/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767624.619829:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322924700 x1862022335123968/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767624.619835:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767624.619836:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767624.619838:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767624.619839:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767624.619843:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322924700 x1862022335123968/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767624.619850:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767624.619854:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322924700 x1862022335123968/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767649 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767624.619862:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767624.619864:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767624.619866:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767624.619867:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767624.619869:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767624.619871:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767624.619873:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767624.619877:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767624.619879:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767624.619884:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322924700 x1862022335123968/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767649 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767624.619892:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322924700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335123968:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775767624.619897:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767624.619901:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322924e00 x1862022335124096/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767624.619909:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767624.619910:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767624.619912:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767624.619914:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767624.619916:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767624.619919:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322924e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335124096:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767624.619922:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767624.619924:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767624.619926:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767624.619928:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767624.619932:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046ea000.
02000000:00000001:1.0:1775767624.619934:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767624.619937:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767624.619940:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000400:00000010:1.0:1775767624.619944:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000200:1.0:1775767624.619948:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335124096, portal 4
00000100:00000001:1.0:1775767624.619949:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767624.619951:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931748864 : -120451777802752 : ffff927322924e00)
00000100:00000040:1.0:1775767624.619957:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322924e00 x1862022335124096/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767624.619963:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767624.619965:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767624.619968:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767624.619970:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335124096, offset 0
00000400:00000200:1.0:1775767624.619980:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767624.619984:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767624.619988:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767624.619991:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767624.619993:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767624.619996:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767624.619998:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767624.620002:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60089:60089:256:4294967295] 192.168.202.131@tcp LPNI seq info [60089:60089:8:4294967295]
00000400:00000200:1.0:1775767624.620007:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767624.620014:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767624.620019:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767624.620023:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000800:00000200:1.0:1775767624.620026:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767624.620028:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775767624.620031:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767624.620033:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1775767624.620036:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767624.620038:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767624.620040:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767624.620042:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767624.620045:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767624.620046:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767624.620048:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767624.620050:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322924e00 x1862022335124096/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767624.620056:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767624.620058:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322924e00 x1862022335124096/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767649 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767624.620062:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767624.620064:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767624.620067:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767624.620070:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: using a timeout of 22192 usecs (23 jiffies)
00000400:00000200:1.0:1775767624.620073:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767624.620076:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299481625
00000100:00000001:1.0:1775767624.620079:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299482877
00000100:00000001:1.0:1775767624.620083:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299481625
00000100:00000001:1.0:1775767624.620085:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299482877
00000100:00000001:1.0:1775767624.620088:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767624.620090:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767624.620092:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767624.620096:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767624/real 1775767624]  req@ffff927322924e00 x1862022335124096/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767624.620105:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767624.620106:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767624.620108:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767624.620110:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767624.620112:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767624.620114:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767624.620117:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322924e00 x1862022335124096/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767624.620126:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322924e00 x1862022335124096/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767624.620133:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767624.620135:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767624.620137:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767624.620138:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767624.620142:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322924e00 x1862022335124096/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767624.620150:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767624.620153:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322924e00 x1862022335124096/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767649 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767624.620158:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767624.620161:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767624.620162:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767624.620163:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767624.620164:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767624.620165:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767624.620167:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767624.620169:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767624.620171:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767624.620173:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322924e00 x1862022335124096/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767649 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767624.620178:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322924e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335124096:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767624.620181:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767624.620183:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767624.620185:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322925880 x1862022335123840/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767649 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767624.620189:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767624.620191:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767624.620192:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046e9000.
02000000:00000001:1.0:1775767624.620194:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767624.620195:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767624.620196:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c000 refcount=137 obd=lustre-MDT0000-mdc-ffff927308189800
00000020:00000001:1.0:1775767624.620197:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767624.620198:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477fc00.
02000000:00000001:1.0:1775767624.620200:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767624.620201:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767624.620202:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322925880.
00000100:00000001:1.0:1775767624.620205:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767624.620206:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767624.620207:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767624.620209:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322924700 x1862022335123968/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767649 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767624.620219:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767624.620220:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767624.620221:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046e8c00.
02000000:00000001:1.0:1775767624.620222:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767624.620223:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767624.620224:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f800 refcount=3 obd=lustre-MDT0001-mdc-ffff927308189800
00000020:00000001:1.0:1775767624.620225:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767624.620226:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477f400.
02000000:00000001:1.0:1775767624.620227:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767624.620227:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767624.620228:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322924700.
00000100:00000001:1.0:1775767624.620230:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767624.620230:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767624.620231:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767624.620233:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322924e00 x1862022335124096/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767649 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767624.620236:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767624.620237:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767624.620238:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046ea000.
02000000:00000001:1.0:1775767624.620239:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767624.620240:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767624.620241:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f000 refcount=2 obd=lustre-OST0000-osc-ffff927308189800
00000020:00000001:1.0:1775767624.620242:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767624.620243:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477e000.
02000000:00000001:1.0:1775767624.620244:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767624.620244:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767624.620245:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322924e00.
00000100:00000001:1.0:1775767624.620246:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767624.620247:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767624.620248:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767624.620252:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767624.620254:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767624.620255:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767624.620256:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767624.620257:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767624.620260:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322927100 x1862022335124224/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767624.620265:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767624.620266:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767624.620268:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767624.620269:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767624.620270:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767624.620272:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322927100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335124224:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767624.620274:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767624.620275:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767624.620276:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767624.620278:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767624.620280:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046ea000.
02000000:00000001:1.0:1775767624.620282:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767624.620284:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767624.620286:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000400:00000010:1.0:1775767624.620288:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000200:1.0:1775767624.620291:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335124224, portal 4
00000100:00000001:1.0:1775767624.620292:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767624.620293:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931757824 : -120451777793792 : ffff927322927100)
00000100:00000040:1.0:1775767624.620298:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322927100 x1862022335124224/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767624.620304:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767624.620305:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767624.620307:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767624.620309:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335124224, offset 0
00000400:00000200:1.0:1775767624.620311:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767624.620313:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767624.620316:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767624.620318:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767624.620320:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767624.620322:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767624.620323:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767624.620326:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60090:60090:256:4294967295] 192.168.202.131@tcp LPNI seq info [60090:60090:8:4294967295]
00000400:00000200:1.0:1775767624.620329:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767624.620334:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767624.620338:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767624.620340:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000800:00000200:1.0:1775767624.620343:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767624.620345:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775767624.620348:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767624.620350:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1775767624.620353:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767624.620354:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767624.620357:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767624.620361:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767624.620364:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767624.620366:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767624.620368:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767624.620371:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322927100 x1862022335124224/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767624.620379:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767624.620382:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322927100 x1862022335124224/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767649 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767624.620390:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767624.620392:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767624.620395:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767624.620399:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: using a timeout of 22500 usecs (23 jiffies)
00000400:00000200:1.0:1775767624.620402:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767624.620404:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299481625
00000100:00000001:1.0:1775767624.620407:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299482877
00000100:00000001:1.0:1775767624.620410:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299481625
00000100:00000001:1.0:1775767624.620412:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299482877
00000100:00000001:1.0:1775767624.620414:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767624.620416:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767624.620417:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767624.620420:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767624/real 1775767624]  req@ffff927322927100 x1862022335124224/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767624.620426:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767624.620427:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767624.620429:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767624.620430:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767624.620431:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767624.620433:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767624.620435:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322927100 x1862022335124224/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767624.620441:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322927100 x1862022335124224/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767624.620446:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767624.620447:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767624.620448:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767624.620449:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767624.620451:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322927100 x1862022335124224/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767624.620454:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767624.620457:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322927100 x1862022335124224/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767649 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767624.620461:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767624.620462:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767624.620463:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767624.620464:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767624.620465:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767624.620466:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767624.620467:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767624.620471:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767624.620472:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767624.620475:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322927100 x1862022335124224/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767649 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767624.620480:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322927100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335124224:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767624.620482:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767624.620484:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767624.620485:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322927100 x1862022335124224/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767649 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767624.620489:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767624.620490:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767624.620491:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046ea000.
02000000:00000001:1.0:1775767624.620492:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767624.620493:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767624.620494:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c800 refcount=2 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:1.0:1775767624.620496:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767624.620497:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477d400.
02000000:00000001:1.0:1775767624.620498:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767624.620499:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767624.620500:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322927100.
00000100:00000001:1.0:1775767624.620502:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767624.620503:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767624.620505:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767624.620507:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767624.620508:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767624.620509:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767624.620510:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767625.193845:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767625.193851:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767625.193853:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767625.193859:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767625.193864:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767625.193868:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767625.193871:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767625.193874:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767625.193878:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767625.641894:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767625.641898:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767625.641900:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767625.897796:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299482877, at 4299482880
00000100:00000010:2.0:1775767625.897811:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9273188e5e40.
00000100:00000001:0.0:1775767626.217846:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767626.217854:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767626.217856:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767626.217862:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767626.217867:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767626.217872:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767626.217875:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767626.217878:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767626.217881:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767626.665904:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767626.665908:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767626.665912:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767627.241844:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767627.241857:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767627.241858:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767627.241863:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767627.241866:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767627.241870:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767627.241873:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767627.241876:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767627.241878:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767627.689886:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767627.689889:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767627.689892:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767628.265910:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767628.265922:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767628.265925:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767628.265933:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767628.265937:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767628.265942:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767628.265946:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767628.265948:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767628.265952:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767628.713927:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767628.713930:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767628.713933:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767629.289787:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767629.289793:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767629.289794:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767629.289799:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767629.289802:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767629.289805:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767629.289807:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767629.289810:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767629.289812:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767629.737798:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767629.737806:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775767629.737808:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767629.737816:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767629.737825:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767629.737836:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4814
00000400:00000200:1.0:1775767629.737850:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767629.737859:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767629.737866:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767629.737878:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767629.737882:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767629.737888:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767629.737892:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767629.737896:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767629.737897:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:1.0:1775767629.737899:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767629.737902:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:1.0:1775767629.737904:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:1.0:1775767629.737906:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:1.0:1775767629.737909:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767629.737911:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767629.737913:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767629.737916:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767629.737918:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:1.0:1775767629.737921:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767629.737923:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767629.737925:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767629.737928:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767629.737931:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767629.737934:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767629.737937:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767629.737945:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11880.
00000020:00000001:0.0:1775767629.737947:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000040:1.0:1775767629.737949:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
00000020:00000001:0.0:1775767629.737951:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767629.737953:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00010000:00010000:0.0:1775767629.737955:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
02000000:00000001:1.0:1775767629.737956:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767629.737959:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767629.737962:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767629.737966:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767629.737975:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046ea000.
00000100:00000001:1.0:1775767629.737980:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767629.737988:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11880 x1862022335124352/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767629.737996:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767629.738000:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767629.738004:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a965cc18] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11880 x1862022335124352/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767629.738025:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767629.738028:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767629.738031:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775767629.738032:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767629.738033:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767629.738036:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767629.738037:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4814
00000400:00000200:1.0:1775767629.738039:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767629.738042:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767629.738045:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767629.738049:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767629.738051:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767629.738054:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767629.738055:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767629.738058:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767629.738060:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:1.0:1775767629.738063:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767629.738069:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:1.0:1775767629.738075:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:1.0:1775767629.738078:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:1.0:1775767629.738084:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767629.738089:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767629.738099:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767629.738113:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767629.738123:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:1.0:1775767629.738130:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767629.738139:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767629.738147:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767629.738155:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767629.738160:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767629.738164:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767629.738168:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767629.738175:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767629.738178:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767629.738186:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d13480.
00000020:00000040:1.0:1775767629.738188:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:1.0:1775767629.738193:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767629.738199:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767629.738210:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767629.738212:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767629.738214:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767629.738226:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8c00.
00000100:00000001:1.0:1775767629.738232:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767629.738242:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d13480 x1862022335124480/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767629.738264:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767629.738273:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767629.738295:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d08fae2a] to pc [ptlrpcd_rcv+-1]  req@ffff927303d13480 x1862022335124480/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767629.738328:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767629.738336:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767629.738340:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775767629.738344:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767629.738347:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767629.738350:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767629.738355:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4814
00000400:00000200:1.0:1775767629.738370:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767629.738380:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767629.738385:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767629.738394:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767629.738403:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767629.738410:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767629.738417:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767629.738428:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767629.738432:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:1.0:1775767629.738438:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767629.738440:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:1.0:1775767629.738444:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:1.0:1775767629.738452:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:1.0:1775767629.738468:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767629.738473:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767629.738479:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767629.738482:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767629.738490:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:1.0:1775767629.738493:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767629.738501:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767629.738508:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767629.738513:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:3.1:1775767629.738521:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
02000000:00000001:1.0:1775767629.738522:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767629.738531:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000800:00000200:3.1:1775767629.738531:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000008:00100000:1.0:1775767629.738539:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767629.738546:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767629.738550:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767629.738556:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10380.
00000020:00000040:1.0:1775767629.738558:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:1.0:1775767629.738561:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767629.738564:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767629.738568:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767629.738574:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767629.738577:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767629.738589:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9000.
00000100:00000001:1.0:1775767629.738593:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767629.738602:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10380 x1862022335124608/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767629.738647:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767629.738652:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767629.738664:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fae5f3c] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10380 x1862022335124608/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767629.738697:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767629.738699:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767629.738701:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775767629.738703:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767629.738704:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767629.738706:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767629.738750:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4814
00000400:00000200:1.0:1775767629.738755:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767629.738762:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767629.738765:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767629.738776:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767629.738779:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767629.738782:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767629.738786:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767629.738789:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767629.738790:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:1.0:1775767629.738791:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767629.738793:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:1.0:1775767629.738798:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:1.0:1775767629.738800:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:1.0:1775767629.738803:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767629.738805:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767629.738807:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767629.738817:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767629.738820:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:1.0:1775767629.738824:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767629.738830:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767629.738832:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767629.738838:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767629.738841:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767629.738848:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767629.738850:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767629.738853:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767629.738863:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767629.738867:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d12d80.
00000020:00000040:1.0:1775767629.738871:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:1.0:1775767629.738875:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767629.738877:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767629.738879:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767629.738881:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767629.738884:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767629.738890:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8400.
00000100:00000001:1.0:1775767629.738897:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767629.738909:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d12d80 x1862022335124736/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767629.738925:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767629.738927:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767629.738938:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000896363e8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d12d80 x1862022335124736/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767629.738955:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767629.738965:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767629.738980:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775767629.738981:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767629.738985:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767629.738989:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767629.738995:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4814
00000400:00000200:1.0:1775767629.739005:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767629.739014:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767629.739023:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767629.739030:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767629.739035:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767629.739041:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767629.739044:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767629.739048:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767629.739054:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:1.0:1775767629.739060:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767629.739066:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:1.0:1775767629.739077:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:1.0:1775767629.739089:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:1.0:1775767629.739098:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767629.739115:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767629.739122:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767629.739133:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767629.739139:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:1.0:1775767629.739150:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767629.739158:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767629.739163:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767629.739169:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767629.739177:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767629.739179:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767629.739187:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767629.739201:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767629.739212:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767629.739224:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11500.
00000020:00000040:1.0:1775767629.739228:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:1.0:1775767629.739240:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767629.739243:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767629.739249:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767629.739253:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767629.739262:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767629.739271:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9c00.
00000100:00000001:1.0:1775767629.739280:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767629.739293:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11500 x1862022335124864/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767629.739311:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767629.739318:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767629.739327:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3229bd5] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11500 x1862022335124864/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767629.739349:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767629.739355:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4824)
00000800:00000200:3.1:1775767629.739468:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767629.739470:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775767629.739692:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767629.739695:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775767629.739982:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767629.739984:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775767629.740215:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767629.740217:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1775767630.313859:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767630.313868:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767630.313870:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767630.313878:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767630.313883:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767630.313888:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767630.313891:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767630.313894:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767630.313898:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767630.761887:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767630.761890:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767630.761892:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767631.017777:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299487998, at 4299488000
00000100:00000010:2.0:1775767631.017793:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3120.
00000100:00000001:0.0:1775767631.337783:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767631.337787:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767631.337789:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767631.337793:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767631.337796:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767631.337799:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767631.337801:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767631.337803:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767631.337813:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767631.786054:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767631.786063:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767631.786070:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767632.361801:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767632.361805:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767632.361808:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767632.361812:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767632.361815:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767632.361819:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767632.361821:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767632.361823:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767632.361825:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767632.809905:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767632.809910:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767632.809913:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767633.385828:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767633.385836:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767633.385839:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767633.385846:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767633.385851:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767633.385854:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767633.385858:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767633.385862:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767633.385865:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767633.833865:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767633.833869:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767633.833875:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767634.409854:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767634.409865:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767634.409867:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767634.409876:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767634.409881:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767634.409886:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767634.409890:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767634.409893:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767634.409897:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767634.857822:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767634.857832:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775767634.857837:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767634.857842:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767634.857847:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767634.857856:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4819
00000400:00000200:1.0:1775767634.857869:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767634.857876:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767634.857880:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767634.857885:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767634.857888:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767634.857892:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767634.857896:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767634.857903:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767634.857906:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:1.0:1775767634.857910:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767634.857912:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:1.0:1775767634.857915:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:1.0:1775767634.857920:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:1.0:1775767634.857923:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767634.857924:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767634.857925:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767634.857926:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767634.857929:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:1.0:1775767634.857931:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767634.857933:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767634.857935:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767634.857939:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767634.857942:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767634.857944:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767634.857947:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767634.857959:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10000.
00000020:00000040:1.0:1775767634.857963:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:1.0:1775767634.857967:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767634.857969:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767634.857972:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767634.857975:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000020:00000001:2.0:1775767634.857979:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
02000000:00000001:1.0:1775767634.857980:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767634.857983:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767634.857987:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
02000000:00000010:1.0:1775767634.857991:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eb400.
00000100:00000001:1.0:1775767634.858000:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767634.858010:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10000 x1862022335124992/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767634.858019:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767634.858023:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767634.858027:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbb7fab8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10000 x1862022335124992/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767634.858046:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767634.858048:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767634.858051:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775767634.858052:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767634.858053:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767634.858055:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767634.858057:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4819
00000400:00000200:1.0:1775767634.858060:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767634.858064:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767634.858066:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767634.858068:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767634.858070:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767634.858072:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767634.858076:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767634.858078:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767634.858081:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:1.0:1775767634.858083:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767634.858086:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:1.0:1775767634.858088:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:1.0:1775767634.858091:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:1.0:1775767634.858096:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767634.858100:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767634.858104:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767634.858108:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767634.858112:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:1.0:1775767634.858116:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767634.858121:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767634.858122:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767634.858127:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767634.858133:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767634.858137:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767634.858143:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767634.858147:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767634.858150:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767634.858152:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10700.
00000020:00000040:1.0:1775767634.858156:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:1.0:1775767634.858158:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767634.858159:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767634.858161:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767634.858164:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767634.858166:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767634.858171:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9800.
00000100:00000001:1.0:1775767634.858176:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767634.858183:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10700 x1862022335125120/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767634.858192:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767634.858195:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767634.858198:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9d335f8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10700 x1862022335125120/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767634.858210:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767634.858213:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767634.858217:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775767634.858220:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767634.858222:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767634.858227:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767634.858232:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4819
00000400:00000200:1.0:1775767634.858239:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767634.858244:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767634.858248:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767634.858254:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767634.858256:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767634.858260:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767634.858262:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767634.858265:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767634.858266:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:1.0:1775767634.858267:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767634.858269:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:1.0:1775767634.858273:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:1.0:1775767634.858277:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:1.0:1775767634.858280:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767634.858281:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767634.858283:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767634.858284:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767634.858288:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:1.0:1775767634.858293:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767634.858295:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767634.858297:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767634.858300:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767634.858304:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767634.858305:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767634.858308:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767634.858311:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767634.858312:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767634.858316:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11c00.
00000020:00000040:1.0:1775767634.858321:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:1.0:1775767634.858324:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767634.858326:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767634.858328:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767634.858331:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767634.858333:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767634.858340:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9c00.
00000100:00000001:1.0:1775767634.858345:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767634.858349:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11c00 x1862022335125248/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767634.858372:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767634.858375:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767634.858380:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062b06338] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11c00 x1862022335125248/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767634.858388:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767634.858391:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767634.858397:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775767634.858399:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767634.858401:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767634.858405:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:3.1:1775767634.858408:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00080000:1.0:1775767634.858410:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4819
00000800:00000200:3.1:1775767634.858414:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000400:00000200:1.0:1775767634.858417:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767634.858423:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767634.858428:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767634.858433:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767634.858435:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767634.858436:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767634.858438:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767634.858442:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767634.858444:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:1.0:1775767634.858446:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767634.858449:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:1.0:1775767634.858452:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:1.0:1775767634.858453:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:1.0:1775767634.858457:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767634.858461:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767634.858464:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767634.858466:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767634.858468:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:1.0:1775767634.858474:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767634.858479:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767634.858483:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767634.858486:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767634.858488:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767634.858490:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767634.858494:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767634.858497:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767634.858500:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767634.858505:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10e00.
00000020:00000040:1.0:1775767634.858509:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:1.0:1775767634.858513:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767634.858515:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767634.858519:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767634.858521:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767634.858523:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767634.858530:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8400.
00000100:00000001:1.0:1775767634.858535:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767634.858544:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10e00 x1862022335125376/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767634.858560:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767634.858564:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767634.858572:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009b4566e] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10e00 x1862022335125376/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767634.858584:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767634.858586:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767634.858591:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775767634.858592:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767634.858594:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767634.858596:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767634.858598:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4819
00000400:00000200:1.0:1775767634.858602:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767634.858605:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767634.858609:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767634.858611:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767634.858616:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767634.858618:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767634.858621:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767634.858624:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767634.858640:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:1.0:1775767634.858643:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767634.858646:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:1.0:1775767634.858651:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:1.0:1775767634.858653:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:1.0:1775767634.858659:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767634.858660:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767634.858664:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767634.858667:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767634.858671:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:1.0:1775767634.858675:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767634.858678:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767634.858681:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767634.858685:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767634.858689:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767634.858691:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767634.858692:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767634.858697:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767634.858699:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767634.858707:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11500.
00000020:00000040:1.0:1775767634.858744:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:1.0:1775767634.858750:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767634.858754:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767634.858760:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767634.858764:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767634.858768:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767634.858777:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9000.
00000100:00000001:1.0:1775767634.858784:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767634.858794:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11500 x1862022335125504/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767634.858810:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767634.858814:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767634.858818:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3229bd5] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11500 x1862022335125504/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767634.858833:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767634.858840:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4829)
00000800:00000200:3.1:1775767634.858985:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767634.858986:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775767634.859164:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767634.859165:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775767634.859337:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767634.859339:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775767634.859506:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767634.859507:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000100:00000001:0.0:1775767635.433861:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767635.433868:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767635.433869:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767635.433875:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767635.433879:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767635.433883:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767635.433886:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767635.433888:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767635.433891:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767635.881961:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767635.881966:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767635.881969:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767636.137833:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299493117, at 4299493120
00000100:00000010:2.0:1775767636.137846:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3000.
00000100:00000001:0.0:1775767636.457802:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767636.457810:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767636.457812:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767636.457818:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767636.457821:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767636.457826:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767636.457829:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767636.457831:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767636.457834:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767636.905880:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767636.905885:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767636.905888:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767637.481871:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767637.481878:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767637.481879:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767637.481886:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767637.481889:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767637.481894:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767637.481897:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767637.481899:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767637.481902:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767637.930001:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767637.930005:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767637.930008:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767638.505795:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767638.505802:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767638.505804:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767638.505810:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767638.505814:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767638.505818:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767638.505821:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767638.505823:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767638.505826:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767638.953884:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767638.953888:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767638.953892:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767639.529861:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767639.529870:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767639.529871:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767639.529877:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767639.529881:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767639.529886:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767639.529888:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767639.529892:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767639.529894:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767639.977850:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767639.977860:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767639.977864:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767639.977870:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767639.977876:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767639.977885:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4824
00000400:00000200:2.0:1775767639.977896:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767639.977904:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767639.977910:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767639.977916:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767639.977920:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767639.977923:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767639.977927:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767639.977931:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767639.977934:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767639.977937:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767639.977941:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775767639.977944:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775767639.977948:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775767639.977951:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767639.977954:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767639.977956:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767639.977958:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767639.977961:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767639.977964:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767639.977967:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767639.977970:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767639.977973:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767639.977976:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767639.977978:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767639.977981:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767639.977992:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
00000020:00000040:2.0:1775767639.977996:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767639.978000:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767639.978002:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767639.978004:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767639.978009:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000020:00000001:0.0:1775767639.978014:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
02000000:00000001:2.0:1775767639.978015:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767639.978020:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767639.978025:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
02000000:00000010:2.0:1775767639.978026:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef400.
00000100:00000001:2.0:1775767639.978036:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767639.978049:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335125632/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767639.978062:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767639.978067:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767639.978072:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335125632/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767639.978094:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767639.978097:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767639.978100:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767639.978102:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767639.978104:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767639.978107:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767639.978111:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4824
00000400:00000200:2.0:1775767639.978116:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767639.978120:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767639.978124:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767639.978129:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767639.978133:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767639.978138:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767639.978142:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767639.978148:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767639.978151:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767639.978154:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767639.978158:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767639.978162:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767639.978166:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767639.978174:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767639.978181:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767639.978187:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767639.978191:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767639.978194:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767639.978197:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767639.978203:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767639.978206:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767639.978213:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767639.978219:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767639.978222:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767639.978229:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767639.978235:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767639.978237:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767639.978240:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
00000020:00000040:2.0:1775767639.978245:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767639.978250:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767639.978252:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767639.978254:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767639.978264:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767639.978267:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767639.978274:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306beec00.
00000100:00000001:2.0:1775767639.978280:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767639.978287:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335125760/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767639.978297:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767639.978300:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767639.978304:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335125760/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767639.978314:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767639.978319:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767639.978325:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767639.978328:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767639.978331:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767639.978333:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767639.978337:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4824
00000400:00000200:2.0:1775767639.978363:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767639.978369:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767639.978371:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767639.978375:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767639.978377:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767639.978379:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767639.978383:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767639.978386:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767639.978388:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767639.978389:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767639.978392:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775767639.978395:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000800:00000200:3.1:1775767639.978396:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000020:00000001:2.0:1775767639.978397:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775767639.978403:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000800:00000200:3.1:1775767639.978403:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000100:00000001:2.0:1775767639.978409:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767639.978413:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767639.978416:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767639.978419:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767639.978422:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767639.978424:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767639.978429:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767639.978431:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767639.978435:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767639.978437:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767639.978439:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767639.978442:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767639.978445:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767639.978449:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767639.978453:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767639.978458:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767639.978461:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767639.978464:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767639.978466:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767639.978467:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767639.978472:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec000.
00000100:00000001:2.0:1775767639.978475:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767639.978482:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335125888/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767639.978500:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767639.978505:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767639.978511:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335125888/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767639.978529:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767639.978534:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767639.978538:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767639.978541:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767639.978543:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767639.978547:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767639.978552:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4824
00000400:00000200:2.0:1775767639.978559:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767639.978565:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767639.978569:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767639.978589:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767639.978593:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767639.978597:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767639.978603:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767639.978608:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767639.978611:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767639.978615:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767639.978619:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775767639.978624:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775767639.978630:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767639.978634:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767639.978639:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767639.978642:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767639.978645:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767639.978648:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767639.978654:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767639.978658:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767639.978662:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767639.978667:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767639.978672:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767639.978675:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767639.978679:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767639.978685:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767639.978690:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767639.978696:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775767639.978702:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767639.978746:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767639.978748:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767639.978752:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767639.978755:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767639.978757:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767639.978763:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306becc00.
00000100:00000001:2.0:1775767639.978769:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767639.978779:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335126016/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767639.978790:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767639.978793:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767639.978803:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335126016/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767639.978814:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767639.978817:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767639.978821:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767639.978823:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767639.978826:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767639.978829:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767639.978832:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4824
00000400:00000200:2.0:1775767639.978838:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767639.978845:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767639.978850:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767639.978855:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767639.978857:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767639.978859:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767639.978860:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767639.978862:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767639.978864:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767639.978868:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767639.978871:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767639.978875:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775767639.978878:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767639.978882:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767639.978887:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767639.978891:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767639.978895:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767639.978900:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767639.978906:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767639.978912:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767639.978918:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767639.978924:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767639.978930:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767639.978934:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767639.978939:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767639.978945:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767639.978949:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767639.978955:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775767639.978961:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775767639.978965:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767639.978968:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767639.978972:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767639.978974:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767639.978977:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767639.978982:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306befc00.
00000100:00000001:2.0:1775767639.978986:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767639.978993:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335126144/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767639.979008:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767639.979012:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767639.979018:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335126144/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767639.979034:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767639.979041:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4834)
00000800:00000200:3.1:1775767639.979077:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767639.979080:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775767639.979278:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767639.979280:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775767639.979457:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767639.979459:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775767639.979799:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767639.979801:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000100:00000001:0.0:1775767640.553820:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767640.553831:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767640.553834:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767640.553842:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767640.553847:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767640.553852:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767640.553855:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767640.553858:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767640.553861:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767641.001880:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767641.001883:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767641.001886:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767641.257828:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299498237, at 4299498240
00000100:00000010:2.0:1775767641.257846:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3de0.
00000100:00000001:0.0:1775767641.577834:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767641.577842:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767641.577844:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767641.577850:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767641.577854:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767641.577859:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767641.577861:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767641.577865:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767641.577868:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767642.025904:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767642.025907:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767642.025910:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767642.601784:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767642.601792:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767642.601794:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767642.601801:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767642.601804:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767642.601808:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767642.601810:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767642.601812:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767642.601814:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767643.049944:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767643.049947:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767643.049950:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767643.625799:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767643.625805:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767643.625807:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767643.625811:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767643.625814:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767643.625818:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767643.625820:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767643.625822:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767643.625824:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767644.073887:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767644.073892:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767644.073895:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767644.649775:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767644.649781:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767644.649783:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767644.649789:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767644.649793:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767644.649797:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767644.649800:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767644.649803:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767644.649805:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767645.097806:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767645.097819:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767645.097822:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767645.097829:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767645.097838:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767645.097846:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4829
00000400:00000200:2.0:1775767645.097857:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767645.097865:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767645.097870:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767645.097874:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767645.097878:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767645.097881:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767645.097883:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767645.097886:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767645.097887:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767645.097889:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767645.097891:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775767645.097893:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775767645.097896:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775767645.097898:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767645.097900:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767645.097901:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767645.097902:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767645.097904:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767645.097907:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767645.097909:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767645.097911:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767645.097914:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767645.097916:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767645.097919:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767645.097921:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767645.097928:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000010:2.0:1775767645.097930:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000001:1.0:1775767645.097932:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1775767645.097934:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
00010000:00010000:1.0:1775767645.097935:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
02000000:00000001:2.0:1775767645.097938:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767645.097941:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767645.097944:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767645.097946:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767645.097951:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767645.097957:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec800.
00000100:00000001:2.0:1775767645.097962:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767645.097970:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335126272/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767645.097981:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767645.097986:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767645.097991:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335126272/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767645.098013:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767645.098017:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767645.098021:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767645.098023:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767645.098025:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767645.098030:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767645.098033:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4829
00000400:00000200:2.0:1775767645.098037:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767645.098044:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767645.098048:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767645.098057:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767645.098063:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767645.098068:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767645.098074:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767645.098080:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767645.098084:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767645.098089:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767645.098093:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767645.098098:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767645.098103:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767645.098110:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767645.098113:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767645.098117:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767645.098121:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767645.098124:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767645.098129:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767645.098134:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767645.098137:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767645.098145:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767645.098150:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767645.098156:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767645.098163:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767645.098168:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767645.098173:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767645.098180:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775767645.098184:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767645.098191:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767645.098194:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767645.098199:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767645.098200:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767645.098202:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767645.098210:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee000.
00000100:00000001:2.0:1775767645.098217:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767645.098228:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335126400/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767645.098253:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767645.098257:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767645.098263:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335126400/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767645.098278:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775767645.098281:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00080000:2.0:1775767645.098283:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.1:1775767645.098286:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000100:00080000:2.0:1775767645.098288:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767645.098291:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767645.098293:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767645.098298:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767645.098303:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4829
00000400:00000200:2.0:1775767645.098309:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767645.098315:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767645.098318:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767645.098323:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767645.098326:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767645.098330:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767645.098334:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767645.098338:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767645.098340:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767645.098343:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767645.098346:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775767645.098349:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775767645.098354:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775767645.098363:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767645.098367:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767645.098370:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767645.098373:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767645.098376:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767645.098379:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767645.098383:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767645.098387:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767645.098392:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767645.098395:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767645.098397:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767645.098400:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767645.098403:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767645.098406:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767645.098413:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775767645.098419:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767645.098425:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767645.098428:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767645.098433:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767645.098437:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767645.098441:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767645.098448:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed800.
00000100:00000001:2.0:1775767645.098453:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767645.098461:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335126528/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767645.098474:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767645.098478:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767645.098488:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335126528/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767645.098514:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767645.098519:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767645.098541:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767645.098545:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767645.098549:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767645.098554:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767645.098560:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4829
00000400:00000200:2.0:1775767645.098570:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767645.098575:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767645.098580:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767645.098586:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767645.098592:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767645.098596:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767645.098601:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767645.098605:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767645.098607:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767645.098609:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767645.098612:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775767645.098614:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775767645.098616:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767645.098620:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767645.098624:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767645.098629:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767645.098633:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767645.098637:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767645.098642:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767645.098648:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767645.098654:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767645.098658:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767645.098665:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767645.098671:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767645.098675:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767645.098681:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767645.098684:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767645.098691:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775767645.098698:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767645.098704:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767645.098725:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767645.098728:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767645.098729:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767645.098731:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767645.098734:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed400.
00000100:00000001:2.0:1775767645.098738:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767645.098745:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335126656/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767645.098760:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767645.098763:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767645.098770:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335126656/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767645.098784:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767645.098791:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767645.098802:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767645.098807:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767645.098810:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767645.098815:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767645.098822:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4829
00000400:00000200:2.0:1775767645.098834:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767645.098841:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767645.098844:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767645.098849:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767645.098853:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767645.098856:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767645.098859:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767645.098863:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767645.098864:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767645.098867:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767645.098869:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767645.098871:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775767645.098876:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767645.098878:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767645.098883:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767645.098887:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767645.098891:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767645.098894:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767645.098898:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767645.098900:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767645.098905:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767645.098908:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767645.098913:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767645.098915:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767645.098918:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767645.098923:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767645.098927:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767645.098930:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767645.098933:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775767645.098937:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767645.098939:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767645.098942:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767645.098944:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767645.098947:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767645.098953:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bedc00.
00000100:00000001:2.0:1775767645.098956:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767645.098961:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335126784/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767645.098981:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767645.098987:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767645.098997:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335126784/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767645.099023:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767645.099031:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4839)
00000800:00000200:3.1:1775767645.099035:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767645.099038:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775767645.099232:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767645.099233:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775767645.099464:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767645.099465:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775767645.099669:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767645.099672:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000100:00000001:0.0:1775767645.673804:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767645.673812:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767645.673814:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767645.673820:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767645.673823:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767645.673827:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767645.673830:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767645.673833:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767645.673836:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767646.121910:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767646.121914:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767646.121917:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767646.377796:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299503357, at 4299503360
00000100:00000010:2.0:1775767646.377820:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3840.
00000100:00000001:0.0:1775767646.697805:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767646.697810:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767646.697812:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767646.697816:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767646.697819:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767646.697823:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767646.697825:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767646.697827:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767646.697829:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767647.145836:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767647.145841:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767647.145844:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767647.721795:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767647.721801:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767647.721803:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767647.721807:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767647.721810:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767647.721814:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767647.721816:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767647.721818:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767647.721821:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767648.169909:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767648.169914:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767648.169917:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767648.745764:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767648.745769:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767648.745772:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767648.745783:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767648.745786:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767648.745789:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767648.745791:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767648.745793:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767648.745796:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767649.193856:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767649.193860:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767649.193864:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767649.769831:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767649.769839:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767649.769841:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767649.769847:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767649.769851:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767649.769855:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767649.769859:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767649.769861:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767649.769865:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767650.217825:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767650.217836:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767650.217840:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767650.217848:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767650.217856:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767650.217865:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4834
00000400:00000200:2.0:1775767650.217875:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767650.217882:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767650.217886:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767650.217890:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767650.217893:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767650.217895:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767650.217897:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767650.217901:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767650.217902:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767650.217905:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000001:1.0:1775767650.217907:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000040:2.0:1775767650.217908:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775767650.217912:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:1.0:1775767650.217913:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767650.217915:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00010000:00010000:1.0:1775767650.217919:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767650.217922:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767650.217925:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767650.217928:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767650.217930:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767650.217932:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767650.217935:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767650.217937:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767650.217939:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767650.217942:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767650.217945:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767650.217947:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767650.217950:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767650.217959:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
00000020:00000040:2.0:1775767650.217962:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767650.217965:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767650.217966:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767650.217968:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767650.217970:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767650.217974:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767650.217983:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef800.
00000100:00000001:2.0:1775767650.217988:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767650.217995:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335126912/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767650.218003:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767650.218007:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767650.218010:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335126912/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767650.218027:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767650.218030:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767650.218032:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767650.218034:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767650.218035:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767650.218038:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767650.218042:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4834
00000400:00000200:2.0:1775767650.218047:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767650.218052:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767650.218055:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767650.218060:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767650.218065:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767650.218071:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767650.218076:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767650.218082:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767650.218085:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767650.218089:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767650.218091:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767650.218104:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767650.218108:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767650.218115:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767650.218118:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767650.218119:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767650.218123:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767650.218126:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767650.218129:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767650.218134:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767650.218138:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767650.218142:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767650.218145:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767650.218146:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767650.218150:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767650.218152:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767650.218154:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767650.218157:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
00000020:00000040:2.0:1775767650.218158:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767650.218160:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767650.218161:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767650.218166:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767650.218168:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767650.218170:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767650.218176:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bedc00.
00000100:00000001:2.0:1775767650.218180:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767650.218188:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335127040/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767650.218201:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767650.218204:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767650.218210:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335127040/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767650.218222:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767650.218224:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767650.218228:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767650.218231:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767650.218233:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767650.218237:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767650.218242:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4834
00000400:00000200:2.0:1775767650.218280:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767650.218285:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767650.218287:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767650.218292:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767650.218293:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767650.218297:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767650.218299:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767650.218302:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767650.218303:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767650.218305:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767650.218308:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775767650.218310:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775767650.218313:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000800:00000200:3.1:1775767650.218314:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000040:2.0:1775767650.218319:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000800:00000200:3.1:1775767650.218319:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 33 secs later)
00000100:00000001:2.0:1775767650.218322:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767650.218326:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767650.218329:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767650.218333:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767650.218337:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767650.218339:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767650.218340:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767650.218342:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767650.218345:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767650.218346:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767650.218348:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767650.218349:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767650.218351:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767650.218354:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767650.218357:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767650.218361:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767650.218364:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767650.218365:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767650.218366:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767650.218368:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767650.218370:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed400.
00000100:00000001:2.0:1775767650.218372:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767650.218376:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335127168/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767650.218385:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767650.218387:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767650.218394:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335127168/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767650.218403:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767650.218406:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767650.218412:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767650.218413:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767650.218415:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767650.218419:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767650.218422:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4834
00000400:00000200:2.0:1775767650.218430:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767650.218434:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767650.218436:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767650.218438:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767650.218440:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767650.218444:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767650.218448:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767650.218451:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767650.218452:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767650.218454:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767650.218457:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775767650.218459:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775767650.218461:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767650.218464:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767650.218465:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767650.218467:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767650.218470:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767650.218473:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767650.218500:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767650.218503:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767650.218505:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767650.218508:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767650.218510:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767650.218512:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767650.218516:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767650.218521:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767650.218524:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767650.218529:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775767650.218532:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767650.218536:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767650.218538:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767650.218540:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767650.218542:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767650.218544:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767650.218549:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed800.
00000100:00000001:2.0:1775767650.218554:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767650.218562:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335127296/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767650.218571:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767650.218574:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767650.218578:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335127296/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767650.218586:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767650.218588:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767650.218591:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767650.218593:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767650.218594:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767650.218598:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767650.218604:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4834
00000400:00000200:2.0:1775767650.218615:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767650.218623:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767650.218635:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767650.218643:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767650.218649:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767650.218654:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767650.218659:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767650.218663:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767650.218666:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767650.218668:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767650.218672:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767650.218677:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775767650.218679:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767650.218684:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767650.218686:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767650.218691:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767650.218694:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767650.218697:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767650.218702:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767650.218705:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767650.218727:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767650.218729:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767650.218731:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767650.218734:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767650.218736:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767650.218740:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767650.218744:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767650.218749:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775767650.218753:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775767650.218758:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767650.218759:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767650.218761:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767650.218764:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767650.218767:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767650.218772:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee000.
00000100:00000001:2.0:1775767650.218776:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767650.218782:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335127424/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767650.218792:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767650.218796:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767650.218801:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335127424/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767650.218819:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767650.218827:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4844)
00000800:00000200:3.1:1775767650.218932:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767650.218934:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775767650.219135:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767650.219137:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775767650.219315:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767650.219316:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775767650.219533:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767650.219535:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 33 secs later)
00000100:00000001:0.0:1775767650.793829:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767650.793837:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767650.793839:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767650.793845:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767650.793849:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767650.793853:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767650.793856:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767650.793858:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767650.793860:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767651.241860:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767651.241865:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767651.241869:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767651.497800:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299508477, at 4299508480
00000100:00000010:2.0:1775767651.497818:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3660.
00000100:00000001:0.0:1775767651.817823:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767651.817831:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767651.817833:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767651.817839:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767651.817843:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767651.817847:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767651.817850:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767651.817853:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767651.817855:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767652.265916:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767652.265922:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767652.265926:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767652.841787:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767652.841794:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767652.841796:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767652.841802:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767652.841805:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767652.841810:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767652.841812:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767652.841814:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767652.841816:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767653.290030:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767653.290035:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767653.290039:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767653.865827:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767653.865835:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767653.865837:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767653.865843:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767653.865847:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767653.865851:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767653.865853:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767653.865855:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767653.865857:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767654.313926:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767654.313931:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767654.313935:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767654.889825:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767654.889831:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767654.889832:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767654.889838:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767654.889842:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767654.889846:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767654.889849:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767654.889851:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767654.889853:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767655.337865:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767655.337878:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775767655.337881:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767655.337888:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767655.337900:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767655.337907:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4839
00000400:00000200:1.0:1775767655.337922:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767655.337933:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767655.337937:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767655.337940:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767655.337943:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767655.337946:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767655.337949:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767655.337952:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767655.337954:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:1.0:1775767655.337957:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767655.337959:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:1.0:1775767655.337963:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:1.0:1775767655.337966:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:1.0:1775767655.337970:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767655.337973:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767655.337976:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767655.337978:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767655.337981:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:1.0:1775767655.337985:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000020:00000001:2.0:1775767655.337987:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000001:1.0:1775767655.337988:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767655.337993:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767655.337994:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767655.337999:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00010000:2.0:1775767655.338001:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
02000000:00000001:1.0:1775767655.338002:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767655.338006:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767655.338008:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767655.338017:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d12d80.
00000020:00000040:1.0:1775767655.338020:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:1.0:1775767655.338024:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767655.338025:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767655.338027:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767655.338030:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767655.338034:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767655.338040:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046ea000.
00000100:00000001:1.0:1775767655.338045:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767655.338053:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d12d80 x1862022335127552/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767655.338062:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767655.338066:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767655.338069:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000896363e8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d12d80 x1862022335127552/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767655.338095:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767655.338099:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767655.338103:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775767655.338106:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767655.338109:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767655.338113:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767655.338116:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4839
00000400:00000200:1.0:1775767655.338124:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767655.338135:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767655.338140:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767655.338150:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767655.338160:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767655.338169:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767655.338181:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767655.338186:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767655.338192:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:1.0:1775767655.338196:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767655.338204:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:1.0:1775767655.338210:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:1.0:1775767655.338222:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:1.0:1775767655.338234:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767655.338239:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767655.338242:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767655.338248:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767655.338257:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:1.0:1775767655.338264:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767655.338265:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767655.338267:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767655.338273:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767655.338277:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767655.338279:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767655.338291:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767655.338295:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767655.338299:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767655.338303:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10380.
00000020:00000040:1.0:1775767655.338307:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:1.0:1775767655.338313:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767655.338319:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767655.338322:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767655.338325:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767655.338329:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767655.338341:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8000.
00000100:00000001:1.0:1775767655.338350:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767655.338360:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10380 x1862022335127680/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767655.338381:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767655.338385:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767655.338389:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fae5f3c] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10380 x1862022335127680/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767655.338410:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767655.338420:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767655.338423:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775767655.338424:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767655.338426:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767655.338449:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767655.338455:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4839
00000400:00000200:1.0:1775767655.338463:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767655.338474:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767655.338484:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767655.338495:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767655.338506:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767655.338509:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767655.338514:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767655.338522:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767655.338526:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:1.0:1775767655.338533:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767655.338535:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:1.0:1775767655.338546:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:1.0:1775767655.338554:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:1.0:1775767655.338560:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767655.338562:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767655.338565:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767655.338573:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767655.338581:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:1.0:1775767655.338588:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767655.338591:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767655.338593:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767655.338596:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:3.1:1775767655.338600:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
02000000:00000001:1.0:1775767655.338601:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767655.338605:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000800:00000200:3.1:1775767655.338611:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000008:00100000:1.0:1775767655.338612:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767655.338616:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767655.338622:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767655.338625:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d13480.
00000020:00000040:1.0:1775767655.338631:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:1.0:1775767655.338636:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767655.338639:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767655.338643:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767655.338647:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767655.338649:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767655.338653:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eb800.
00000100:00000001:1.0:1775767655.338656:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767655.338671:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d13480 x1862022335127808/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767655.338703:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767655.338733:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767655.338738:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d08fae2a] to pc [ptlrpcd_rcv+-1]  req@ffff927303d13480 x1862022335127808/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767655.338745:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767655.338751:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767655.338767:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775767655.338774:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767655.338780:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767655.338784:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767655.338793:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4839
00000400:00000200:1.0:1775767655.338808:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767655.338819:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767655.338827:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767655.338838:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767655.338844:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767655.338853:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767655.338858:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767655.338862:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767655.338864:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:1.0:1775767655.338869:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767655.338874:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:1.0:1775767655.338878:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:1.0:1775767655.338883:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:1.0:1775767655.338898:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767655.338900:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767655.338906:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767655.338914:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767655.338923:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:1.0:1775767655.338934:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767655.338937:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767655.338940:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767655.338947:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767655.338952:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767655.338955:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767655.338962:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767655.338969:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767655.338978:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767655.338988:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11880.
00000020:00000040:1.0:1775767655.338994:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:1.0:1775767655.339006:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767655.339010:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767655.339019:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767655.339021:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767655.339028:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767655.339035:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046ea400.
00000100:00000001:1.0:1775767655.339044:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767655.339058:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11880 x1862022335127936/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767655.339074:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767655.339085:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767655.339101:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a965cc18] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11880 x1862022335127936/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767655.339142:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767655.339148:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767655.339153:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775767655.339159:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767655.339163:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767655.339172:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767655.339180:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4839
00000400:00000200:1.0:1775767655.339191:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767655.339204:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767655.339207:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767655.339217:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767655.339222:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767655.339231:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767655.339238:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767655.339243:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767655.339247:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:1.0:1775767655.339249:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767655.339254:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:1.0:1775767655.339266:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:1.0:1775767655.339274:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:1.0:1775767655.339277:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767655.339278:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767655.339283:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767655.339296:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767655.339303:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:1.0:1775767655.339312:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767655.339316:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767655.339324:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767655.339329:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767655.339339:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767655.339345:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767655.339348:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767655.339354:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767655.339359:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767655.339368:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d12d80.
00000020:00000040:1.0:1775767655.339373:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:1.0:1775767655.339379:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767655.339384:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767655.339388:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767655.339393:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767655.339399:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767655.339411:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9400.
00000100:00000001:1.0:1775767655.339417:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767655.339444:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d12d80 x1862022335128064/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767655.339463:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767655.339471:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767655.339483:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000896363e8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d12d80 x1862022335128064/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767655.339516:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767655.339526:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4850)
00000800:00000200:3.1:1775767655.339582:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767655.339584:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775767655.339831:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767655.339833:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775767655.340017:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767655.340020:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775767655.340262:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767655.340264:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000100:00000001:0.0:1775767655.913811:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767655.913820:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767655.913822:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767655.913828:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767655.913833:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767655.913838:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767655.913841:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767655.913844:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767655.913847:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767656.361887:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767656.361892:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767656.361896:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767656.617850:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299513598, at 4299513600
00000100:00000010:2.0:1775767656.617875:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3960.
00000100:00000001:0.0:1775767656.937815:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767656.937821:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767656.937823:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767656.937827:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767656.937831:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767656.937835:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767656.937839:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767656.937841:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767656.937844:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767657.385894:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767657.385897:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767657.385900:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767657.961777:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767657.961783:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767657.961785:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767657.961789:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767657.961792:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767657.961795:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767657.961797:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767657.961799:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767657.961801:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767658.409862:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767658.409866:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767658.409870:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767658.985839:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767658.985844:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767658.985846:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767658.985851:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767658.985854:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767658.985857:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767658.985859:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767658.985862:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767658.985864:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767659.433944:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767659.433948:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767659.433951:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767660.009779:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767660.009786:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767660.009788:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767660.009793:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767660.009797:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767660.009801:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767660.009803:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767660.009806:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767660.009808:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767660.457853:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767660.457871:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775767660.457877:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767660.457885:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767660.457891:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767660.457902:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4845
00000400:00000200:1.0:1775767660.457916:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767660.457926:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000020:00000001:0.0:1775767660.457932:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00080000:1.0:1775767660.457932:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000020:00000001:0.0:1775767660.457938:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767660.457944:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00010000:00010000:0.0:1775767660.457945:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775767660.457953:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767660.457957:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767660.457963:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767660.457967:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767660.457970:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:1.0:1775767660.457973:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767660.457977:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:1.0:1775767660.457980:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:1.0:1775767660.457983:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:1.0:1775767660.457987:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767660.457990:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767660.457992:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767660.457994:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767660.457998:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:1.0:1775767660.458002:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767660.458005:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767660.458009:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767660.458014:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767660.458018:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767660.458021:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767660.458025:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767660.458040:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11500.
00000020:00000040:1.0:1775767660.458045:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:1.0:1775767660.458050:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767660.458052:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767660.458057:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767660.458060:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767660.458066:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767660.458076:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eb000.
00000100:00000001:1.0:1775767660.458085:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767660.458100:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11500 x1862022335128192/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767660.458112:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767660.458118:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767660.458124:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3229bd5] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11500 x1862022335128192/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767660.458152:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767660.458156:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767660.458160:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775767660.458162:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767660.458165:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767660.458169:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767660.458173:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4845
00000400:00000200:1.0:1775767660.458178:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767660.458183:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767660.458190:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767660.458200:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767660.458205:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767660.458215:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767660.458224:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767660.458237:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767660.458243:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:1.0:1775767660.458250:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767660.458257:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:1.0:1775767660.458265:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:1.0:1775767660.458273:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:1.0:1775767660.458295:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767660.458308:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767660.458317:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767660.458327:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767660.458333:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:1.0:1775767660.458337:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767660.458341:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767660.458346:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767660.458355:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767660.458364:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767660.458368:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767660.458375:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767660.458395:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767660.458398:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767660.458403:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10e00.
00000020:00000040:1.0:1775767660.458406:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:1.0:1775767660.458409:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767660.458412:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767660.458416:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767660.458418:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767660.458422:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767660.458432:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046ebc00.
00000100:00000001:1.0:1775767660.458443:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767660.458456:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10e00 x1862022335128320/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767660.458508:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767660.458511:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767660.458517:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009b4566e] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10e00 x1862022335128320/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767660.458528:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767660.458531:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767660.458535:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775767660.458537:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767660.458539:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767660.458541:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767660.458544:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4845
00000400:00000200:1.0:1775767660.458550:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767660.458555:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767660.458558:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767660.458563:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767660.458565:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767660.458568:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767660.458571:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767660.458573:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767660.458575:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:1.0:1775767660.458576:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767660.458579:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:1.0:1775767660.458581:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:1.0:1775767660.458583:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:1.0:1775767660.458587:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767660.458589:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767660.458591:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767660.458593:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767660.458596:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:1.0:1775767660.458598:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767660.458601:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767660.458603:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767660.458607:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767660.458610:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767660.458612:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767660.458614:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767660.458617:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767660.458620:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767660.458625:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11c00.
00000020:00000040:1.0:1775767660.458629:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:1.0:1775767660.458632:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767660.458634:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767660.458636:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767660.458639:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767660.458642:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767660.458647:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eac00.
00000100:00000001:1.0:1775767660.458651:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767660.458657:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11c00 x1862022335128448/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767660.458666:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767660.458669:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767660.458679:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062b06338] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11c00 x1862022335128448/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767660.458701:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767660.458706:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767660.458780:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775767660.458782:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767660.458784:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767660.458792:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767660.458799:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4845
00000400:00000200:1.0:1775767660.458806:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767660.458812:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767660.458818:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767660.458826:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767660.458830:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767660.458836:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767660.458845:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767660.458850:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767660.458853:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:1.0:1775767660.458858:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767660.458863:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:1.0:1775767660.458872:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:1.0:1775767660.458877:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:1.0:1775767660.458889:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767660.458901:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767660.458909:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767660.458916:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767660.458924:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:1.0:1775767660.458934:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767660.458943:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767660.458951:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767660.458957:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767660.458960:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767660.458963:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767660.458967:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767660.458976:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767660.458985:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767660.458995:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10700.
00000020:00000040:1.0:1775767660.459005:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:1.0:1775767660.459009:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767660.459014:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767660.459019:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767660.459021:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767660.459025:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767660.459036:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9400.
00000100:00000001:1.0:1775767660.459042:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767660.459053:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10700 x1862022335128576/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767660.459071:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:3.1:1775767660.459073:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:1.0:1775767660.459077:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775767660.459086:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000100:00000040:1.0:1775767660.459092:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9d335f8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10700 x1862022335128576/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767660.459116:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767660.459123:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767660.459129:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775767660.459131:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767660.459134:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767660.459144:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767660.459152:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4845
00000400:00000200:1.0:1775767660.459164:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767660.459173:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767660.459179:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767660.459185:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767660.459190:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767660.459194:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767660.459199:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767660.459204:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767660.459207:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:1.0:1775767660.459210:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767660.459215:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:1.0:1775767660.459224:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:1.0:1775767660.459232:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:1.0:1775767660.459243:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767660.459250:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767660.459258:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767660.459270:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767660.459275:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:1.0:1775767660.459284:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767660.459290:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767660.459292:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767660.459297:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767660.459306:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767660.459319:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767660.459324:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767660.459333:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767660.459338:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767660.459346:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10000.
00000020:00000040:1.0:1775767660.459351:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:1.0:1775767660.459356:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767660.459359:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767660.459363:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767660.459366:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767660.459371:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767660.459394:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046ea400.
00000100:00000001:1.0:1775767660.459402:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767660.459414:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10000 x1862022335128704/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767660.459432:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767660.459434:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767660.459440:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbb7fab8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10000 x1862022335128704/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767660.459457:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767660.459464:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4855)
00000800:00000200:3.1:1775767660.459929:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767660.459931:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775767660.460243:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767660.460245:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775767660.460576:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767660.460578:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775767660.460890:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767660.460892:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1775767661.033845:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767661.033851:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767661.033853:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767661.033859:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767661.033863:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767661.033867:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767661.033870:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767661.033873:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767661.033876:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767661.481948:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767661.481952:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767661.481955:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767661.737815:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299518718, at 4299518720
00000100:00000010:2.0:1775767661.737828:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3720.
00000100:00000001:0.0:1775767662.057836:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767662.057843:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767662.057845:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767662.057852:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767662.057855:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767662.057859:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767662.057862:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767662.057865:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767662.057868:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767662.505902:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767662.505905:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767662.505908:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767663.081832:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767663.081837:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767663.081838:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767663.081843:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767663.081846:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767663.081849:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767663.081851:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767663.081853:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767663.081855:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767663.529932:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767663.529935:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767663.529938:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767664.105825:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767664.105831:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767664.105833:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767664.105838:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767664.105841:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767664.105844:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767664.105846:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767664.105849:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767664.105852:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767664.553866:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767664.553871:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767664.553874:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767665.129814:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767665.129820:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767665.129823:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767665.129828:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767665.129831:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767665.129834:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767665.129836:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767665.129838:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767665.129840:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767665.577824:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767665.577834:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775767665.577837:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767665.577842:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767665.577849:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767665.577858:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4850
00000400:00000200:1.0:1775767665.577870:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767665.577879:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767665.577883:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767665.577888:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767665.577891:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767665.577893:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767665.577896:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767665.577899:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767665.577900:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:1.0:1775767665.577903:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767665.577905:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:1.0:1775767665.577907:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:1.0:1775767665.577909:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:1.0:1775767665.577911:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767665.577913:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767665.577915:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767665.577917:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767665.577920:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:1.0:1775767665.577922:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767665.577924:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767665.577927:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767665.577929:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767665.577932:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767665.577933:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767665.577935:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767665.577944:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10000.
00000020:00000001:0.0:1775767665.577946:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000040:1.0:1775767665.577947:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
00000020:00000001:0.0:1775767665.577951:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767665.577952:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767665.577955:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767665.577956:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775767665.577958:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767665.577961:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767665.577965:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767665.577975:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eb800.
00000100:00000001:1.0:1775767665.577980:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767665.577987:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10000 x1862022335128832/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767665.577996:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767665.578000:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767665.578003:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbb7fab8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10000 x1862022335128832/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767665.578020:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767665.578023:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767665.578026:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775767665.578027:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767665.578028:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767665.578031:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767665.578033:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4850
00000400:00000200:1.0:1775767665.578036:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767665.578039:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767665.578041:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767665.578044:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767665.578045:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767665.578049:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767665.578054:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767665.578057:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767665.578059:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:1.0:1775767665.578061:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767665.578063:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:1.0:1775767665.578066:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:1.0:1775767665.578071:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:1.0:1775767665.578078:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767665.578082:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767665.578096:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767665.578107:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767665.578113:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:1.0:1775767665.578122:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767665.578126:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767665.578130:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767665.578138:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767665.578145:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767665.578149:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767665.578154:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767665.578158:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767665.578162:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767665.578167:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10700.
00000020:00000040:1.0:1775767665.578172:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:1.0:1775767665.578178:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767665.578181:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767665.578185:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767665.578188:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767665.578193:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767665.578200:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8000.
00000100:00000001:1.0:1775767665.578206:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767665.578216:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10700 x1862022335128960/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767665.578234:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767665.578240:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767665.578251:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9d335f8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10700 x1862022335128960/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767665.578272:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767665.578278:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767665.578287:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775767665.578292:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767665.578295:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767665.578300:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767665.578307:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4850
00000400:00000200:1.0:1775767665.578319:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000800:00000200:3.1:1775767665.578323:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767665.578341:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000400:00000200:1.0:1775767665.578345:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767665.578352:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767665.578357:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767665.578362:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767665.578363:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767665.578365:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767665.578368:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767665.578371:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:1.0:1775767665.578374:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767665.578378:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:1.0:1775767665.578384:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:1.0:1775767665.578388:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:1.0:1775767665.578394:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767665.578398:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767665.578401:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767665.578403:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767665.578407:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:1.0:1775767665.578411:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767665.578413:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767665.578418:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767665.578422:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767665.578426:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767665.578428:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767665.578429:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767665.578434:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767665.578438:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767665.578445:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11c00.
00000020:00000040:1.0:1775767665.578451:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:1.0:1775767665.578456:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767665.578460:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767665.578466:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767665.578471:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767665.578475:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767665.578483:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046ea000.
00000100:00000001:1.0:1775767665.578491:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767665.578502:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11c00 x1862022335129088/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767665.578519:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767665.578525:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767665.578535:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062b06338] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11c00 x1862022335129088/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767665.578557:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767665.578563:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767665.578574:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775767665.578579:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767665.578583:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767665.578590:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767665.578597:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4850
00000400:00000200:1.0:1775767665.578608:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767665.578618:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767665.578623:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767665.578631:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767665.578638:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767665.578644:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767665.578651:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767665.578657:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767665.578661:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:1.0:1775767665.578666:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767665.578670:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:1.0:1775767665.578676:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:1.0:1775767665.578683:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:1.0:1775767665.578694:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767665.578699:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767665.578704:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767665.578729:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767665.578731:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:1.0:1775767665.578735:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767665.578739:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767665.578744:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767665.578749:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767665.578753:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767665.578757:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767665.578760:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767665.578763:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767665.578766:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767665.578771:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10e00.
00000020:00000040:1.0:1775767665.578776:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:1.0:1775767665.578783:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767665.578785:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767665.578789:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767665.578791:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767665.578794:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767665.578800:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8c00.
00000100:00000001:1.0:1775767665.578806:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767665.578812:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10e00 x1862022335129216/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767665.578818:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767665.578821:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767665.578825:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009b4566e] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10e00 x1862022335129216/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767665.578839:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767665.578843:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767665.578847:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775767665.578850:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767665.578853:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767665.578859:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767665.578865:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4850
00000400:00000200:1.0:1775767665.578873:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767665.578877:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767665.578881:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767665.578887:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767665.578891:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767665.578896:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767665.578900:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767665.578904:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767665.578906:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:1.0:1775767665.578909:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767665.578913:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:1.0:1775767665.578915:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:1.0:1775767665.578919:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:1.0:1775767665.578924:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767665.578927:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767665.578931:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767665.578934:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767665.578938:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:1.0:1775767665.578943:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767665.578946:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767665.578949:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767665.578952:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767665.578956:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767665.578957:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767665.578959:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767665.578960:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767665.578961:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767665.578964:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11500.
00000020:00000040:1.0:1775767665.578968:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:1.0:1775767665.578972:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767665.578975:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767665.578978:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767665.578981:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767665.578984:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767665.578988:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9000.
00000100:00000001:1.0:1775767665.578993:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767665.579001:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11500 x1862022335129344/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767665.579015:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767665.579019:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767665.579026:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3229bd5] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11500 x1862022335129344/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767665.579043:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767665.579051:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4860)
00000800:00000200:3.1:1775767665.579076:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767665.579078:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775767665.579261:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767665.579263:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775767665.579538:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767665.579540:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775767665.579734:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767665.579735:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1775767666.153811:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767666.153815:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767666.153817:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767666.153822:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767666.153825:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767666.153828:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767666.153829:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767666.153832:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767666.153833:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767666.601883:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767666.601886:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767666.601889:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767666.857824:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299523837, at 4299523840
00000100:00000010:2.0:1775767666.857836:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3300.
00000100:00000001:0.0:1775767667.177811:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767667.177816:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767667.177818:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767667.177824:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767667.177828:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767667.177832:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767667.177835:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767667.177837:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767667.177841:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767667.625918:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767667.625921:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767667.625924:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767668.201801:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767668.201807:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767668.201809:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767668.201814:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767668.201817:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767668.201821:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767668.201823:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767668.201826:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767668.201828:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767668.649874:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767668.649878:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767668.649882:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767669.225846:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767669.225854:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767669.225856:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767669.225862:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767669.225866:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767669.225870:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767669.225873:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767669.225876:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767669.225878:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767669.673957:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767669.673960:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767669.673964:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767670.249824:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767670.249835:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767670.249837:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767670.249844:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767670.249850:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767670.249854:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767670.249858:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767670.249861:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767670.249865:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767670.697839:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767670.697846:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775767670.697848:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767670.697851:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767670.697855:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767670.697862:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4855
00000400:00000200:0.0:1775767670.697872:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767670.697878:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767670.697880:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767670.697884:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000020:00000001:1.0:1775767670.697885:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1775767670.697887:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000020:00000001:1.0:1775767670.697888:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767670.697891:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00010000:00010000:1.0:1775767670.697893:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767670.697894:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767670.697897:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767670.697899:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775767670.697901:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767670.697903:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775767670.697905:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775767670.697907:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775767670.697909:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767670.697910:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767670.697912:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767670.697913:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767670.697915:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:0.0:1775767670.697917:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767670.697918:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767670.697920:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767670.697922:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767670.697924:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767670.697925:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775767670.697927:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767670.697935:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924380.
00000020:00000040:0.0:1775767670.697937:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775767670.697940:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767670.697941:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767670.697943:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767670.697946:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767670.697950:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767670.697959:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d800.
00000100:00000001:0.0:1775767670.697967:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767670.697976:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924380 x1862022335129472/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767670.697988:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767670.697993:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767670.697998:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ec7b015] to pc [ptlrpcd_rcv+-1]  req@ffff927322924380 x1862022335129472/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767670.698021:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767670.698025:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767670.698028:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775767670.698030:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767670.698033:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767670.698036:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767670.698040:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4855
00000400:00000200:0.0:1775767670.698046:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767670.698053:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767670.698056:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767670.698062:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767670.698067:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767670.698071:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767670.698075:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767670.698078:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767670.698080:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775767670.698084:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767670.698086:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775767670.698090:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:0.0:1775767670.698095:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:0.0:1775767670.698100:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767670.698104:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767670.698109:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767670.698112:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767670.698115:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:0.0:1775767670.698119:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767670.698123:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767670.698125:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767670.698130:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767670.698134:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767670.698137:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767670.698140:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767670.698144:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767670.698147:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767670.698154:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924a80.
00000020:00000040:0.0:1775767670.698157:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:0.0:1775767670.698161:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767670.698162:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767670.698164:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767670.698165:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767670.698167:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767670.698173:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c000.
00000100:00000001:0.0:1775767670.698177:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767670.698185:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924a80 x1862022335129600/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767670.698199:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767670.698202:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767670.698209:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c400aa7] to pc [ptlrpcd_rcv+-1]  req@ffff927322924a80 x1862022335129600/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767670.698225:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767670.698231:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767670.698239:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775767670.698242:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767670.698246:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767670.698253:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767670.698261:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4855
00000400:00000200:0.0:1775767670.698271:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767670.698302:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767670.698305:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767670.698311:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767670.698314:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767670.698317:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767670.698319:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767670.698322:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767670.698324:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:0.0:1775767670.698326:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767670.698330:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775767670.698332:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:0.0:1775767670.698336:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:0.0:1775767670.698340:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000800:00000200:3.1:1775767670.698342:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:0.0:1775767670.698343:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767670.698348:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000800:00000200:3.1:1775767670.698348:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1775767670.698351:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767670.698354:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:0.0:1775767670.698359:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767670.698362:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767670.698365:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767670.698368:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767670.698372:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767670.698374:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767670.698378:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767670.698380:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767670.698382:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767670.698388:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927100.
00000020:00000040:0.0:1775767670.698391:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775767670.698396:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767670.698399:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767670.698403:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767670.698406:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767670.698409:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767670.698413:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e800.
00000100:00000001:0.0:1775767670.698419:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767670.698428:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927100 x1862022335129728/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767670.698439:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767670.698443:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767670.698448:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0540768] to pc [ptlrpcd_rcv+-1]  req@ffff927322927100 x1862022335129728/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767670.698458:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767670.698461:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767670.698466:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775767670.698468:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767670.698470:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767670.698472:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767670.698474:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4855
00000400:00000200:0.0:1775767670.698479:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767670.698483:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767670.698486:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767670.698491:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767670.698495:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767670.698500:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767670.698503:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767670.698505:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767670.698508:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775767670.698511:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767670.698513:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:0.0:1775767670.698517:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:0.0:1775767670.698523:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:0.0:1775767670.698527:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767670.698530:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767670.698533:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767670.698537:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767670.698539:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:0.0:1775767670.698543:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767670.698546:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767670.698550:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767670.698553:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767670.698557:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767670.698561:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767670.698563:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767670.698567:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767670.698569:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767670.698574:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924e00.
00000020:00000040:0.0:1775767670.698577:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:0.0:1775767670.698580:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767670.698582:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767670.698585:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767670.698587:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767670.698590:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767670.698593:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477ec00.
00000100:00000001:0.0:1775767670.698598:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767670.698605:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924e00 x1862022335129856/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767670.698623:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767670.698627:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767670.698637:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aec4c6e] to pc [ptlrpcd_rcv+-1]  req@ffff927322924e00 x1862022335129856/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767670.698653:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767670.698657:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767670.698661:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775767670.698663:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767670.698666:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767670.698670:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767670.698676:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4855
00000400:00000200:0.0:1775767670.698682:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767670.698686:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767670.698689:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767670.698694:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767670.698696:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767670.698700:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767670.698705:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767670.698740:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767670.698742:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:0.0:1775767670.698745:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767670.698748:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:0.0:1775767670.698753:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:0.0:1775767670.698757:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:0.0:1775767670.698765:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767670.698769:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767670.698773:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767670.698777:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767670.698781:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:0.0:1775767670.698787:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767670.698790:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767670.698792:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767670.698797:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767670.698799:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767670.698802:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767670.698807:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767670.698812:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767670.698817:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767670.698823:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924700.
00000020:00000040:0.0:1775767670.698826:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:0.0:1775767670.698828:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767670.698829:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767670.698830:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767670.698833:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767670.698836:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767670.698841:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e400.
00000100:00000001:0.0:1775767670.698846:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767670.698853:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924700 x1862022335129984/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767670.698868:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767670.698872:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767670.698877:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc3726d9] to pc [ptlrpcd_rcv+-1]  req@ffff927322924700 x1862022335129984/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767670.698894:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767670.698898:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4865)
00000800:00000200:3.1:1775767670.698971:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767670.698974:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775767670.699216:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767670.699218:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775767670.699414:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767670.699415:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775767670.699668:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767670.699669:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1775767671.273792:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767671.273798:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767671.273800:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767671.273804:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767671.273807:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767671.273811:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767671.273813:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767671.273815:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767671.273817:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767671.721855:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767671.721858:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767671.721861:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767671.977813:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299528957, at 4299528960
00000100:00000010:2.0:1775767671.977826:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3c00.
00000100:00000001:0.0:1775767672.297780:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767672.297785:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767672.297787:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767672.297791:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767672.297794:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767672.297797:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767672.297799:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767672.297801:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767672.297803:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767672.745907:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767672.745911:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767672.745913:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767673.321779:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767673.321786:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767673.321788:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767673.321794:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767673.321798:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767673.321801:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767673.321804:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767673.321807:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767673.321810:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767673.769897:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767673.769901:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767673.769906:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767674.345850:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767674.345857:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767674.345859:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767674.345864:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767674.345868:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767674.345873:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767674.345875:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767674.345878:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767674.345880:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767674.793942:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767674.793946:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767674.793948:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767675.369842:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767675.369850:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767675.369852:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767675.369858:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767675.369861:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767675.369866:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767675.369869:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767675.369871:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767675.369873:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767675.817823:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767675.817843:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767675.817850:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767675.817855:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767675.817866:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767675.817882:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4860
00000400:00000200:2.0:1775767675.817900:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767675.817912:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767675.817916:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767675.817922:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767675.817925:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767675.817928:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767675.817929:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767675.817933:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767675.817934:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767675.817936:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767675.817939:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775767675.817941:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775767675.817943:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775767675.817945:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767675.817947:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767675.817950:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767675.817951:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767675.817954:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767675.817957:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767675.817959:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767675.817963:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767675.817966:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767675.817969:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767675.817971:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767675.817974:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767675.817975:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767675.817979:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767675.817982:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000010:2.0:1775767675.817986:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775767675.817990:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767675.817993:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767675.817995:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767675.817997:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767675.818001:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767675.818006:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767675.818014:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306becc00.
00000100:00000001:2.0:1775767675.818022:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767675.818031:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335130112/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767675.818039:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767675.818044:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767675.818048:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335130112/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767675.818066:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767675.818069:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767675.818072:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767675.818073:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767675.818074:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767675.818076:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767675.818077:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4860
00000400:00000200:2.0:1775767675.818088:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767675.818094:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767675.818097:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767675.818101:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767675.818105:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767675.818110:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767675.818117:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767675.818120:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767675.818121:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767675.818123:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767675.818127:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767675.818131:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767675.818138:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767675.818152:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767675.818161:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767675.818167:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767675.818178:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767675.818181:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767675.818192:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767675.818200:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767675.818207:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767675.818219:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767675.818243:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767675.818247:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767675.818252:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767675.818257:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767675.818260:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767675.818269:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775767675.818272:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767675.818281:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767675.818283:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767675.818287:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767675.818294:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767675.818298:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767675.818303:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec000.
00000100:00000001:2.0:1775767675.818308:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767675.818322:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335130240/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767675.818341:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767675.818348:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767675.818361:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335130240/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767675.818380:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767675.818392:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767675.818396:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767675.818398:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767675.818401:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767675.818405:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767675.818409:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4860
00000400:00000200:2.0:1775767675.818459:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767675.818467:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767675.818470:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767675.818478:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767675.818487:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767675.818491:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767675.818504:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767675.818507:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767675.818509:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767675.818514:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767675.818518:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000800:00000200:3.1:1775767675.818518:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000020:00000001:2.0:1775767675.818525:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775767675.818529:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000800:00000200:3.1:1775767675.818531:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000100:00000040:2.0:1775767675.818534:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767675.818543:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767675.818546:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767675.818550:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767675.818553:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767675.818563:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767675.818565:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767675.818571:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767675.818574:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767675.818576:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767675.818578:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767675.818581:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767675.818584:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767675.818586:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767675.818594:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775767675.818598:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767675.818600:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767675.818602:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767675.818607:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767675.818609:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767675.818611:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767675.818618:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306beec00.
00000100:00000001:2.0:1775767675.818621:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767675.818631:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335130368/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767675.818648:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767675.818652:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767675.818663:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335130368/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767675.818690:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767675.818700:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767675.818755:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767675.818756:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767675.818758:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767675.818761:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767675.818766:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4860
00000400:00000200:2.0:1775767675.818780:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767675.818787:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767675.818790:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767675.818796:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767675.818805:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767675.818808:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767675.818819:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767675.818821:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767675.818823:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767675.818827:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767675.818830:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775767675.818834:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775767675.818838:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767675.818844:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767675.818849:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767675.818855:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767675.818861:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767675.818863:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767675.818872:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767675.818883:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767675.818890:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767675.818897:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767675.818901:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767675.818904:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767675.818906:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767675.818915:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767675.818917:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767675.818921:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775767675.818924:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767675.818933:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767675.818934:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767675.818937:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767675.818939:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767675.818941:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767675.818946:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef400.
00000100:00000001:2.0:1775767675.818952:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767675.818964:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335130496/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767675.818997:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767675.819003:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767675.819020:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335130496/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767675.819038:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767675.819042:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767675.819048:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767675.819051:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767675.819053:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767675.819057:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767675.819061:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4860
00000400:00000200:2.0:1775767675.819065:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767675.819071:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767675.819076:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767675.819086:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767675.819095:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767675.819104:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767675.819110:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767675.819112:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767675.819116:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767675.819122:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767675.819126:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767675.819132:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775767675.819139:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767675.819149:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767675.819155:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767675.819164:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767675.819167:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767675.819173:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767675.819178:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767675.819184:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767675.819192:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767675.819198:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767675.819204:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767675.819209:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767675.819214:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767675.819227:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767675.819243:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767675.819257:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767675.819263:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775767675.819271:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767675.819275:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767675.819281:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767675.819287:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767675.819291:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767675.819298:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee400.
00000100:00000001:2.0:1775767675.819308:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767675.819318:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335130624/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767675.819336:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767675.819343:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767675.819356:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335130624/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767675.819376:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767675.819380:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4870)
00000800:00000200:3.1:1775767675.819496:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767675.819498:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775767675.819679:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767675.819681:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775767675.819877:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767675.819879:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775767675.820123:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767675.820126:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000100:00000001:0.0:1775767676.393864:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767676.393871:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767676.393873:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767676.393879:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767676.393882:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767676.393887:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767676.393889:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767676.393892:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767676.393894:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767676.841917:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767676.841921:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767676.841925:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767677.097796:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299534078, at 4299534080
00000100:00000010:2.0:1775767677.097809:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3b40.
00000100:00000001:0.0:1775767677.417789:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767677.417795:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767677.417796:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767677.417801:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767677.417804:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767677.417807:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767677.417809:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767677.417812:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767677.417814:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767677.865880:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767677.865884:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767677.865886:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767678.441854:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767678.441860:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767678.441862:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767678.441867:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767678.441871:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767678.441874:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767678.441876:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767678.441879:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767678.441881:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767678.889981:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767678.889984:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767678.889988:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767679.465800:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767679.465806:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767679.465808:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767679.465813:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767679.465816:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767679.465820:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767679.465822:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767679.465824:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767679.465826:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767679.913910:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767679.913914:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767679.913917:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767680.489789:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767680.489795:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767680.489797:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767680.489801:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767680.489803:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767680.489807:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767680.489809:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767680.489811:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767680.489814:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767680.937852:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767680.937866:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775767680.937871:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767680.937874:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767680.937879:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767680.937885:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4865
00000400:00000200:1.0:1775767680.937894:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767680.937900:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767680.937903:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767680.937906:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767680.937909:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767680.937911:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767680.937912:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767680.937916:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767680.937917:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:1.0:1775767680.937919:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767680.937921:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:1.0:1775767680.937923:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:1.0:1775767680.937925:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:1.0:1775767680.937929:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767680.937931:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767680.937933:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767680.937934:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767680.937936:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:1.0:1775767680.937939:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000020:00000001:0.0:1775767680.937941:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000001:1.0:1775767680.937941:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767680.937943:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000020:00000001:0.0:1775767680.937945:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767680.937947:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00010000:0.0:1775767680.937949:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
02000000:00000001:1.0:1775767680.937950:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767680.937952:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767680.937954:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767680.937962:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d12d80.
00000020:00000040:1.0:1775767680.937964:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:1.0:1775767680.937968:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767680.937969:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767680.937972:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767680.937975:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767680.937979:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767680.937985:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9c00.
00000100:00000001:1.0:1775767680.937990:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767680.937998:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d12d80 x1862022335130752/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767680.938007:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767680.938011:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767680.938014:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000896363e8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d12d80 x1862022335130752/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767680.938031:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767680.938033:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767680.938036:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775767680.938037:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767680.938039:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767680.938041:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767680.938043:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4865
00000400:00000200:1.0:1775767680.938045:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767680.938047:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767680.938049:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767680.938053:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767680.938056:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767680.938059:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767680.938062:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767680.938064:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767680.938066:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:1.0:1775767680.938068:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767680.938070:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:1.0:1775767680.938075:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:1.0:1775767680.938080:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:1.0:1775767680.938086:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767680.938090:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767680.938095:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767680.938100:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767680.938106:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:1.0:1775767680.938113:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767680.938117:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767680.938121:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767680.938134:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767680.938138:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767680.938141:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767680.938145:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767680.938151:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767680.938153:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767680.938158:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11880.
00000020:00000040:1.0:1775767680.938161:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:1.0:1775767680.938164:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767680.938166:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767680.938169:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767680.938170:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767680.938174:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767680.938179:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9800.
00000100:00000001:1.0:1775767680.938196:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767680.938203:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11880 x1862022335130880/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767680.938232:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767680.938236:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767680.938241:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a965cc18] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11880 x1862022335130880/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767680.938264:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767680.938268:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767680.938275:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775767680.938279:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767680.938281:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767680.938288:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767680.938292:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4865
00000400:00000200:1.0:1775767680.938301:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767680.938307:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767680.938313:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767680.938322:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767680.938328:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767680.938331:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767680.938336:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767680.938342:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767680.938345:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:1.0:1775767680.938348:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767680.938350:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:1.0:1775767680.938373:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:1.0:1775767680.938377:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:1.0:1775767680.938384:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767680.938386:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767680.938389:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767680.938393:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767680.938396:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:1.0:1775767680.938404:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767680.938405:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767680.938407:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767680.938410:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767680.938414:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767680.938418:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767680.938420:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767680.938425:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767680.938429:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767680.938435:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d13480.
00000020:00000040:1.0:1775767680.938439:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:1.0:1775767680.938443:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767680.938445:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767680.938448:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767680.938451:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767680.938453:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767680.938458:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eb400.
00000100:00000001:1.0:1775767680.938465:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767680.938472:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d13480 x1862022335131008/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767680.938486:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767680.938490:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767680.938496:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d08fae2a] to pc [ptlrpcd_rcv+-1]  req@ffff927303d13480 x1862022335131008/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767680.938506:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767680.938508:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767680.938515:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775767680.938518:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767680.938521:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767680.938525:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767680.938531:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4865
00000400:00000200:1.0:1775767680.938538:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767680.938543:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767680.938545:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767680.938548:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767680.938550:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767680.938554:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767680.938557:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767680.938559:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767680.938560:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:1.0:1775767680.938563:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767680.938566:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:1.0:1775767680.938568:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:1.0:1775767680.938574:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:1.0:1775767680.938578:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767680.938582:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767680.938587:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767680.938589:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767680.938593:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000800:00000200:3.1:1775767680.938594:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00080000:1.0:1775767680.938597:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767680.938602:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767680.938604:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:3.1:1775767680.938604:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
02000000:00000001:1.0:1775767680.938608:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767680.938611:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767680.938617:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767680.938620:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767680.938623:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767680.938628:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767680.938632:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10380.
00000020:00000040:1.0:1775767680.938635:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:1.0:1775767680.938639:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767680.938641:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767680.938645:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767680.938648:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767680.938650:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767680.938657:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8400.
00000100:00000001:1.0:1775767680.938660:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767680.938669:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10380 x1862022335131136/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767680.938679:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767680.938682:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767680.938690:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fae5f3c] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10380 x1862022335131136/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767680.938723:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767680.938725:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767680.938729:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775767680.938732:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767680.938734:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767680.938775:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767680.938784:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4865
00000400:00000200:1.0:1775767680.938795:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767680.938802:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767680.938806:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767680.938815:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767680.938817:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767680.938819:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767680.938821:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767680.938828:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767680.938829:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:1.0:1775767680.938833:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767680.938835:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:1.0:1775767680.938838:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:1.0:1775767680.938845:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:1.0:1775767680.938852:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767680.938856:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767680.938862:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767680.938868:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767680.938874:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:1.0:1775767680.938881:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767680.938886:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767680.938888:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767680.938894:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767680.938898:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767680.938901:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767680.938905:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767680.938910:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767680.938914:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767680.938920:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11500.
00000020:00000040:1.0:1775767680.938925:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:1.0:1775767680.938931:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767680.938934:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767680.938938:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767680.938942:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767680.938945:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767680.938952:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9000.
00000100:00000001:1.0:1775767680.938957:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767680.938965:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11500 x1862022335131264/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767680.939008:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767680.939013:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767680.939026:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3229bd5] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11500 x1862022335131264/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767680.939070:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767680.939082:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4875)
00000800:00000200:3.1:1775767680.939328:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767680.939331:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775767680.939552:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767680.939555:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775767680.939784:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767680.939786:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775767680.940012:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767680.940014:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000100:00000001:0.0:1775767681.513810:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767681.513815:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767681.513816:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767681.513821:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767681.513824:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767681.513828:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767681.513830:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767681.513832:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767681.513834:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767681.961933:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767681.961938:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767681.961942:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767682.217817:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299539198, at 4299539200
00000100:00000010:2.0:1775767682.217834:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3e40.
00000100:00000001:0.0:1775767682.537859:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767682.537868:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767682.537870:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767682.537878:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767682.537883:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767682.537889:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767682.537892:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767682.537896:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767682.537899:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767682.985939:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767682.985942:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767682.985945:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767683.561826:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767683.561833:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767683.561835:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767683.561840:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767683.561844:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767683.561848:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767683.561850:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767683.561853:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767683.561855:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767684.009900:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767684.009904:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767684.009908:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767684.585826:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767684.585832:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767684.585833:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767684.585838:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767684.585842:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767684.585845:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767684.585847:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767684.585850:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767684.585852:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767685.033879:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767685.033882:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767685.033885:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767685.609801:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767685.609808:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767685.609811:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767685.609817:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767685.609822:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767685.609826:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767685.609829:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767685.609832:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767685.609846:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767686.057792:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767686.057803:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775767686.057808:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767686.057812:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767686.057817:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767686.057824:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4870
00000400:00000200:1.0:1775767686.057835:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767686.057842:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767686.057849:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767686.057854:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767686.057860:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767686.057864:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767686.057870:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767686.057873:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767686.057874:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:1.0:1775767686.057876:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767686.057878:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:1.0:1775767686.057880:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:1.0:1775767686.057882:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:1.0:1775767686.057884:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767686.057885:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767686.057887:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767686.057888:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767686.057890:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:1.0:1775767686.057893:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767686.057895:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767686.057897:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767686.057900:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767686.057902:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767686.057904:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767686.057907:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767686.057911:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767686.057915:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767686.057915:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10e00.
00010000:00010000:0.0:1775767686.057918:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000040:1.0:1775767686.057920:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:1.0:1775767686.057924:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767686.057925:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767686.057928:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767686.057930:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767686.057933:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767686.057940:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8c00.
00000100:00000001:1.0:1775767686.057945:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767686.057952:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10e00 x1862022335131392/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767686.057960:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767686.057964:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767686.057967:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009b4566e] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10e00 x1862022335131392/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767686.057985:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767686.057987:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767686.057990:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775767686.057991:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767686.057992:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767686.057995:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767686.057997:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4870
00000400:00000200:1.0:1775767686.058001:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767686.058003:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767686.058005:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767686.058008:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767686.058010:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767686.058012:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767686.058014:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767686.058017:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767686.058019:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:1.0:1775767686.058022:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767686.058024:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:1.0:1775767686.058027:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:1.0:1775767686.058029:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:1.0:1775767686.058043:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767686.058049:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767686.058052:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767686.058056:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767686.058059:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:1.0:1775767686.058062:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767686.058063:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767686.058066:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767686.058070:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767686.058076:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767686.058079:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767686.058083:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767686.058088:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767686.058090:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767686.058093:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11c00.
00000020:00000040:1.0:1775767686.058095:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:1.0:1775767686.058099:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767686.058101:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767686.058104:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767686.058107:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767686.058109:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767686.058113:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046ea000.
00000100:00000001:1.0:1775767686.058119:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767686.058126:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11c00 x1862022335131520/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767686.058148:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767686.058151:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767686.058157:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062b06338] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11c00 x1862022335131520/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767686.058167:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767686.058169:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767686.058173:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775767686.058176:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767686.058179:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767686.058183:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767686.058187:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4870
00000400:00000200:1.0:1775767686.058193:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767686.058196:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767686.058197:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767686.058199:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767686.058201:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767686.058205:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767686.058207:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767686.058210:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767686.058213:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:1.0:1775767686.058216:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767686.058218:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:1.0:1775767686.058220:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:1.0:1775767686.058225:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:1.0:1775767686.058231:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767686.058235:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767686.058238:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767686.058241:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767686.058242:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:1.0:1775767686.058246:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767686.058251:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767686.058254:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767686.058258:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767686.058262:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767686.058266:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767686.058270:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767686.058275:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767686.058280:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767686.058288:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10700.
00000020:00000040:1.0:1775767686.058295:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:1.0:1775767686.058301:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767686.058303:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767686.058308:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767686.058311:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767686.058314:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767686.058319:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8000.
00000100:00000001:1.0:1775767686.058324:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767686.058330:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10700 x1862022335131648/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1775767686.058343:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:1.0:1775767686.058345:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767686.058348:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767686.058351:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9d335f8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10700 x1862022335131648/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767686.058357:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767686.058359:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767686.058365:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775767686.058368:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767686.058370:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767686.058373:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767686.058378:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4870
00000400:00000200:1.0:1775767686.058384:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767686.058390:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767686.058395:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767686.058402:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767686.058408:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767686.058413:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767686.058420:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767686.058423:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767686.058426:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:1.0:1775767686.058431:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767686.058436:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:1.0:1775767686.058441:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:1.0:1775767686.058446:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:1.0:1775767686.058458:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767686.058463:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767686.058468:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767686.058473:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767686.058479:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:1.0:1775767686.058485:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767686.058489:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767686.058492:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767686.058495:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767686.058501:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767686.058506:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767686.058510:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767686.058515:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767686.058519:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767686.058525:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10000.
00000020:00000040:1.0:1775767686.058533:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:1.0:1775767686.058540:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767686.058542:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767686.058547:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767686.058550:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767686.058555:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767686.058562:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eb800.
00000100:00000001:1.0:1775767686.058570:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767686.058581:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10000 x1862022335131776/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767686.058600:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767686.058605:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767686.058615:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbb7fab8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10000 x1862022335131776/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767686.058639:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767686.058645:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767686.058654:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000200:3.1:1775767686.058655:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:1.0:1775767686.058658:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767686.058662:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767686.058667:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767686.058675:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4870
00000400:00000200:1.0:1775767686.058685:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767686.058692:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767686.058697:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767686.058705:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767686.058732:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767686.058735:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767686.058737:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767686.058740:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767686.058741:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:1.0:1775767686.058743:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767686.058744:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:1.0:1775767686.058748:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:1.0:1775767686.058753:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:1.0:1775767686.058761:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767686.058767:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767686.058772:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767686.058778:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767686.058783:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:1.0:1775767686.058790:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767686.058797:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767686.058803:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767686.058809:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767686.058815:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767686.058817:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767686.058822:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767686.058827:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767686.058832:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767686.058840:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11500.
00000020:00000040:1.0:1775767686.058847:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:1.0:1775767686.058854:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767686.058858:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767686.058861:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767686.058865:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767686.058869:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767686.058877:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046ea400.
00000100:00000001:1.0:1775767686.058885:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767686.058895:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11500 x1862022335131904/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767686.058911:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767686.058914:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767686.058924:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3229bd5] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11500 x1862022335131904/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767686.058945:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767686.058954:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4880)
00000800:00000200:3.1:1775767686.058989:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767686.059174:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767686.059421:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:0.0:1775767686.633804:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767686.633811:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767686.633814:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767686.633821:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767686.633826:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767686.633830:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767686.633833:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767686.633836:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767686.633840:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767687.081915:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767687.081920:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767687.081924:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767687.337783:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299544317, at 4299544320
00000100:00000010:2.0:1775767687.337795:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe30c0.
00000100:00000001:0.0:1775767687.657776:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767687.657781:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767687.657783:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767687.657788:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767687.657791:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767687.657794:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767687.657796:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767687.657798:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767687.657800:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767688.105860:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767688.105864:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767688.105867:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767688.681790:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767688.681796:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767688.681798:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767688.681802:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767688.681805:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767688.681808:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767688.681827:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767688.681830:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767688.681832:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767689.129926:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767689.129930:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767689.129932:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1775767689.130027:0:2393:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.131:988
00000400:00000100:1.0:1775767689.130080:0:2393:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.131@tcp at host 192.168.202.131 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1775767689.130094:0:2393:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767689.130099:0:2393:0:(router.c:1750:lnet_notify()) 192.168.202.31@tcp notifying 192.168.202.131@tcp: down
00000400:00000200:1.0:1775767689.130119:0:2393:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767689.130124:0:2393:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:1.0:1775767689.130130:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:1.0:1775767689.130135:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:1.0:1775767689.130142:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1775767689.130147:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1775767689.130154:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3f68
00000400:00000010:1.0:1775767689.130158:0:2393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3f68.
00000100:00000001:1.0:1775767689.130163:0:2393:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767689.130172:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927303d10e00 x1862022335131392/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767689.130206:0:2393:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767689.130211:0:2393:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d10e00 x1862022335131392/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767711 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767689.130219:0:2393:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767689.130221:0:2393:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1775767689.130232:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:1.0:1775767689.130234:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931e00.
00000400:00000200:1.0:1775767689.130237:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1775767689.130241:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1775767689.130245:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef33b8
00000400:00000010:1.0:1775767689.130247:0:2393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef33b8.
00000100:00000001:1.0:1775767689.130250:0:2393:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767689.130254:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927303d11c00 x1862022335131520/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767689.130263:0:2393:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767689.130266:0:2393:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d11c00 x1862022335131520/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767711 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767689.130274:0:2393:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767689.130276:0:2393:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1775767689.130281:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:1.0:1775767689.130284:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931d00.
00000400:00000200:1.0:1775767689.130288:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1775767689.130291:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1775767689.130295:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3a18
00000400:00000010:1.0:1775767689.130296:0:2393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3a18.
00000100:00000001:1.0:1775767689.130298:0:2393:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767689.130303:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927303d10700 x1862022335131648/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767689.130311:0:2393:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767689.130314:0:2393:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d10700 x1862022335131648/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767711 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767689.130322:0:2393:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767689.130323:0:2393:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1775767689.130329:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:1.0:1775767689.130331:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931a00.
00000400:00000200:1.0:1775767689.130335:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1775767689.130338:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1775767689.130342:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3440
00000400:00000010:1.0:1775767689.130344:0:2393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3440.
00000100:00000001:1.0:1775767689.130346:0:2393:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767689.130350:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927303d10000 x1862022335131776/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767689.130359:0:2393:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767689.130362:0:2393:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d10000 x1862022335131776/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767711 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767689.130370:0:2393:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767689.130371:0:2393:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1775767689.130377:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:1.0:1775767689.130379:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:1.0:1775767689.130382:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1775767689.130386:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1775767689.130389:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3990
00000400:00000010:1.0:1775767689.130391:0:2393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3990.
00000100:00000001:1.0:1775767689.130394:0:2393:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767689.130399:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927303d11500 x1862022335131904/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767689.130407:0:2393:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767689.130410:0:2393:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d11500 x1862022335131904/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767711 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767689.130417:0:2393:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767689.130419:0:2393:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775767689.705773:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767689.705779:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767689.705781:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767689.705785:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767689.705789:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767689.705792:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767689.705795:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767689.705797:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767689.705799:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767690.153942:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767690.153947:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767690.153958:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767690.729770:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767690.729775:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767690.729776:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767690.729781:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767690.729784:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767690.729787:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767690.729789:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767690.729792:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767690.729794:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767691.177808:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767691.177817:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775767691.177821:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767691.177826:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767691.177838:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767691.177848:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4875
00000400:00000200:1.0:1775767691.177859:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767691.177868:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767691.177872:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767691.177875:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767691.177879:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767691.177882:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767691.177885:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767691.177889:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767691.177892:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:1.0:1775767691.177895:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767691.177897:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:1.0:1775767691.177899:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:1.0:1775767691.177901:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:1.0:1775767691.177903:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767691.177904:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767691.177907:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767691.177909:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767691.177911:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:1.0:1775767691.177915:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767691.177917:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767691.177920:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767691.177924:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767691.177926:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767691.177930:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000020:00000001:2.0:1775767691.177931:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000001:1.0:1775767691.177933:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767691.177938:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767691.177945:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10380.
00010000:00010000:2.0:1775767691.177945:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000040:1.0:1775767691.177952:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:1.0:1775767691.177958:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767691.177960:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767691.177964:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767691.177967:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767691.177975:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767691.177986:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9400.
00000100:00000001:1.0:1775767691.177996:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767691.178007:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10380 x1862022335132032/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767691.178019:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767691.178026:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767691.178031:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fae5f3c] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10380 x1862022335132032/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767691.178068:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767691.178072:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767691.178075:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775767691.178077:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767691.178078:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767691.178096:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767691.178099:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4875
00000400:00000200:1.0:1775767691.178104:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767691.178108:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767691.178111:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767691.178114:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767691.178116:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767691.178117:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767691.178119:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767691.178120:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767691.178121:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:1.0:1775767691.178123:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767691.178124:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:1.0:1775767691.178126:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:1.0:1775767691.178127:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:1.0:1775767691.178131:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767691.178133:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767691.178135:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767691.178137:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767691.178140:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:1.0:1775767691.178143:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767691.178146:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767691.178149:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767691.178156:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767691.178158:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767691.178160:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767691.178165:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767691.178169:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767691.178171:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767691.178176:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d13480.
00000020:00000040:1.0:1775767691.178179:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:1.0:1775767691.178182:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767691.178183:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767691.178186:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767691.178188:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767691.178190:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767691.178200:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eac00.
00000100:00000001:1.0:1775767691.178207:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767691.178213:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d13480 x1862022335132160/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767691.178222:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767691.178224:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767691.178228:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d08fae2a] to pc [ptlrpcd_rcv+-1]  req@ffff927303d13480 x1862022335132160/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767691.178237:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767691.178241:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767691.178245:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775767691.178247:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767691.178249:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767691.178252:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767691.178255:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4875
00000400:00000200:1.0:1775767691.178260:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767691.178264:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767691.178266:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767691.178270:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767691.178291:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767691.178294:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767691.178296:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767691.178301:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767691.178302:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:1.0:1775767691.178304:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767691.178308:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:1.0:1775767691.178311:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:1.0:1775767691.178315:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:1.0:1775767691.178322:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767691.178326:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767691.178333:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767691.178342:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767691.178349:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:1.0:1775767691.178358:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767691.178368:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767691.178376:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767691.178384:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767691.178392:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767691.178399:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767691.178411:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767691.178418:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767691.178426:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767691.178433:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11880.
00000020:00000040:1.0:1775767691.178441:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:1.0:1775767691.178448:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767691.178451:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767691.178456:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767691.178459:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767691.178462:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767691.178470:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046ebc00.
00000100:00000001:1.0:1775767691.178477:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767691.178486:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11880 x1862022335132288/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767691.178506:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767691.178509:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767691.178516:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a965cc18] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11880 x1862022335132288/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767691.178528:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767691.178530:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767691.178535:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775767691.178537:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767691.178539:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767691.178542:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767691.178544:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4875
00000400:00000200:1.0:1775767691.178549:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767691.178552:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767691.178554:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767691.178557:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767691.178559:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767691.178561:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767691.178563:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767691.178566:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767691.178567:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:1.0:1775767691.178569:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767691.178571:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:1.0:1775767691.178573:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:1.0:1775767691.178575:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:1.0:1775767691.178579:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767691.178581:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767691.178584:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767691.178586:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767691.178590:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:1.0:1775767691.178593:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767691.178596:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767691.178597:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767691.178601:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767691.178603:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767691.178606:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767691.178609:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767691.178611:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767691.178612:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767691.178617:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d12d80.
00000020:00000040:1.0:1775767691.178620:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:1.0:1775767691.178624:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767691.178627:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767691.178630:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767691.178633:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767691.178635:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767691.178641:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eb000.
00000100:00000001:1.0:1775767691.178645:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767691.178651:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d12d80 x1862022335132416/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767691.178659:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767691.178662:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767691.178668:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000896363e8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d12d80 x1862022335132416/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767691.178687:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767691.178690:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767691.178697:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775767691.178700:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767691.178702:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767691.178756:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767691.178768:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4875
00000400:00000200:1.0:1775767691.178788:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767691.178801:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767691.178813:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767691.178827:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767691.178834:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767691.178840:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767691.178847:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767691.178856:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767691.178863:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:1.0:1775767691.178868:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767691.178871:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:1.0:1775767691.178875:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:1.0:1775767691.178883:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:1.0:1775767691.178891:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767691.178897:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767691.178901:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767691.178904:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767691.178913:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:1.0:1775767691.178923:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767691.178928:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767691.178933:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767691.178942:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767691.178946:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767691.178951:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767691.178957:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767691.178965:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767691.178968:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767691.178982:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10e00.
00000020:00000040:1.0:1775767691.178989:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:1.0:1775767691.178997:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767691.179000:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767691.179003:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767691.179008:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767691.179012:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767691.179017:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8c00.
00000100:00000001:1.0:1775767691.179025:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767691.179040:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10e00 x1862022335132544/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767691.179051:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767691.179058:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767691.179070:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009b4566e] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10e00 x1862022335132544/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767691.179119:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767691.179131:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4885)
00000800:00000200:3.1:1775767691.179134:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767691.179141:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775767691.179571:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767691.179574:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775767691.179947:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767691.179949:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775767691.180188:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767691.180190:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775767691.180371:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767691.180374:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000100:00000001:0.0:1775767691.753809:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767691.753814:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767691.753816:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767691.753821:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767691.753823:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767691.753827:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767691.753829:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767691.753831:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767691.753833:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767692.201878:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767692.201883:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767692.201887:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767692.457828:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299549438, at 4299549440
00000100:00000010:2.0:1775767692.457845:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe39c0.
00000100:00000001:0.0:1775767692.777778:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767692.777784:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767692.777786:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767692.777790:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767692.777793:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767692.777796:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767692.777798:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767692.777801:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767692.777803:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767693.225931:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767693.225942:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767693.225945:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767693.801851:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767693.801858:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767693.801860:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767693.801865:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767693.801869:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767693.801874:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767693.801876:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767693.801878:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767693.801880:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767694.249969:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767694.249972:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767694.249976:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767694.825834:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767694.825844:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767694.825847:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767694.825855:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767694.825860:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767694.825866:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767694.825869:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767694.825872:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767694.825875:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767695.273892:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767695.273897:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767695.273900:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767695.849816:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767695.849823:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767695.849826:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767695.849832:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767695.849837:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767695.849841:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767695.849844:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767695.849847:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767695.849849:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767696.297856:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767696.297870:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767696.297875:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767696.297882:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767696.297890:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767696.297900:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4880
00000400:00000200:2.0:1775767696.297916:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767696.297928:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767696.297934:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767696.297941:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767696.297948:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767696.297951:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767696.297954:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767696.297958:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767696.297961:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767696.297964:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767696.297967:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775767696.297970:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775767696.297974:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775767696.297977:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767696.297980:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767696.297983:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767696.297985:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767696.297988:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767696.297991:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767696.297995:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767696.297998:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767696.298002:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767696.298007:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767696.298010:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767696.298013:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767696.298052:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
00000020:00000040:2.0:1775767696.298057:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
00000020:00000001:0.0:1775767696.298061:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
02000000:00000001:2.0:1775767696.298063:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767696.298067:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767696.298069:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767696.298076:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775767696.298076:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767696.298082:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767696.298090:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767696.298102:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec400.
00000100:00000001:2.0:1775767696.298110:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767696.298121:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335132672/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767696.298130:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767696.298135:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767696.298139:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335132672/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767696.298158:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767696.298161:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767696.298165:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767696.298167:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767696.298168:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767696.298172:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767696.298175:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4880
00000400:00000200:2.0:1775767696.298181:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767696.298185:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767696.298188:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767696.298192:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767696.298195:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767696.298197:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767696.298200:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767696.298205:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767696.298207:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767696.298211:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767696.298214:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767696.298218:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767696.298222:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767696.298229:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767696.298234:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767696.298239:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767696.298244:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767696.298246:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767696.298249:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767696.298251:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767696.298254:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767696.298263:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767696.298267:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767696.298272:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767696.298278:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767696.298284:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767696.298288:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767696.298294:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
00000020:00000040:2.0:1775767696.298298:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767696.298305:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767696.298310:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767696.298312:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767696.298314:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767696.298318:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767696.298323:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee800.
00000100:00000001:2.0:1775767696.298330:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767696.298338:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335132800/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767696.298352:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767696.298356:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767696.298362:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335132800/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767696.298376:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767696.298380:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767696.298388:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767696.298392:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767696.298395:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767696.298400:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767696.298405:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4880
00000400:00000200:2.0:1775767696.298412:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767696.298420:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767696.298424:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767696.298429:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767696.298434:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767696.298439:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767696.298442:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767696.298446:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767696.298448:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767696.298452:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767696.298455:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775767696.298458:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775767696.298464:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775767696.298470:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767696.298473:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767696.298477:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767696.298482:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767696.298486:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767696.298492:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767696.298498:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767696.298502:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767696.298507:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767696.298512:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767696.298516:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767696.298519:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767696.298525:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767696.298530:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767696.298536:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767696.298542:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767696.298548:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767696.298552:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767696.298555:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767696.298556:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767696.298559:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767696.298566:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed000.
00000100:00000001:2.0:1775767696.298572:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767696.298581:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335132928/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767696.298595:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767696.298600:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767696.298607:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335132928/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1775767696.298622:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:2.0:1775767696.298627:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775767696.298629:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000100:00080000:2.0:1775767696.298634:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767696.298642:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767696.298646:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767696.298649:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767696.298653:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767696.298657:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4880
00000400:00000200:2.0:1775767696.298666:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767696.298674:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767696.298678:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767696.298685:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767696.298690:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767696.298693:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767696.298697:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767696.298702:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767696.298705:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767696.298757:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767696.298761:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775767696.298766:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775767696.298768:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767696.298774:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767696.298778:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767696.298783:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767696.298788:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767696.298793:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767696.298798:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767696.298804:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767696.298807:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767696.298811:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767696.298816:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767696.298819:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767696.298823:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767696.298829:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767696.298833:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767696.298840:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775767696.298846:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767696.298853:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767696.298857:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767696.298860:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767696.298863:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767696.298865:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767696.298872:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef000.
00000100:00000001:2.0:1775767696.298878:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767696.298887:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335133056/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767696.298901:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767696.298907:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767696.298914:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335133056/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767696.298936:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767696.298942:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767696.298948:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767696.298952:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767696.298955:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767696.298961:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767696.298966:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4880
00000400:00000200:2.0:1775767696.298974:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767696.298979:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767696.298983:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767696.298990:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767696.298996:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767696.299002:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767696.299008:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767696.299012:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767696.299014:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767696.299017:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767696.299021:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767696.299026:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775767696.299046:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767696.299053:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767696.299057:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767696.299062:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767696.299066:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767696.299071:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767696.299078:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767696.299083:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767696.299087:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767696.299092:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767696.299097:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767696.299102:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767696.299105:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767696.299112:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767696.299117:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767696.299124:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775767696.299128:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775767696.299135:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767696.299137:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767696.299143:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767696.299144:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767696.299148:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767696.299153:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee400.
00000100:00000001:2.0:1775767696.299160:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767696.299169:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335133184/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767696.299196:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767696.299199:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767696.299206:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335133184/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767696.299218:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767696.299225:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4890)
00000800:00000200:3.1:1775767696.299405:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767696.299408:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775767696.299774:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767696.299777:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775767696.300112:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767696.300115:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775767696.300427:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767696.300430:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1775767696.873793:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767696.873798:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767696.873800:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767696.873805:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767696.873808:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767696.873811:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767696.873813:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767696.873815:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767696.873818:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767697.321865:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767697.321870:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767697.321874:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767697.577837:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299554558, at 4299554560
00000100:00000010:2.0:1775767697.577854:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3ba0.
00000100:00000001:0.0:1775767697.897853:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767697.897861:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767697.897863:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767697.897869:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767697.897873:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767697.897878:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767697.897881:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767697.897884:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767697.897886:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767698.345910:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767698.345914:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767698.345917:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767698.921773:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767698.921778:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767698.921779:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767698.921784:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767698.921787:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767698.921790:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767698.921792:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767698.921794:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767698.921796:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767699.369952:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767699.369956:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767699.369959:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767699.945819:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767699.945824:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767699.945826:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767699.945831:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767699.945834:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767699.945837:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767699.945839:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767699.945842:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767699.945843:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767700.393982:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767700.393986:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767700.393989:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767700.969834:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767700.969841:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767700.969842:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767700.969848:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767700.969852:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767700.969856:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767700.969859:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767700.969874:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767700.969878:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767701.417852:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767701.417860:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767701.417862:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767701.417869:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767701.417877:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767701.417884:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4885
00000400:00000200:2.0:1775767701.417898:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767701.417914:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767701.417920:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767701.417925:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767701.417931:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767701.417935:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767701.417938:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767701.417942:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767701.417944:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767701.417946:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767701.417948:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775767701.417949:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775767701.417952:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775767701.417954:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767701.417956:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767701.417960:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767701.417963:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767701.417969:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767701.417973:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767701.417974:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767701.417976:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767701.417980:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767701.417997:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767701.418000:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767701.418002:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767701.418012:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000001:0.0:1775767701.418015:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000040:2.0:1775767701.418015:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767701.418020:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000020:00000001:0.0:1775767701.418021:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767701.418022:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767701.418026:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775767701.418027:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767701.418031:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767701.418035:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767701.418042:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef400.
00000100:00000001:2.0:1775767701.418048:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767701.418055:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335133312/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767701.418064:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767701.418067:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767701.418070:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335133312/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767701.418089:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767701.418092:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767701.418095:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767701.418097:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767701.418098:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767701.418100:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767701.418102:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4885
00000400:00000200:2.0:1775767701.418107:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767701.418110:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767701.418112:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767701.418116:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767701.418118:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767701.418121:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767701.418125:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767701.418128:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767701.418132:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767701.418139:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767701.418142:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767701.418144:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767701.418146:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767701.418153:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767701.418155:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767701.418159:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767701.418166:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767701.418171:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767701.418177:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767701.418188:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767701.418195:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767701.418206:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767701.418218:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767701.418226:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767701.418234:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767701.418242:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767701.418250:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767701.418256:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775767701.418258:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767701.418261:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767701.418264:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767701.418267:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767701.418270:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767701.418275:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767701.418287:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306beec00.
00000100:00000001:2.0:1775767701.418290:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767701.418299:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335133440/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767701.418321:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767701.418325:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767701.418328:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335133440/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767701.418340:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767701.418351:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767701.418361:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767701.418364:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767701.418368:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767701.418377:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767701.418386:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4885
00000400:00000200:2.0:1775767701.418399:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767701.418410:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767701.418413:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767701.418422:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767701.418426:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767701.418431:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767701.418440:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767701.418443:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767701.418445:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767701.418447:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767701.418448:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775767701.418456:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775767701.418459:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775767701.418468:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767701.418471:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767701.418477:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767701.418492:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767701.418506:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767701.418516:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767701.418519:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767701.418522:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767701.418527:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767701.418535:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767701.418540:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767701.418545:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767701.418549:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767701.418557:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767701.418562:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775767701.418567:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767701.418571:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767701.418574:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767701.418578:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767701.418584:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:3.1:1775767701.418584:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
02000000:00000001:2.0:1775767701.418588:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775767701.418590:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 47 secs later)
02000000:00000010:2.0:1775767701.418596:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec000.
00000100:00000001:2.0:1775767701.418600:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767701.418607:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335133568/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767701.418634:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767701.418638:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767701.418656:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335133568/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767701.418737:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767701.418743:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767701.418759:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767701.418766:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767701.418772:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767701.418775:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767701.418782:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4885
00000400:00000200:2.0:1775767701.418797:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767701.418805:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767701.418808:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767701.418816:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767701.418817:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767701.418819:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767701.418822:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767701.418823:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767701.418824:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767701.418826:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767701.418831:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775767701.418833:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775767701.418835:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767701.418839:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767701.418842:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767701.418846:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767701.418852:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767701.418858:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767701.418867:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767701.418872:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767701.418877:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767701.418883:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767701.418890:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767701.418894:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767701.418899:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767701.418907:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767701.418914:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767701.418925:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775767701.418928:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767701.418932:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767701.418934:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767701.418939:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767701.418946:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767701.418951:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767701.418957:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306becc00.
00000100:00000001:2.0:1775767701.418963:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767701.418977:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335133696/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767701.419006:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767701.419013:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767701.419030:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335133696/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767701.419054:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767701.419064:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767701.419070:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767701.419076:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767701.419080:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767701.419095:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767701.419102:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4885
00000400:00000200:2.0:1775767701.419112:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767701.419126:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767701.419135:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767701.419146:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767701.419154:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767701.419160:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767701.419165:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767701.419169:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767701.419174:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767701.419180:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767701.419182:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767701.419185:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775767701.419189:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767701.419201:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767701.419209:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767701.419217:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767701.419222:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767701.419234:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767701.419244:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767701.419250:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767701.419253:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767701.419257:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767701.419260:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767701.419262:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767701.419265:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767701.419270:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767701.419272:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767701.419278:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767701.419283:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775767701.419291:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767701.419296:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767701.419306:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767701.419312:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767701.419316:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767701.419321:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306befc00.
00000100:00000001:2.0:1775767701.419338:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767701.419350:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335133824/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767701.419369:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767701.419371:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767701.419380:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335133824/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767701.419406:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767701.419415:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4896)
00000800:00000200:3.1:1775767701.419520:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767701.419522:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1775767701.419741:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767701.419744:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1775767701.419944:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767701.419946:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1775767701.420158:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767701.420161:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 47 secs later)
00000100:00000001:0.0:1775767701.993824:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767701.993833:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767701.993835:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767701.993839:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767701.993842:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767701.993846:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767701.993848:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767701.993850:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767701.993852:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767702.442108:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767702.442112:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767702.442116:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767702.697852:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299559678, at 4299559680
00000100:00000010:2.0:1775767702.697870:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3d80.
00000100:00000001:0.0:1775767703.017780:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767703.017787:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767703.017789:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767703.017796:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767703.017800:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767703.017805:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767703.017807:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767703.017810:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767703.017813:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767703.465916:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767703.465920:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767703.465924:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767704.041812:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767704.041820:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767704.041823:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767704.041829:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767704.041832:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767704.041836:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767704.041839:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767704.041841:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767704.041845:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767704.489933:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767704.489937:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767704.489940:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767705.065842:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767705.065850:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767705.065852:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767705.065858:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767705.065862:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767705.065867:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767705.065870:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767705.065873:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767705.065876:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767705.513974:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767705.513979:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767705.513983:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767706.089830:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767706.089835:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767706.089837:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767706.089841:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767706.089844:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767706.089847:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767706.089849:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767706.089851:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767706.089853:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767706.537824:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767706.537833:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775767706.537838:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767706.537842:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767706.537847:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767706.537852:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4891
00000400:00000200:1.0:1775767706.537861:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767706.537867:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767706.537870:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767706.537873:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767706.537876:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767706.537879:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767706.537881:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767706.537884:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767706.537886:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:1.0:1775767706.537888:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000001:0.0:1775767706.537889:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000040:1.0:1775767706.537891:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775767706.537893:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767706.537894:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00010000:00010000:0.0:1775767706.537898:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767706.537898:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:1.0:1775767706.537902:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767706.537903:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767706.537905:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767706.537907:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767706.537909:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:1.0:1775767706.537912:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767706.537913:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767706.537915:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767706.537917:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767706.537920:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767706.537921:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767706.537923:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767706.537947:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10700.
00000020:00000040:1.0:1775767706.537951:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:1.0:1775767706.537954:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767706.537955:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767706.537957:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767706.537959:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767706.537963:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767706.537969:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8000.
00000100:00000001:1.0:1775767706.537975:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767706.537983:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10700 x1862022335133952/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767706.537992:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767706.537995:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767706.537999:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9d335f8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10700 x1862022335133952/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767706.538015:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767706.538017:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767706.538021:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775767706.538022:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767706.538023:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767706.538025:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767706.538027:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4891
00000400:00000200:1.0:1775767706.538030:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767706.538032:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767706.538034:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767706.538037:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767706.538039:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767706.538041:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767706.538043:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767706.538045:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767706.538046:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:1.0:1775767706.538048:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767706.538051:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:1.0:1775767706.538054:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:1.0:1775767706.538057:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:1.0:1775767706.538062:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767706.538064:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767706.538070:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767706.538074:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767706.538079:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:1.0:1775767706.538083:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767706.538089:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767706.538094:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767706.538101:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767706.538109:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767706.538113:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767706.538119:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767706.538124:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767706.538128:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767706.538137:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11c00.
00000020:00000040:1.0:1775767706.538143:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:1.0:1775767706.538149:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767706.538152:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767706.538156:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767706.538157:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767706.538159:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767706.538164:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046ea000.
00000100:00000001:1.0:1775767706.538170:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767706.538178:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11c00 x1862022335134080/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767706.538194:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767706.538198:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767706.538203:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062b06338] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11c00 x1862022335134080/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767706.538215:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767706.538217:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767706.538223:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775767706.538224:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767706.538228:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767706.538232:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767706.538236:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4891
00000400:00000200:1.0:1775767706.538243:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767706.538249:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767706.538253:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767706.538259:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767706.538264:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767706.538269:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767706.538272:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767706.538274:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767706.538277:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:1.0:1775767706.538280:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767706.538283:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:1.0:1775767706.538288:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:1.0:1775767706.538290:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:1.0:1775767706.538297:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767706.538299:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767706.538300:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767706.538304:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767706.538305:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:1.0:1775767706.538307:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767706.538312:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767706.538316:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767706.538319:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767706.538322:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775767706.538323:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:1.0:1775767706.538325:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000800:00000200:3.1:1775767706.538328:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000008:00100000:1.0:1775767706.538329:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767706.538334:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767706.538337:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767706.538343:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11500.
00000020:00000040:1.0:1775767706.538346:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:1.0:1775767706.538351:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767706.538353:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767706.538356:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767706.538358:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767706.538360:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767706.538362:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046ea400.
00000100:00000001:1.0:1775767706.538366:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767706.538382:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11500 x1862022335134208/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767706.538390:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767706.538393:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767706.538401:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3229bd5] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11500 x1862022335134208/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767706.538413:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767706.538418:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767706.538422:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775767706.538425:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767706.538428:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767706.538434:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767706.538440:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4891
00000400:00000200:1.0:1775767706.538448:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767706.538452:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767706.538457:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767706.538466:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767706.538471:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767706.538476:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767706.538479:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767706.538484:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767706.538486:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:1.0:1775767706.538487:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767706.538490:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:1.0:1775767706.538493:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:1.0:1775767706.538499:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:1.0:1775767706.538503:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767706.538508:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767706.538512:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767706.538518:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767706.538523:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:1.0:1775767706.538532:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767706.538537:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767706.538539:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767706.538544:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767706.538550:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767706.538551:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767706.538556:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767706.538560:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767706.538561:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767706.538564:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10000.
00000020:00000040:1.0:1775767706.538565:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:1.0:1775767706.538567:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767706.538568:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767706.538571:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767706.538572:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767706.538575:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767706.538578:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eb800.
00000100:00000001:1.0:1775767706.538583:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767706.538592:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10000 x1862022335134336/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767706.538600:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767706.538602:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767706.538609:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbb7fab8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10000 x1862022335134336/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767706.538626:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767706.538630:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767706.538635:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775767706.538638:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767706.538640:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767706.538643:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767706.538649:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4891
00000400:00000200:1.0:1775767706.538657:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767706.538662:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767706.538665:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767706.538672:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767706.538677:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767706.538681:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767706.538684:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767706.538688:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767706.538689:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:1.0:1775767706.538692:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767706.538694:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:1.0:1775767706.538698:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:1.0:1775767706.538704:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:1.0:1775767706.538734:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767706.538735:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767706.538737:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767706.538742:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767706.538745:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:1.0:1775767706.538751:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767706.538753:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767706.538757:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767706.538761:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767706.538763:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767706.538768:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767706.538770:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767706.538773:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767706.538777:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767706.538782:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10e00.
00000020:00000040:1.0:1775767706.538786:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:1.0:1775767706.538791:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767706.538794:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767706.538798:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767706.538800:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767706.538802:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767706.538808:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9000.
00000100:00000001:1.0:1775767706.538812:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767706.538821:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10e00 x1862022335134464/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767706.538830:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767706.538834:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767706.538838:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009b4566e] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10e00 x1862022335134464/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767706.538853:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767706.538858:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4901)
00000800:00000200:3.1:1775767706.538987:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767706.538988:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775767706.539172:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767706.539174:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775767706.539343:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767706.539345:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775767706.539557:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767706.539560:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000100:00000001:0.0:1775767707.113777:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767707.113782:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767707.113783:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767707.113788:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767707.113791:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767707.113794:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767707.113796:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767707.113798:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767707.113800:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767707.561899:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767707.561902:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767707.561905:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767707.817935:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299564797, at 4299564800
00000100:00000010:2.0:1775767707.817950:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3cc0.
00000100:00000001:0.0:1775767708.137793:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767708.137798:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767708.137800:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767708.137804:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767708.137807:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767708.137810:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767708.137812:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767708.137815:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767708.137816:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767708.585965:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767708.585970:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767708.585973:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767709.161782:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767709.161787:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767709.161789:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767709.161794:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767709.161796:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767709.161800:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767709.161802:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767709.161804:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767709.161806:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767709.609837:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767709.609841:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767709.609844:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767710.185820:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767710.185826:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767710.185828:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767710.185833:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767710.185836:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767710.185840:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767710.185842:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767710.185845:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767710.185847:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767710.633855:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767710.633860:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767710.633863:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767711.209805:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767711.209810:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767711.209817:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767711.209821:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767711.209824:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767711.209828:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767711.209830:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767711.209833:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767711.209834:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767711.658069:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767711.658075:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767711.658078:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767711.658087:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322934380 x1862022335134592/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767711.658107:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767711.658110:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767711.658114:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767711.658116:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767711.658118:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767711.658125:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322934380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335134592:192.168.202.131@tcp:250:kworker.0
00000100:00000001:1.0:1775767711.658129:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767711.658132:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767711.658135:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767711.658138:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767711.658144:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046eb400.
02000000:00000001:1.0:1775767711.658147:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767711.658153:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767711.658159:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000400:00000010:1.0:1775767711.658165:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000200:1.0:1775767711.658173:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335134592, portal 25
00000100:00000001:1.0:1775767711.658177:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767711.658180:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931811712 : -120451777739904 : ffff927322934380)
00000100:00000040:1.0:1775767711.658189:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322934380 x1862022335134592/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767711.658199:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767711.658203:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767711.658206:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767711.658211:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022335134592, offset 0
00000400:00000200:1.0:1775767711.658221:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767711.658232:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767711.658241:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767711.658248:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767711.658254:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767711.658259:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767711.658264:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767711.658273:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60171:60171:256:4294967295] 192.168.202.131@tcp LPNI seq info [60171:60171:8:4294967295]
00000400:00000200:1.0:1775767711.658282:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767711.658296:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767711.658304:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767711.658308:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000800:00000200:1.0:1775767711.658319:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767711.658325:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775767711.658332:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767711.658338:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1775767711.658347:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767711.658351:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767711.658358:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767711.658367:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767711.658372:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767711.658376:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767711.658382:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767711.658388:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322934380 x1862022335134592/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767711.658414:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767711.658418:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322934380 x1862022335134592/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767736 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767711.658431:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767711.658435:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767711.658442:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767711.658447:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767711.658452:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4299569917
00000100:00000010:1.0:1775767711.658459:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9273188e5c60.
00000100:00000001:1.0:1775767711.658469:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1775767711.658477:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4299569917
00000100:00000010:1.0:1775767711.658481:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9273188e5a20.
00000100:00000001:1.0:1775767711.658484:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1775767711.658489:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767711.658497:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767711.658503:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767711.658510:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767711/real 1775767711]  req@ffff927322934380 x1862022335134592/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767711.658529:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767711.658532:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767711.658535:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767711.658540:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767711.658543:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767711.658547:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767711.658552:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322934380 x1862022335134592/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767711.658569:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322934380 x1862022335134592/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767711.658578:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767711.658581:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767711.658586:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767711.658588:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767711.658593:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322934380 x1862022335134592/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767711.658604:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767711.658609:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322934380 x1862022335134592/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767736 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767711.658631:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767711.658635:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767711.658639:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767711.658641:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767711.658645:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767711.658648:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767711.658653:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767711.658661:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767711.658664:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767711.658672:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322934380 x1862022335134592/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767736 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767711.658688:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322934380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335134592:192.168.202.131@tcp:250:kworker.0
00000100:00000001:1.0:1775767711.658697:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767711.658699:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767711.658705:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322934380 x1862022335134592/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767736 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767711.658740:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767711.658744:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767711.658747:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046eb400.
02000000:00000001:1.0:1775767711.658752:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767711.658755:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767711.658758:0:2404:0:(genops.c:1242:class_import_put()) import ffff9273194c5000 refcount=3 obd=MGC192.168.202.131@tcp
00000020:00000001:1.0:1775767711.658763:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767711.658767:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306a67400.
02000000:00000001:1.0:1775767711.658774:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767711.658777:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767711.658781:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322934380.
00000100:00000001:1.0:1775767711.658787:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767711.658790:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767711.658795:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767711.658806:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767711.658811:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767711.658816:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767711.658819:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767711.658822:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767711.658830:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322936d80 x1862022335134720/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767711.658856:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767711.658858:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767711.658862:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767711.658865:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767711.658871:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767711.658880:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322936d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335134720:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775767711.658902:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767711.658905:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767711.658908:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767711.658911:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767711.658915:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046eb400.
02000000:00000001:1.0:1775767711.658918:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767711.658923:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767711.658928:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000400:00000010:1.0:1775767711.658934:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000200:1.0:1775767711.658939:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335134720, portal 10
00000100:00000001:1.0:1775767711.658944:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767711.658948:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931822464 : -120451777729152 : ffff927322936d80)
00000100:00000040:1.0:1775767711.658958:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322936d80 x1862022335134720/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767711.658964:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767711.658967:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767711.658975:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767711.658978:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335134720, offset 0
00000400:00000200:1.0:1775767711.658982:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767711.658985:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767711.658988:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767711.658992:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767711.658995:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767711.658997:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767711.659000:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767711.659002:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60172:60172:256:4294967295] 192.168.202.131@tcp LPNI seq info [60172:60172:8:4294967295]
00000400:00000200:1.0:1775767711.659006:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000020:00000001:2.0:1775767711.659008:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000400:00000200:1.0:1775767711.659014:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000020:00000001:2.0:1775767711.659014:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1775767711.659020:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00010000:00010000:2.0:1775767711.659020:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000010:1.0:1775767711.659024:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000800:00000200:1.0:1775767711.659028:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767711.659030:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775767711.659034:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767711.659036:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1775767711.659039:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767711.659040:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767711.659043:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767711.659046:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767711.659048:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767711.659049:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767711.659051:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767711.659053:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322936d80 x1862022335134720/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767711.659059:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767711.659061:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322936d80 x1862022335134720/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767736 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767711.659066:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767711.659067:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767711.659068:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767711.659071:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: using a timeout of 15131 usecs (16 jiffies)
00000400:00000200:1.0:1775767711.659073:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767711.659074:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299568657
00000100:00000001:1.0:1775767711.659076:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299569917
00000100:00000001:1.0:1775767711.659077:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299568657
00000100:00000001:1.0:1775767711.659079:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299569917
00000100:00000001:1.0:1775767711.659081:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767711.659082:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767711.659084:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767711.659086:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767711/real 1775767711]  req@ffff927322936d80 x1862022335134720/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767711.659091:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767711.659092:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767711.659093:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767711.659095:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767711.659096:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767711.659097:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767711.659100:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322936d80 x1862022335134720/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767711.659105:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322936d80 x1862022335134720/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767711.659109:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767711.659110:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767711.659111:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767711.659112:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767711.659114:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322936d80 x1862022335134720/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767711.659118:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767711.659120:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322936d80 x1862022335134720/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767736 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767711.659124:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767711.659126:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767711.659127:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767711.659128:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767711.659129:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767711.659130:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767711.659132:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767711.659134:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767711.659136:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767711.659138:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322936d80 x1862022335134720/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767736 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767711.659143:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322936d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335134720:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775767711.659146:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767711.659147:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322936680 x1862022335134848/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767711.659156:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767711.659157:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767711.659159:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767711.659160:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767711.659162:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767711.659163:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322936680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335134848:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775767711.659165:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767711.659166:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767711.659167:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767711.659169:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767711.659171:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046e9800.
02000000:00000001:1.0:1775767711.659172:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767711.659174:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767711.659175:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000400:00000010:1.0:1775767711.659177:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000200:1.0:1775767711.659178:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335134848, portal 10
00000100:00000001:1.0:1775767711.659180:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767711.659181:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931820672 : -120451777730944 : ffff927322936680)
00000100:00000040:1.0:1775767711.659185:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322936680 x1862022335134848/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767711.659190:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767711.659191:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767711.659193:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767711.659194:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335134848, offset 0
00000400:00000200:1.0:1775767711.659197:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767711.659199:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767711.659201:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767711.659203:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767711.659204:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767711.659206:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767711.659208:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767711.659210:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60173:60173:256:4294967295] 192.168.202.131@tcp LPNI seq info [60173:60173:8:4294967295]
00000400:00000200:1.0:1775767711.659213:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767711.659217:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767711.659220:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767711.659222:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000800:00000200:1.0:1775767711.659224:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767711.659226:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775767711.659229:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767711.659231:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1775767711.659233:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767711.659235:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767711.659236:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767711.659239:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767711.659240:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767711.659241:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767711.659243:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767711.659245:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322936680 x1862022335134848/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767711.659250:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767711.659252:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322936680 x1862022335134848/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767736 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767711.659256:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767711.659257:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767711.659258:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767711.659260:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: using a timeout of 41678 usecs (42 jiffies)
00000400:00000200:1.0:1775767711.659262:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767711.659263:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299568683
00000100:00000001:1.0:1775767711.659265:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299569917
00000100:00000001:1.0:1775767711.659266:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299568683
00000100:00000001:1.0:1775767711.659268:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299569917
00000100:00000001:1.0:1775767711.659269:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767711.659270:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767711.659271:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767711.659274:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767711/real 1775767711]  req@ffff927322936680 x1862022335134848/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767711.659279:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767711.659280:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767711.659280:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767711.659282:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767711.659283:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767711.659284:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767711.659286:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322936680 x1862022335134848/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767711.659291:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322936680 x1862022335134848/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767711.659295:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767711.659296:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767711.659297:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767711.659297:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767711.659299:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322936680 x1862022335134848/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767711.659303:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767711.659305:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322936680 x1862022335134848/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767736 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767711.659309:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767711.659311:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767711.659312:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767711.659312:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767711.659313:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767711.659314:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767711.659316:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767711.659318:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767711.659319:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767711.659322:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322936680 x1862022335134848/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767736 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767711.659327:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322936680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335134848:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775767711.659329:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767711.659331:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322934700 x1862022335134976/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767711.659335:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767711.659336:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767711.659337:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767711.659338:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767711.659339:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767711.659341:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322934700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335134976:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767711.659343:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767711.659344:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767711.659345:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767711.659346:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767711.659348:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046e9c00.
02000000:00000001:1.0:1775767711.659349:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767711.659351:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767711.659353:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000400:00000010:1.0:1775767711.659354:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000200:1.0:1775767711.659356:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335134976, portal 4
00000100:00000001:1.0:1775767711.659358:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767711.659359:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931812608 : -120451777739008 : ffff927322934700)
00000100:00000040:1.0:1775767711.659362:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322934700 x1862022335134976/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767711.659366:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767711.659367:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767711.659369:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767711.659370:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335134976, offset 0
00000400:00000200:1.0:1775767711.659373:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767711.659375:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767711.659377:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767711.659379:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767711.659380:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767711.659382:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767711.659383:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767711.659385:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60174:60174:256:4294967295] 192.168.202.131@tcp LPNI seq info [60174:60174:8:4294967295]
00000400:00000200:1.0:1775767711.659403:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767711.659409:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767711.659412:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767711.659415:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000800:00000200:1.0:1775767711.659418:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767711.659421:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775767711.659424:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767711.659426:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1775767711.659429:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767711.659431:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767711.659433:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767711.659436:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767711.659438:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767711.659440:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767711.659441:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767711.659444:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322934700 x1862022335134976/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767711.659450:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767711.659453:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322934700 x1862022335134976/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767736 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767711.659459:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767711.659460:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767711.659463:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767711.659465:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: using a timeout of 22192 usecs (23 jiffies)
00000400:00000200:1.0:1775767711.659468:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767711.659470:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299568664
00000100:00000001:1.0:1775767711.659472:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299569917
00000100:00000001:1.0:1775767711.659474:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299568664
00000100:00000001:1.0:1775767711.659476:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299569917
00000100:00000001:1.0:1775767711.659477:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767711.659479:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767711.659480:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767711.659483:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767711/real 1775767711]  req@ffff927322934700 x1862022335134976/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767711.659489:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767711.659490:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767711.659491:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767711.659492:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767711.659494:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767711.659495:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767711.659498:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322934700 x1862022335134976/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767711.659505:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322934700 x1862022335134976/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767711.659510:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767711.659511:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767711.659512:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767711.659513:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767711.659516:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322934700 x1862022335134976/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767711.659521:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767711.659524:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322934700 x1862022335134976/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767736 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767711.659530:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767711.659532:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767711.659534:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767711.659535:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767711.659536:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767711.659537:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767711.659539:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767711.659542:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767711.659543:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767711.659546:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322934700 x1862022335134976/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767736 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767711.659552:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322934700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335134976:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767711.659555:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767711.659556:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767711.659575:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322936d80 x1862022335134720/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767736 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767711.659579:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767711.659580:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767711.659581:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046eb400.
02000000:00000001:1.0:1775767711.659583:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767711.659584:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767711.659585:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c000 refcount=137 obd=lustre-MDT0000-mdc-ffff927308189800
00000020:00000001:1.0:1775767711.659586:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767711.659587:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306a64c00.
02000000:00000001:1.0:1775767711.659589:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767711.659590:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767711.659592:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322936d80.
00000100:00000001:1.0:1775767711.659594:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767711.659595:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767711.659597:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767711.659599:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322936680 x1862022335134848/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767736 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767711.659603:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767711.659604:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767711.659605:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046e9800.
02000000:00000001:1.0:1775767711.659606:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767711.659607:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767711.659608:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f800 refcount=3 obd=lustre-MDT0001-mdc-ffff927308189800
00000020:00000001:1.0:1775767711.659609:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767711.659609:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306a67000.
02000000:00000001:1.0:1775767711.659611:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767711.659611:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767711.659612:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322936680.
00000100:00000001:1.0:1775767711.659613:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767711.659614:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767711.659615:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767711.659617:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322934700 x1862022335134976/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767736 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767711.659620:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767711.659621:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767711.659622:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046e9c00.
02000000:00000001:1.0:1775767711.659623:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767711.659623:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767711.659624:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f000 refcount=2 obd=lustre-OST0000-osc-ffff927308189800
00000020:00000001:1.0:1775767711.659625:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767711.659626:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306a65c00.
02000000:00000001:1.0:1775767711.659628:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767711.659629:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767711.659629:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322934700.
00000100:00000001:1.0:1775767711.659630:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767711.659631:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767711.659632:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767711.659635:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767711.659636:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767711.659637:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767711.659638:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767711.659639:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767711.659641:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322935c00 x1862022335135104/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767711.659646:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767711.659647:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767711.659648:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767711.659649:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767711.659650:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767711.659652:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322935c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335135104:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767711.659654:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767711.659656:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767711.659656:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767711.659658:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767711.659660:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046e9c00.
02000000:00000001:1.0:1775767711.659661:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767711.659663:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767711.659664:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000400:00000010:1.0:1775767711.659666:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000200:1.0:1775767711.659668:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335135104, portal 4
00000100:00000001:1.0:1775767711.659670:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767711.659671:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931817984 : -120451777733632 : ffff927322935c00)
00000100:00000040:1.0:1775767711.659675:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322935c00 x1862022335135104/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767711.659679:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767711.659680:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767711.659682:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767711.659683:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335135104, offset 0
00000400:00000200:1.0:1775767711.659686:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767711.659688:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767711.659690:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767711.659691:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767711.659693:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767711.659695:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767711.659697:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767711.659699:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60175:60175:256:4294967295] 192.168.202.131@tcp LPNI seq info [60175:60175:8:4294967295]
00000400:00000200:1.0:1775767711.659701:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767711.659705:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767711.659708:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767711.659710:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000800:00000200:1.0:1775767711.659712:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767711.659714:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775767711.659716:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767711.659718:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1775767711.659721:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767711.659722:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767711.659724:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767711.659726:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767711.659728:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767711.659729:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767711.659730:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767711.659732:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322935c00 x1862022335135104/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767711.659737:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767711.659755:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322935c00 x1862022335135104/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767736 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767711.659759:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767711.659760:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767711.659763:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767711.659764:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: using a timeout of 22500 usecs (23 jiffies)
00000400:00000200:1.0:1775767711.659784:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767711.659787:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299568665
00000100:00000001:1.0:1775767711.659790:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299569917
00000100:00000001:1.0:1775767711.659792:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299568665
00000100:00000001:1.0:1775767711.659797:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299569917
00000100:00000001:1.0:1775767711.659799:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767711.659802:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767711.659804:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767711.659808:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767711/real 1775767711]  req@ffff927322935c00 x1862022335135104/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767711.659818:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767711.659820:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767711.659822:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767711.659825:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767711.659827:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767711.659830:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767711.659850:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322935c00 x1862022335135104/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767711.659862:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322935c00 x1862022335135104/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767711.659871:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767711.659873:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767711.659876:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767711.659878:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767711.659917:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322935c00 x1862022335135104/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767711.659926:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767711.659931:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322935c00 x1862022335135104/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767736 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767711.659940:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767711.659943:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767711.659945:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767711.659946:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767711.659949:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767711.659950:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767711.659953:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767711.659957:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767711.659958:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767711.659961:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322935c00 x1862022335135104/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767736 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767711.659967:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322935c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335135104:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767711.659969:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767711.659970:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767711.659972:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322935c00 x1862022335135104/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767736 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767711.659976:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767711.659977:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767711.659979:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046e9c00.
02000000:00000001:1.0:1775767711.659981:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767711.659981:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767711.659982:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c800 refcount=2 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:1.0:1775767711.659983:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767711.659984:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306a67c00.
02000000:00000001:1.0:1775767711.659986:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767711.659987:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767711.659988:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322935c00.
00000100:00000001:1.0:1775767711.659990:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767711.659991:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767711.659992:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767711.659995:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767711.659996:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767711.659997:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767711.659998:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767712.233805:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767712.233811:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767712.233813:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767712.233821:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767712.233825:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767712.233829:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767712.233832:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767712.233835:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767712.233838:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767712.681980:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767712.681989:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767712.681993:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767712.937868:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299569917, at 4299569920
00000100:00000010:2.0:1775767712.937897:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9273188e5c60.
00000100:00000001:0.0:1775767713.257880:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767713.257890:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767713.257891:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767713.257898:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767713.257902:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767713.257906:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767713.257909:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767713.257912:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767713.257914:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767713.705962:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767713.705967:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767713.705972:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767714.281823:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767714.281831:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767714.281833:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767714.281838:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767714.281848:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767714.281853:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767714.281855:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767714.281880:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767714.281883:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767714.729919:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767714.729924:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767714.729927:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767715.305901:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767715.305910:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767715.305912:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767715.305919:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767715.305923:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767715.305928:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767715.305930:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767715.305933:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767715.305935:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767715.754026:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767715.754031:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767715.754035:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767716.329775:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767716.329781:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767716.329783:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767716.329787:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767716.329790:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767716.329793:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767716.329795:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767716.329798:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767716.329800:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767716.777824:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767716.777845:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775767716.777849:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767716.777854:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767716.777861:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767716.777868:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4901
00000400:00000200:1.0:1775767716.777889:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767716.777896:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767716.777899:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767716.777902:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767716.777905:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767716.777908:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767716.777910:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767716.777916:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767716.777919:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:1.0:1775767716.777924:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767716.777928:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:1.0:1775767716.777932:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775767716.777934:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767716.777936:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775767716.777941:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767716.777947:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00010000:00010000:0.0:1775767716.777948:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775767716.777955:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767716.777959:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767716.777962:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767716.777965:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:1.0:1775767716.777967:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767716.777970:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767716.777972:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767716.777974:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767716.777976:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767716.777978:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767716.777980:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767716.777989:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d12d80.
00000020:00000040:1.0:1775767716.777992:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:1.0:1775767716.777995:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767716.777996:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767716.777998:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767716.778001:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767716.778005:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767716.778011:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9c00.
00000100:00000001:1.0:1775767716.778016:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767716.778036:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d12d80 x1862022335135232/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767716.778044:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767716.778048:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767716.778051:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000896363e8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d12d80 x1862022335135232/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767716.778071:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767716.778075:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767716.778079:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775767716.778081:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767716.778082:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767716.778085:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767716.778088:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4901
00000400:00000200:1.0:1775767716.778092:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767716.778095:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767716.778098:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767716.778101:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767716.778103:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767716.778105:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767716.778107:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767716.778110:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767716.778111:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:1.0:1775767716.778113:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767716.778115:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:1.0:1775767716.778118:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:1.0:1775767716.778121:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:1.0:1775767716.778124:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767716.778126:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767716.778128:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767716.778130:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767716.778132:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:1.0:1775767716.778134:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767716.778136:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767716.778138:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767716.778143:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767716.778145:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767716.778147:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767716.778151:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767716.778154:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767716.778156:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767716.778159:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11880.
00000020:00000040:1.0:1775767716.778161:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:1.0:1775767716.778164:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767716.778165:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767716.778167:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767716.778169:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767716.778171:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767716.778174:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9800.
00000100:00000001:1.0:1775767716.778177:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767716.778182:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11880 x1862022335135360/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767716.778189:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767716.778192:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767716.778196:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a965cc18] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11880 x1862022335135360/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767716.778213:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767716.778215:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767716.778219:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775767716.778221:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767716.778222:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767716.778225:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767716.778227:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4901
00000400:00000200:1.0:1775767716.778231:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767716.778234:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767716.778236:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767716.778239:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767716.778241:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767716.778243:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767716.778245:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767716.778248:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767716.778249:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:1.0:1775767716.778251:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767716.778253:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:1.0:1775767716.778255:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:1.0:1775767716.778257:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:1.0:1775767716.778261:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767716.778263:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767716.778265:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767716.778267:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767716.778270:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:1.0:1775767716.778273:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767716.778275:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767716.778277:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767716.778279:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767716.778282:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767716.778284:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767716.778286:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767716.778293:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767716.778295:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767716.778299:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d13480.
00000020:00000040:1.0:1775767716.778301:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:1.0:1775767716.778304:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767716.778305:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767716.778307:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767716.778309:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767716.778310:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775767716.778310:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
02000000:00000010:1.0:1775767716.778314:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eb400.
00000800:00000200:3.1:1775767716.778314:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000100:00000001:1.0:1775767716.778317:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767716.778321:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d13480 x1862022335135488/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767716.778328:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767716.778331:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767716.778334:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d08fae2a] to pc [ptlrpcd_rcv+-1]  req@ffff927303d13480 x1862022335135488/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767716.778342:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767716.778345:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767716.778348:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775767716.778350:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767716.778352:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767716.778354:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767716.778357:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4901
00000400:00000200:1.0:1775767716.778360:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767716.778363:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767716.778365:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767716.778369:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767716.778371:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767716.778374:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767716.778376:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767716.778378:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767716.778379:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:1.0:1775767716.778380:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767716.778382:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:1.0:1775767716.778384:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:1.0:1775767716.778387:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:1.0:1775767716.778390:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767716.778392:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767716.778394:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767716.778396:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767716.778399:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:1.0:1775767716.778401:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767716.778404:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767716.778406:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767716.778408:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767716.778410:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767716.778412:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767716.778415:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767716.778417:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767716.778419:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767716.778422:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10380.
00000020:00000040:1.0:1775767716.778424:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:1.0:1775767716.778427:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767716.778428:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767716.778430:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767716.778431:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767716.778433:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767716.778438:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8400.
00000100:00000001:1.0:1775767716.778441:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767716.778445:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10380 x1862022335135616/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767716.778453:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767716.778455:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767716.778459:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fae5f3c] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10380 x1862022335135616/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767716.778468:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767716.778471:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767716.778476:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775767716.778478:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767716.778480:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767716.778483:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767716.778485:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4901
00000400:00000200:1.0:1775767716.778488:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767716.778491:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767716.778494:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767716.778497:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767716.778499:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767716.778501:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767716.778503:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767716.778511:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767716.778512:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:1.0:1775767716.778514:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767716.778516:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:1.0:1775767716.778518:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:1.0:1775767716.778521:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:1.0:1775767716.778524:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767716.778526:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767716.778528:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767716.778531:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767716.778533:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:1.0:1775767716.778536:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767716.778539:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767716.778540:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767716.778543:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767716.778545:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767716.778547:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767716.778549:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767716.778563:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767716.778564:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767716.778568:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10e00.
00000020:00000040:1.0:1775767716.778571:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:1.0:1775767716.778574:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767716.778576:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767716.778578:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767716.778579:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767716.778581:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767716.778584:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9000.
00000100:00000001:1.0:1775767716.778587:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767716.778591:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10e00 x1862022335135744/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767716.778598:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767716.778600:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767716.778604:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009b4566e] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10e00 x1862022335135744/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767716.778612:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767716.778627:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4911)
00000800:00000200:3.1:1775767716.778775:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767716.778777:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775767716.778995:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767716.778996:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775767716.779173:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767716.779174:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775767716.779348:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767716.779350:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000100:00000001:0.0:1775767717.353825:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767717.353859:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767717.353861:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767717.353868:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767717.353879:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767717.353884:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767717.353886:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767717.353889:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767717.353891:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767717.801893:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767717.801896:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767717.801898:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767718.057840:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299575037, at 4299575040
00000100:00000010:2.0:1775767718.057855:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3d80.
00000100:00000001:0.0:1775767718.377785:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767718.377792:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767718.377794:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767718.377799:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767718.377804:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767718.377808:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767718.377811:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767718.377814:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767718.377817:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767718.825880:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767718.825885:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767718.825888:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767719.401848:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767719.401856:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767719.401858:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767719.401864:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767719.401868:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767719.401873:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767719.401876:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767719.401879:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767719.401882:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767719.849956:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767719.849961:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767719.849966:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767720.425844:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767720.425851:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767720.425853:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767720.425859:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767720.425863:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767720.425867:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767720.425870:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767720.425872:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767720.425874:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767720.873890:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767720.873895:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767720.873899:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767721.449848:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767721.449854:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767721.449855:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767721.449860:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767721.449863:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767721.449867:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767721.449869:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767721.449871:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767721.449873:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767721.897847:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767721.897860:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775767721.897866:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767721.897871:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767721.897877:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767721.897884:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4906
00000400:00000200:1.0:1775767721.897895:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767721.897900:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767721.897903:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767721.897906:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767721.897909:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767721.897912:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767721.897914:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767721.897917:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767721.897919:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:1.0:1775767721.897921:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767721.897924:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:1.0:1775767721.897926:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:1.0:1775767721.897928:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:1.0:1775767721.897930:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767721.897932:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767721.897934:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767721.897935:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767721.897937:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:1.0:1775767721.897940:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767721.897942:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767721.897945:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
02000000:00000001:1.0:1775767721.897945:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767721.897948:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1775767721.897949:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767721.897953:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767721.897954:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775767721.897957:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767721.897959:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767721.897968:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10000.
00000020:00000040:1.0:1775767721.897971:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:1.0:1775767721.897975:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767721.897976:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767721.897978:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767721.897980:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767721.897984:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767721.897991:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046ea400.
00000100:00000001:1.0:1775767721.897996:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767721.898004:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10000 x1862022335135872/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767721.898012:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767721.898016:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767721.898019:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbb7fab8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10000 x1862022335135872/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767721.898037:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767721.898040:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767721.898043:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775767721.898044:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767721.898045:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767721.898048:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767721.898050:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4906
00000400:00000200:1.0:1775767721.898054:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767721.898056:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767721.898058:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767721.898061:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767721.898065:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767721.898068:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767721.898070:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767721.898073:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767721.898074:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:1.0:1775767721.898076:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767721.898078:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:1.0:1775767721.898082:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:1.0:1775767721.898087:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:1.0:1775767721.898094:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767721.898097:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767721.898101:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767721.898106:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767721.898107:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:1.0:1775767721.898109:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767721.898110:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767721.898111:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767721.898116:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767721.898120:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767721.898125:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767721.898129:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767721.898134:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767721.898137:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767721.898139:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11500.
00000020:00000040:1.0:1775767721.898144:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:1.0:1775767721.898148:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767721.898149:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767721.898150:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767721.898151:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767721.898154:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767721.898158:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046ea000.
00000100:00000001:1.0:1775767721.898162:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767721.898169:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11500 x1862022335136000/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767721.898176:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767721.898177:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767721.898182:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3229bd5] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11500 x1862022335136000/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767721.898200:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767721.898204:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767721.898211:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775767721.898214:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767721.898216:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767721.898220:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767721.898225:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4906
00000400:00000200:1.0:1775767721.898230:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767721.898236:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767721.898239:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767721.898245:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767721.898247:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767721.898248:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767721.898250:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767721.898253:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767721.898255:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:1.0:1775767721.898256:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767721.898258:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:1.0:1775767721.898261:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:1.0:1775767721.898264:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:1.0:1775767721.898268:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767721.898271:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767721.898275:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767721.898278:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767721.898281:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:1.0:1775767721.898288:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767721.898290:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767721.898294:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767721.898297:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767721.898300:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767721.898303:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767721.898305:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767721.898307:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767721.898312:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767721.898317:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11c00.
00000020:00000040:1.0:1775767721.898320:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:1.0:1775767721.898324:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767721.898327:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767721.898328:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767721.898329:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767721.898332:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767721.898336:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8000.
00000100:00000001:1.0:1775767721.898341:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767721.898348:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11c00 x1862022335136128/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1775767721.898356:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:1.0:1775767721.898360:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:3.1:1775767721.898362:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000100:00000001:1.0:1775767721.898363:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767721.898371:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062b06338] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11c00 x1862022335136128/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767721.898382:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767721.898384:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767721.898388:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775767721.898392:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767721.898393:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767721.898398:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767721.898401:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4906
00000400:00000200:1.0:1775767721.898408:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767721.898411:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767721.898414:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767721.898420:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767721.898424:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767721.898436:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767721.898441:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767721.898445:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767721.898447:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:1.0:1775767721.898450:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767721.898452:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:1.0:1775767721.898456:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:1.0:1775767721.898459:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:1.0:1775767721.898462:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767721.898466:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767721.898470:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767721.898473:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767721.898478:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:1.0:1775767721.898480:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767721.898484:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767721.898486:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767721.898487:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767721.898489:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767721.898493:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767721.898495:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767721.898497:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767721.898498:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767721.898500:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10700.
00000020:00000040:1.0:1775767721.898502:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:1.0:1775767721.898505:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767721.898507:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767721.898508:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767721.898511:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767721.898513:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767721.898519:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8c00.
00000100:00000001:1.0:1775767721.898524:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767721.898530:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10700 x1862022335136256/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767721.898549:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767721.898552:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767721.898558:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9d335f8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10700 x1862022335136256/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767721.898577:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767721.898584:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767721.898594:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775767721.898598:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767721.898601:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767721.898607:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767721.898614:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4906
00000400:00000200:1.0:1775767721.898622:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767721.898631:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767721.898637:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767721.898645:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767721.898651:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767721.898656:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767721.898660:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767721.898664:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767721.898666:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:1.0:1775767721.898669:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767721.898672:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:1.0:1775767721.898677:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:1.0:1775767721.898681:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:1.0:1775767721.898687:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767721.898690:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767721.898695:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767721.898699:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767721.898703:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:1.0:1775767721.898735:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767721.898738:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767721.898740:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767721.898744:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767721.898748:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767721.898751:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767721.898754:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767721.898757:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767721.898759:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767721.898766:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10000.
00000020:00000040:1.0:1775767721.898769:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:1.0:1775767721.898775:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767721.898777:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767721.898778:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767721.898779:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767721.898782:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767721.898802:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eb000.
00000100:00000001:1.0:1775767721.898807:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767721.898816:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10000 x1862022335136384/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767721.898835:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767721.898839:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767721.898847:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbb7fab8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10000 x1862022335136384/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767721.898867:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767721.898875:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4916)
00000800:00000200:3.1:1775767721.898947:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767721.898949:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775767721.899139:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767721.899141:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775767721.899314:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767721.899316:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775767721.899555:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767721.899557:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000100:00000001:0.0:1775767722.473832:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767722.473839:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767722.473842:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767722.473849:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767722.473853:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767722.473857:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767722.473860:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767722.473863:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767722.473866:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767722.921947:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767722.921950:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767722.921952:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767723.177881:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299580157, at 4299580160
00000100:00000010:2.0:1775767723.177902:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3ba0.
00000100:00000001:0.0:1775767723.497883:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767723.497889:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767723.497891:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767723.497897:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767723.497901:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767723.497905:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767723.497907:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767723.497910:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767723.497912:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767723.945904:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767723.945907:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767723.945910:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767724.521829:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767724.521836:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767724.521838:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767724.521845:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767724.521848:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767724.521853:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767724.521855:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767724.521858:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767724.521860:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767724.969881:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767724.969887:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767724.969892:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767725.545831:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767725.545838:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767725.545840:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767725.545846:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767725.545850:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767725.545855:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767725.545857:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767725.545860:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767725.545863:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767725.994008:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767725.995154:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767725.995159:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767726.569792:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767726.569798:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767726.569801:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767726.569806:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767726.569810:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767726.569813:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767726.569816:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767726.569819:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767726.569822:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767727.017804:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767727.017847:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775767727.017850:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767727.017853:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767727.017856:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767727.017863:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4911
00000020:00000001:0.0:1775767727.017872:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000400:00000200:1.0:1775767727.017872:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000020:00000001:0.0:1775767727.017876:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767727.017880:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000200:1.0:1775767727.017882:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767727.017885:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767727.017888:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767727.017891:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767727.017894:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767727.017896:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767727.017898:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767727.017900:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:1.0:1775767727.017902:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767727.017904:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:1.0:1775767727.017905:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:1.0:1775767727.017907:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:1.0:1775767727.017909:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767727.017910:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767727.017911:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767727.017912:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767727.017914:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:1.0:1775767727.017916:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767727.017918:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767727.017920:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767727.017922:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767727.017924:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767727.017926:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767727.017928:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767727.017935:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10e00.
00000020:00000040:1.0:1775767727.017938:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:1.0:1775767727.017941:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767727.017942:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767727.017945:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767727.017947:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767727.017950:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767727.017957:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046ebc00.
00000100:00000001:1.0:1775767727.017962:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767727.017969:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10e00 x1862022335136512/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767727.017978:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767727.017982:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767727.017985:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009b4566e] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10e00 x1862022335136512/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767727.018002:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767727.018005:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767727.018008:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775767727.018009:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767727.018010:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767727.018013:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767727.018015:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4911
00000400:00000200:1.0:1775767727.018018:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767727.018020:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767727.018022:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767727.018025:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767727.018028:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767727.018030:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767727.018033:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767727.018035:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767727.018037:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:1.0:1775767727.018039:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767727.018040:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:1.0:1775767727.018044:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:1.0:1775767727.018045:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:1.0:1775767727.018050:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767727.018059:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767727.018060:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767727.018062:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767727.018063:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:1.0:1775767727.018065:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767727.018069:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767727.018070:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767727.018077:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767727.018079:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767727.018082:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767727.018086:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767727.018092:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767727.018095:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767727.018098:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10380.
00000020:00000040:1.0:1775767727.018101:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:1.0:1775767727.018104:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767727.018107:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767727.018109:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767727.018112:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767727.018113:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767727.018118:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eac00.
00000100:00000001:1.0:1775767727.018124:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767727.018131:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10380 x1862022335136640/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767727.018145:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767727.018149:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767727.018161:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fae5f3c] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10380 x1862022335136640/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767727.018207:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767727.018213:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767727.018220:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775767727.018224:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767727.018227:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767727.018232:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767727.018237:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4911
00000400:00000200:1.0:1775767727.018247:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767727.018254:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767727.018257:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767727.018263:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767727.018266:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767727.018270:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767727.018274:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767727.018276:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767727.018279:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:1.0:1775767727.018283:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767727.018286:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:1.0:1775767727.018290:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:1.0:1775767727.018296:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:1.0:1775767727.018303:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767727.018308:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767727.018313:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767727.018319:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767727.018323:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:1.0:1775767727.018326:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767727.018329:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767727.018334:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767727.018339:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767727.018344:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767727.018347:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767727.018350:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767727.018353:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767727.018356:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767727.018363:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d13480.
00000020:00000040:1.0:1775767727.018366:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:1.0:1775767727.018372:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767727.018373:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767727.018375:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767727.018377:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767727.018380:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767727.018391:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9400.
00000100:00000001:1.0:1775767727.018398:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775767727.018403:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00100000:1.0:1775767727.018407:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d13480 x1862022335136768/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1775767727.018409:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000100:00000001:1.0:1775767727.018420:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767727.018423:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767727.018430:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d08fae2a] to pc [ptlrpcd_rcv+-1]  req@ffff927303d13480 x1862022335136768/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767727.018437:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767727.018439:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767727.018443:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775767727.018445:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767727.018447:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767727.018450:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767727.018453:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4911
00000400:00000200:1.0:1775767727.018457:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767727.018460:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767727.018463:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767727.018466:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767727.018468:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767727.018471:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767727.018473:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767727.018475:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767727.018476:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:1.0:1775767727.018477:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767727.018479:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:1.0:1775767727.018481:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:1.0:1775767727.018483:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:1.0:1775767727.018486:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767727.018488:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767727.018491:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767727.018493:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767727.018495:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:1.0:1775767727.018498:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767727.018500:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767727.018502:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767727.018505:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767727.018507:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767727.018509:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767727.018511:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767727.018513:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767727.018515:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767727.018519:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11880.
00000020:00000040:1.0:1775767727.018521:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:1.0:1775767727.018524:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767727.018525:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767727.018526:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767727.018528:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767727.018529:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767727.018535:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eb000.
00000100:00000001:1.0:1775767727.018539:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767727.018543:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11880 x1862022335136896/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767727.018551:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767727.018553:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767727.018556:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a965cc18] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11880 x1862022335136896/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767727.018564:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767727.018567:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767727.018571:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775767727.018573:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767727.018574:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767727.018577:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767727.018580:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4911
00000400:00000200:1.0:1775767727.018584:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767727.018588:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767727.018590:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767727.018593:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767727.018596:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767727.018598:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767727.018600:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767727.018602:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767727.018603:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:1.0:1775767727.018605:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767727.018607:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:1.0:1775767727.018610:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:1.0:1775767727.018612:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:1.0:1775767727.018616:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767727.018620:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767727.018624:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767727.018627:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767727.018632:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:1.0:1775767727.018635:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767727.018638:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767727.018639:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767727.018644:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767727.018649:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767727.018654:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767727.018657:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767727.018660:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767727.018664:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767727.018668:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d12d80.
00000020:00000040:1.0:1775767727.018673:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:1.0:1775767727.018677:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767727.018680:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767727.018685:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767727.018687:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767727.018690:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767727.018700:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8c00.
00000100:00000001:1.0:1775767727.018732:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767727.018753:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d12d80 x1862022335137024/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767727.018761:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767727.018763:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767727.018767:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000896363e8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d12d80 x1862022335137024/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767727.018777:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767727.018784:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4921)
00000800:00000200:3.1:1775767727.019169:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767727.019173:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775767727.019467:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767727.019470:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775767727.019816:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767727.019818:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775767727.020104:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767727.020106:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1775767727.593830:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767727.593837:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767727.593838:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767727.593843:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767727.593850:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767727.593854:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767727.593856:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767727.593858:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767727.593860:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767728.041974:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767728.041979:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767728.041983:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767728.297833:0:58658:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299585278, at 4299585280
00000100:00000010:2.0:1775767728.297859:0:58658:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe39c0.
00000100:00000001:0.0:1775767728.617775:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767728.617781:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767728.617783:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767728.617787:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767728.617790:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767728.617793:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767728.617795:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767728.617797:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767728.617799:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767729.065843:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767729.065847:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767729.065849:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767729.641800:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767729.641808:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767729.641811:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767729.641819:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767729.641823:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767729.641829:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767729.641832:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767729.641835:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767729.641838:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767730.089875:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767730.089880:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767730.089884:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767730.665866:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767730.665875:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767730.665877:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767730.665884:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767730.665889:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767730.665895:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767730.665898:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767730.665901:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767730.665904:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767731.114039:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767731.114086:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767731.114091:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767731.689777:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767731.689782:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767731.689784:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767731.689789:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767731.689791:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767731.689794:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767731.689797:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767731.689798:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767731.689801:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767732.137817:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767732.137827:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767732.137829:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767732.137832:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767732.137836:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767732.137847:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4916
00000400:00000200:2.0:1775767732.137856:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767732.137863:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767732.137866:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767732.137869:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767732.137872:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000020:00000001:0.0:1775767732.137875:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000040:2.0:1775767732.137875:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767732.137879:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767732.137880:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767732.137883:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00010000:00010000:0.0:1775767732.137884:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000040:2.0:1775767732.137885:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767732.137888:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767732.137891:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775767732.137893:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775767732.137895:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775767732.137898:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767732.137900:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767732.137901:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767732.137902:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767732.137904:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767732.137907:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767732.137908:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767732.137910:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767732.137912:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767732.137915:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767732.137916:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767732.137918:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767732.137925:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
00000020:00000040:2.0:1775767732.137928:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767732.137931:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767732.137932:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767732.137934:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767732.137936:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767732.137941:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767732.137949:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed800.
00000100:00000001:2.0:1775767732.137956:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767732.137965:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335137152/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767732.137976:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767732.137982:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767732.137988:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335137152/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767732.138008:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767732.138011:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767732.138014:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767732.138015:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767732.138017:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767732.138020:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767732.138023:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4916
00000400:00000200:2.0:1775767732.138028:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767732.138031:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767732.138034:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767732.138039:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767732.138043:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767732.138047:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767732.138050:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767732.138055:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767732.138058:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767732.138061:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767732.138065:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767732.138069:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767732.138073:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767732.138075:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767732.138078:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767732.138082:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767732.138084:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767732.138088:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767732.138093:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767732.138095:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767732.138099:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767732.138106:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767732.138110:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767732.138112:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767732.138115:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767732.138118:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767732.138120:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767732.138124:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
00000020:00000040:2.0:1775767732.138127:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767732.138131:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767732.138133:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767732.138137:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767732.138138:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767732.138140:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767732.138144:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed400.
00000100:00000001:2.0:1775767732.138149:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767732.138156:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335137280/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767732.138178:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767732.138183:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767732.138189:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335137280/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767732.138198:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767732.138200:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767732.138202:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767732.138205:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767732.138206:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767732.138209:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767732.138211:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4916
00000400:00000200:2.0:1775767732.138216:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767732.138222:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767732.138224:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767732.138226:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767732.138231:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767732.138235:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767732.138237:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767732.138239:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767732.138241:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767732.138244:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767732.138246:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775767732.138250:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775767732.138255:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775767732.138262:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767732.138267:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767732.138273:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767732.138278:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767732.138285:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767732.138293:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767732.138296:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767732.138302:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767732.138306:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767732.138312:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767732.138315:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767732.138319:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767732.138323:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767732.138324:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767732.138328:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767732.138332:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
00000800:00000200:3.1:1775767732.138338:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767732.138341:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
02000000:00000001:2.0:1775767732.138348:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767732.138351:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767732.138356:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767732.138359:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767732.138362:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767732.138371:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bedc00.
00000100:00000001:2.0:1775767732.138378:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767732.138389:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335137408/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767732.138408:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767732.138414:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767732.138424:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335137408/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767732.138441:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767732.138445:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767732.138449:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767732.138450:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767732.138451:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767732.138455:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767732.138458:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4916
00000400:00000200:2.0:1775767732.138468:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767732.138475:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767732.138481:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767732.138488:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767732.138493:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767732.138498:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767732.138505:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767732.138510:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767732.138513:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767732.138517:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767732.138519:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775767732.138523:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775767732.138527:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767732.138533:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767732.138544:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767732.138550:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767732.138553:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767732.138556:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767732.138564:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767732.138569:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767732.138572:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767732.138577:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767732.138583:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767732.138588:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767732.138593:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767732.138600:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767732.138604:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767732.138612:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775767732.138618:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767732.138625:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767732.138628:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767732.138632:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767732.138635:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767732.138638:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767732.138643:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef800.
00000100:00000001:2.0:1775767732.138648:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767732.138657:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335137536/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767732.138667:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767732.138671:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767732.138676:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335137536/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767732.138704:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767732.138735:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767732.138740:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767732.138742:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767732.138745:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767732.138748:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767732.138753:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4916
00000400:00000200:2.0:1775767732.138760:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767732.138766:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767732.138768:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767732.138772:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767732.138773:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767732.138778:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767732.138783:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767732.138788:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767732.138790:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767732.138793:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767732.138794:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767732.138795:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775767732.138797:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767732.138801:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767732.138805:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767732.138809:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767732.138812:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767732.138816:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767732.138823:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767732.138828:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767732.138833:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767732.138836:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767732.138841:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767732.138845:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767732.138848:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767732.138852:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767732.138856:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767732.138862:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775767732.138867:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775767732.138872:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767732.138873:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767732.138877:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767732.138879:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767732.138882:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767732.138887:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed800.
00000100:00000001:2.0:1775767732.138892:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767732.138900:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335137664/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767732.138934:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767732.138939:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767732.138950:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335137664/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767732.138974:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767732.138982:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4926)
00000800:00000200:3.1:1775767732.139020:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767732.139022:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775767732.139233:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767732.139235:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775767732.139415:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767732.139417:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775767732.139745:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767732.139747:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1775767732.713822:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767732.713828:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767732.713830:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767732.713835:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767732.713838:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767732.713841:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767732.713843:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767732.713845:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767732.713847:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767733.161961:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767733.161966:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767733.161970:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767733.417778:0:58716:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299590397, at 4299590400
00000100:00000010:2.0:1775767733.417790:0:58716:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe30c0.
00000100:00000001:0.0:1775767733.737775:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767733.737780:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767733.737782:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767733.737787:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767733.737790:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767733.737794:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767733.737798:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767733.737801:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767733.737804:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767734.185848:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767734.185851:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767734.185854:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767734.761800:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767734.761805:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767734.761807:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767734.761811:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767734.761814:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767734.761817:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767734.761819:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767734.761821:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767734.761823:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767735.209889:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767735.209894:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767735.209897:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767735.785773:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767735.785779:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767735.785781:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767735.785785:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767735.785788:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767735.785792:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767735.785794:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767735.785795:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767735.785797:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767736.233931:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767736.233935:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767736.233937:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767736.809793:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767736.809799:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767736.809800:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767736.809805:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767736.809808:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767736.809811:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767736.809814:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767736.809816:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767736.809818:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767737.257828:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767737.257837:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767737.257840:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767737.257843:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767737.257848:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767737.257856:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4921
00000400:00000200:2.0:1775767737.257867:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767737.257875:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767737.257879:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767737.257882:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767737.257885:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767737.257887:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767737.257890:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767737.257893:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767737.257894:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767737.257896:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000001:0.0:1775767737.257931:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000040:2.0:1775767737.257932:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775767737.257935:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767737.257935:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00010000:00010000:0.0:1775767737.257939:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775767737.257940:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775767737.257944:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767737.257947:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767737.257950:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767737.257951:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767737.257953:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767737.257955:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767737.257957:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767737.257960:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767737.257962:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767737.257964:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767737.257965:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767737.257967:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767737.257974:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775767737.257977:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767737.257980:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767737.257981:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767737.257983:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767737.257985:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767737.257989:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767737.257995:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee000.
00000100:00000001:2.0:1775767737.258001:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767737.258009:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335137792/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767737.258017:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767737.258021:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767737.258024:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335137792/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767737.258039:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767737.258041:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767737.258044:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767737.258045:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767737.258046:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767737.258048:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767737.258051:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4921
00000400:00000200:2.0:1775767737.258059:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767737.258062:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767737.258063:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767737.258066:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767737.258068:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767737.258070:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767737.258072:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767737.258073:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767737.258074:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767737.258075:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767737.258076:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767737.258080:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767737.258082:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767737.258085:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767737.258088:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767737.258091:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767737.258093:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767737.258096:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767737.258100:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767737.258103:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767737.258107:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767737.258112:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767737.258116:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767737.258118:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767737.258122:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767737.258127:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767737.258129:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767737.258131:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775767737.258135:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767737.258137:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767737.258140:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767737.258142:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767737.258144:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767737.258147:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767737.258151:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec800.
00000100:00000001:2.0:1775767737.258154:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767737.258161:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335137920/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767737.258168:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767737.258171:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767737.258178:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335137920/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767737.258186:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767737.258191:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767737.258198:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767737.258199:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767737.258200:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767737.258205:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767737.258209:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4921
00000400:00000200:2.0:1775767737.258214:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767737.258220:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767737.258223:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767737.258229:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767737.258232:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767737.258234:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767737.258241:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767737.258257:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767737.258260:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767737.258262:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767737.258264:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775767737.258269:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775767737.258273:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775767737.258278:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767737.258280:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767737.258282:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767737.258284:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767737.258285:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767737.258287:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767737.258288:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767737.258291:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767737.258294:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767737.258296:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767737.258298:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767737.258302:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767737.258305:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767737.258309:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767737.258313:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775767737.258317:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767737.258322:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767737.258323:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767737.258325:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767737.258326:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767737.258327:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767737.258331:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306befc00.
00000100:00000001:2.0:1775767737.258335:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767737.258342:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335138048/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767737.258352:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767737.258355:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767737.258360:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335138048/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767737.258370:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767737.258374:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767737.258378:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767737.258380:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767737.258383:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767737.258386:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767737.258390:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4921
00000400:00000200:2.0:1775767737.258417:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767737.258422:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767737.258425:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767737.258427:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767737.258432:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767737.258433:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767737.258435:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767737.258437:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767737.258438:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767737.258441:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767737.258442:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775767737.258447:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775767737.258450:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767737.258455:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767737.258458:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767737.258462:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000800:00000200:3.1:1775767737.258463:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:2.0:1775767737.258464:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767737.258467:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000800:00000200:3.1:1775767737.258470:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000100:00080000:2.0:1775767737.258471:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767737.258474:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767737.258477:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767737.258480:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767737.258483:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767737.258485:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767737.258487:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767737.258489:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767737.258493:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767737.258495:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775767737.258496:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767737.258498:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767737.258500:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767737.258503:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767737.258504:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767737.258506:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767737.258510:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306becc00.
00000100:00000001:2.0:1775767737.258514:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767737.258519:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335138176/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767737.258529:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767737.258532:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767737.258538:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335138176/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767737.258555:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767737.258557:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767737.258559:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767737.258560:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767737.258561:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767737.258562:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767737.258564:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4921
00000400:00000200:2.0:1775767737.258570:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767737.258575:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767737.258577:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767737.258582:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767737.258586:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767737.258590:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767737.258597:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767737.258602:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767737.258605:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767737.258608:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767737.258611:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767737.258615:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775767737.258617:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767737.258623:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767737.258627:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767737.258632:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767737.258667:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767737.258673:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767737.258678:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767737.258681:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767737.258686:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767737.258689:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767737.258693:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767737.258696:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767737.258698:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767737.258701:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767737.258704:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767737.258726:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767737.258728:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775767737.258729:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767737.258730:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767737.258732:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767737.258733:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767737.258734:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767737.258737:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec000.
00000100:00000001:2.0:1775767737.258741:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767737.258749:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335138304/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767737.258781:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767737.258784:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767737.258788:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335138304/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767737.258797:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767737.258802:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4931)
00000800:00000200:3.1:1775767737.259063:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767737.259065:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775767737.259248:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767737.259250:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775767737.259423:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767737.259425:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775767737.259619:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767737.259621:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1775767737.833806:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767737.833812:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767737.833814:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767737.833819:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767737.833823:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767737.833827:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767737.833830:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767737.833833:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767737.833836:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767738.281944:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767738.281948:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767738.281952:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767738.537794:0:58716:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299595517, at 4299595520
00000100:00000010:2.0:1775767738.537810:0:58716:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3e40.
00000100:00000001:0.0:1775767738.857792:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767738.857797:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767738.857799:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767738.857803:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767738.857806:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767738.857809:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767738.857812:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767738.857814:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767738.857816:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767739.305919:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767739.305922:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767739.305925:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767739.881814:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767739.881820:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767739.881822:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767739.881828:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767739.881833:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767739.881837:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767739.881840:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767739.881843:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767739.881846:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767740.329862:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767740.329865:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767740.329868:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767740.905822:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767740.905827:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767740.905829:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767740.905833:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767740.905836:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767740.905840:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767740.905842:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767740.905844:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767740.905846:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767741.353923:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767741.353927:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767741.353930:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767741.929780:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767741.929785:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767741.929787:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767741.929791:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767741.929794:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767741.929797:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767741.929799:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767741.929801:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767741.929803:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767742.377793:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767742.377801:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767742.377804:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767742.377808:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767742.377813:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767742.377820:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4926
00000400:00000200:2.0:1775767742.377833:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767742.377842:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767742.377848:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767742.377856:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767742.377862:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767742.377868:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767742.377874:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767742.377882:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767742.377886:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767742.377889:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767742.377892:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775767742.377895:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775767742.377898:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775767742.377902:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767742.377906:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767742.377908:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767742.377911:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767742.377914:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767742.377918:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767742.377921:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767742.377924:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000020:00000001:0.0:1775767742.377927:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
02000000:00000001:2.0:1775767742.377928:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1775767742.377931:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767742.377933:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767742.377934:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775767742.377937:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767742.377941:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767742.377950:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
00000020:00000040:2.0:1775767742.377954:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767742.377958:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767742.377960:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767742.377963:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767742.377966:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767742.377971:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767742.377979:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef400.
00000100:00000001:2.0:1775767742.377985:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767742.377995:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335138432/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767742.378007:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767742.378012:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767742.378017:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335138432/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767742.378037:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767742.378040:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767742.378043:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767742.378044:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767742.378046:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767742.378049:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767742.378052:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4926
00000400:00000200:2.0:1775767742.378056:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767742.378060:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767742.378063:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767742.378066:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767742.378070:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767742.378075:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767742.378079:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767742.378084:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767742.378085:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767742.378086:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767742.378087:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767742.378089:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767742.378094:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767742.378100:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767742.378103:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767742.378106:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767742.378111:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767742.378118:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767742.378125:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767742.378131:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767742.378137:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767742.378144:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767742.378148:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767742.378152:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767742.378157:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767742.378160:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767742.378162:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767742.378168:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
00000020:00000040:2.0:1775767742.378170:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767742.378175:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767742.378178:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767742.378181:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767742.378183:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767742.378185:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767742.378191:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee400.
00000100:00000001:2.0:1775767742.378197:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767742.378205:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335138560/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767742.378216:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767742.378221:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767742.378226:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335138560/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767742.378240:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767742.378245:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767742.378250:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767742.378252:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767742.378254:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767742.378258:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767742.378263:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4926
00000400:00000200:2.0:1775767742.378296:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767742.378302:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767742.378304:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767742.378306:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767742.378308:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767742.378311:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767742.378313:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767742.378315:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767742.378316:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767742.378319:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767742.378321:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775767742.378325:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775767742.378327:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775767742.378332:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767742.378334:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767742.378336:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767742.378340:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000800:00000200:3.1:1775767742.378340:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000020:00000040:2.0:1775767742.378345:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000800:00000200:3.1:1775767742.378346:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 6 secs later)
00000100:00080000:2.0:1775767742.378350:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767742.378354:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767742.378357:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767742.378360:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767742.378363:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767742.378364:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767742.378366:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767742.378371:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767742.378372:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767742.378377:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767742.378381:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767742.378382:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767742.378383:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767742.378385:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767742.378387:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767742.378389:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767742.378395:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef000.
00000100:00000001:2.0:1775767742.378398:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767742.378406:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335138688/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767742.378424:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767742.378428:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767742.378432:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335138688/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767742.378443:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767742.378448:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767742.378453:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767742.378456:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767742.378459:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767742.378462:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767742.378469:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4926
00000400:00000200:2.0:1775767742.378476:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767742.378483:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767742.378495:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767742.378502:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767742.378507:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767742.378511:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767742.378515:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767742.378521:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767742.378523:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767742.378528:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767742.378531:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775767742.378536:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775767742.378540:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767742.378548:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767742.378554:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767742.378560:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767742.378566:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767742.378571:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767742.378578:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767742.378582:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767742.378606:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767742.378610:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767742.378614:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767742.378619:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767742.378623:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767742.378629:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767742.378633:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767742.378639:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775767742.378644:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767742.378648:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767742.378650:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767742.378653:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767742.378655:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767742.378658:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767742.378664:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed000.
00000100:00000001:2.0:1775767742.378668:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767742.378676:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335138816/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767742.378690:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767742.378694:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767742.378700:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335138816/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767742.378748:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767742.378756:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767742.378763:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767742.378768:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767742.378771:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767742.378774:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767742.378777:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4926
00000400:00000200:2.0:1775767742.378781:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767742.378787:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767742.378791:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767742.378798:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767742.378803:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767742.378806:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767742.378811:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767742.378814:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767742.378817:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767742.378818:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767742.378822:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767742.378827:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775767742.378830:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767742.378837:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767742.378840:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767742.378844:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767742.378848:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767742.378850:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767742.378854:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767742.378857:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767742.378860:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767742.378863:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767742.378866:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767742.378870:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767742.378872:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767742.378875:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767742.378878:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767742.378883:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775767742.378886:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775767742.378891:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767742.378893:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767742.378898:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767742.378900:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767742.378904:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767742.378909:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee800.
00000100:00000001:2.0:1775767742.378914:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767742.378920:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335138944/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767742.378952:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767742.378956:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767742.378964:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335138944/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767742.378989:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767742.378994:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4937)
00000800:00000200:3.1:1775767742.379002:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767742.379004:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1775767742.379193:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767742.379195:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1775767742.379429:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767742.379431:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1775767742.379702:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767742.379704:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 6 secs later)
00000100:00000001:0.0:1775767742.953780:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767742.953786:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767742.953788:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767742.953793:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767742.953796:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767742.953799:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767742.953801:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767742.953803:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767742.953805:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767743.401909:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767743.401913:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767743.401916:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767743.657813:0:58716:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299600637, at 4299600640
00000100:00000010:2.0:1775767743.657828:0:58716:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3b40.
00000100:00000001:0.0:1775767743.977802:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767743.977809:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767743.977811:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767743.977818:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767743.977822:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767743.977826:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767743.977829:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767743.977832:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767743.977835:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767744.425880:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767744.425884:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767744.425887:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767745.001818:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767745.001824:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767745.001826:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767745.001830:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767745.001832:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767745.001836:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767745.001839:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767745.001841:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767745.001843:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767745.449913:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767745.449916:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767745.449919:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767746.025799:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767746.025804:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767746.025806:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767746.025810:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767746.025813:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767746.025825:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767746.025828:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767746.025830:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767746.025832:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767746.473877:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767746.473883:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767746.473886:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767747.049821:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767747.049827:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767747.049829:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767747.049834:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767747.049836:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767747.049840:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767747.049842:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767747.049844:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767747.049846:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767747.497815:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767747.497829:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767747.497834:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767747.497842:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767747.497850:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767747.497859:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4932
00000400:00000200:2.0:1775767747.497869:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767747.497877:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767747.497881:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767747.497885:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767747.497889:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767747.497892:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767747.497896:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767747.497900:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767747.497902:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775767747.497904:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767747.497905:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000001:0.0:1775767747.497907:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1775767747.497909:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00010000:00010000:0.0:1775767747.497911:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775767747.497915:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775767747.497919:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775767747.497922:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767747.497926:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767747.497928:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767747.497930:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767747.497933:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767747.497937:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767747.497940:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767747.497943:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767747.497947:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767747.497950:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767747.497952:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767747.497955:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767747.497964:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775767747.497968:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767747.497972:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767747.497974:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767747.497977:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767747.497980:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767747.497984:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767747.497995:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec400.
00000100:00000001:2.0:1775767747.498002:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767747.498012:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335139072/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767747.498023:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767747.498028:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767747.498033:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335139072/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767747.498056:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767747.498060:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767747.498065:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767747.498067:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767747.498069:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767747.498073:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767747.498078:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4932
00000400:00000200:2.0:1775767747.498086:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767747.498094:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767747.498098:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767747.498106:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767747.498111:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767747.498116:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767747.498120:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767747.498124:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767747.498128:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767747.498133:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767747.498137:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767747.498143:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767747.498149:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767747.498155:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767747.498160:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767747.498164:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767747.498167:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767747.498170:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767747.498175:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767747.498182:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767747.498188:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767747.498195:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767747.498199:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767747.498206:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767747.498212:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767747.498221:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767747.498227:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767747.498234:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775767747.498240:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767747.498247:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767747.498251:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767747.498256:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767747.498259:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767747.498262:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767747.498269:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee800.
00000100:00000001:2.0:1775767747.498276:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767747.498286:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335139200/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767747.498311:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767747.498317:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767747.498325:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335139200/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767747.498350:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767747.498355:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767747.498361:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767747.498365:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767747.498368:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:3.1:1775767747.498372:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:2.0:1775767747.498374:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:3.1:1775767747.498376:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000100:00080000:2.0:1775767747.498384:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4932
00000400:00000200:2.0:1775767747.498392:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767747.498399:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767747.498402:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767747.498411:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767747.498417:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767747.498424:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767747.498429:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767747.498434:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767747.498437:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767747.498440:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767747.498443:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775767747.498449:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775767747.498455:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775767747.498461:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767747.498465:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767747.498471:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767747.498476:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767747.498482:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767747.498490:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767747.498495:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767747.498499:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767747.498503:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767747.498507:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767747.498512:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767747.498516:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767747.498521:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767747.498523:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767747.498528:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775767747.498533:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767747.498552:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767747.498555:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767747.498558:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767747.498561:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767747.498564:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767747.498570:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed000.
00000100:00000001:2.0:1775767747.498575:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767747.498585:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335139328/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767747.498614:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767747.498618:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767747.498628:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335139328/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767747.498652:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767747.498658:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767747.498665:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767747.498670:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767747.498673:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767747.498680:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767747.498687:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4932
00000400:00000200:2.0:1775767747.498697:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767747.498705:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767747.498738:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767747.498747:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767747.498752:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767747.498758:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767747.498764:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767747.498770:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767747.498774:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767747.498779:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767747.498785:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775767747.498791:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775767747.498797:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767747.498806:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767747.498812:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767747.498817:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767747.498823:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767747.498831:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767747.498838:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767747.498845:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767747.498850:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767747.498856:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767747.498860:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767747.498866:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767747.498872:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767747.498880:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767747.498886:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767747.498893:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775767747.498898:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767747.498904:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767747.498908:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767747.498913:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767747.498917:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767747.498921:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767747.498929:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef000.
00000100:00000001:2.0:1775767747.498937:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767747.498947:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335139456/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767747.498965:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767747.498967:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767747.498976:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335139456/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767747.499002:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767747.499008:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767747.499017:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767747.499022:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767747.499026:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767747.499035:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767747.499042:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4932
00000400:00000200:2.0:1775767747.499057:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767747.499066:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767747.499072:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000800:00000200:3.1:1775767747.499076:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767747.499078:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000100:00000040:2.0:1775767747.499080:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767747.499086:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767747.499093:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767747.499101:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767747.499107:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767747.499111:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767747.499116:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767747.499121:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767747.499125:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775767747.499132:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767747.499142:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767747.499148:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767747.499155:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767747.499161:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767747.499168:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767747.499175:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767747.499181:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767747.499185:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767747.499190:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767747.499197:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767747.499202:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767747.499207:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767747.499213:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767747.499218:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767747.499226:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767747.499232:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775767747.499238:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767747.499241:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767747.499246:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767747.499249:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767747.499252:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767747.499260:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee400.
00000100:00000001:2.0:1775767747.499265:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767747.499276:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335139584/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767747.499322:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767747.499326:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767747.499336:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335139584/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767747.499367:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767747.499375:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4942)
00000800:00000200:3.1:1775767747.499474:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767747.499477:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1775767747.499842:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767747.499843:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1775767747.500148:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767747.500151:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000100:00000001:0.0:1775767748.073792:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767748.073797:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767748.073799:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767748.073803:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767748.073806:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767748.073810:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767748.073812:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767748.073814:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767748.073816:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767748.521907:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767748.521911:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767748.521915:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767748.777790:0:58716:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299605757, at 4299605760
00000100:00000010:2.0:1775767748.777802:0:58716:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3c00.
00000100:00000001:0.0:1775767749.097804:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767749.097809:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767749.097811:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767749.097815:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767749.097818:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767749.097821:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767749.097823:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767749.097826:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767749.097828:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767749.545889:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767749.545892:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767749.545895:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767750.121814:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767750.121820:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767750.121822:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767750.121826:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767750.121829:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767750.121833:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767750.121835:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767750.121837:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767750.121839:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767750.569892:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767750.569896:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767750.569899:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767751.145794:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767751.145800:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767751.145802:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767751.145807:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767751.145810:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767751.145813:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767751.145815:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767751.145817:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767751.145819:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767751.593853:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767751.593856:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767751.593859:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767752.169810:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767752.169816:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767752.169818:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767752.169823:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767752.169826:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767752.169830:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767752.169832:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767752.169834:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767752.169836:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767752.617822:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767752.617831:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767752.617834:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767752.617840:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767752.617847:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767752.617857:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4937
00000400:00000200:2.0:1775767752.617870:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767752.617881:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767752.617887:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767752.617894:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767752.617901:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767752.617906:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767752.617912:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767752.617916:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767752.617920:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767752.617924:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767752.617928:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775767752.617933:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775767752.617939:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775767752.617947:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767752.617950:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767752.617953:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767752.617955:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767752.617960:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767752.617965:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767752.617968:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767752.617970:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767752.617972:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767752.617975:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767752.617976:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767752.617978:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767752.617987:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
00000020:00000040:2.0:1775767752.617990:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767752.617993:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767752.617995:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767752.617997:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767752.618000:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767752.618003:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767752.618010:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef400.
00000100:00000001:2.0:1775767752.618015:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767752.618023:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335139712/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000020:00000001:0.0:1775767752.618026:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767752.618031:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767752.618035:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00010000:00010000:0.0:1775767752.618036:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775767752.618039:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767752.618043:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335139712/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767752.618060:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767752.618063:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767752.618065:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767752.618066:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767752.618067:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767752.618070:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767752.618073:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4937
00000400:00000200:2.0:1775767752.618077:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767752.618079:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767752.618081:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767752.618085:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767752.618087:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767752.618090:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767752.618093:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767752.618095:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767752.618097:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767752.618099:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767752.618102:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767752.618106:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767752.618109:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767752.618115:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767752.618118:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767752.618122:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767752.618126:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767752.618128:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767752.618132:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767752.618137:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767752.618142:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767752.618148:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767752.618150:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767752.618153:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767752.618157:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767752.618160:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767752.618162:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767752.618166:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
00000020:00000040:2.0:1775767752.618169:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767752.618172:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767752.618175:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767752.618180:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767752.618182:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767752.618186:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767752.618191:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306beec00.
00000100:00000001:2.0:1775767752.618197:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767752.618208:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335139840/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767752.618237:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767752.618241:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767752.618249:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335139840/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767752.618266:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767752.618271:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767752.618276:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767752.618278:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767752.618279:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767752.618281:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767752.618285:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4937
00000400:00000200:2.0:1775767752.618342:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767752.618352:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767752.618356:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767752.618365:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000800:00000200:3.1:1775767752.618367:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:2.0:1775767752.618370:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767752.618375:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767752.618377:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767752.618380:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767752.618382:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767752.618385:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767752.618389:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775767752.618394:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775767752.618399:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775767752.618404:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767752.618407:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767752.618409:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767752.618410:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767752.618414:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767752.618417:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767752.618422:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767752.618423:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767752.618426:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767752.618427:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767752.618430:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767752.618432:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767752.618436:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767752.618440:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767752.618445:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767752.618450:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767752.618456:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767752.618458:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767752.618461:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767752.618462:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767752.618463:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767752.618467:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec000.
00000100:00000001:2.0:1775767752.618472:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767752.618479:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335139968/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767752.618509:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767752.618513:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767752.618520:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335139968/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767752.618536:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767752.618542:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767752.618546:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767752.618549:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767752.618553:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767752.618560:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767752.618566:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4937
00000400:00000200:2.0:1775767752.618576:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767752.618583:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767752.618586:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767752.618593:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767752.618600:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767752.618606:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767752.618612:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767752.618616:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767752.618618:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767752.618622:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767752.618625:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775767752.618630:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775767752.618636:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767752.618643:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767752.618648:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767752.618663:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767752.618669:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767752.618674:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767752.618681:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767752.618687:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767752.618691:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767752.618696:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767752.618700:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767752.618705:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767752.618745:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767752.618750:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767752.618754:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775767752.618759:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000010:2.0:1775767752.618760:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775767752.618766:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767752.618770:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767752.618773:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767752.618776:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767752.618779:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767752.618782:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767752.618788:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306becc00.
00000100:00000001:2.0:1775767752.618796:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767752.618806:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335140096/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767752.618820:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767752.618824:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767752.618828:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335140096/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767752.618837:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767752.618841:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767752.618847:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767752.618851:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767752.618852:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767752.618859:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767752.618864:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4937
00000400:00000200:2.0:1775767752.618873:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767752.618879:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767752.618884:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767752.618891:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767752.618896:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767752.618903:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767752.618909:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767752.618914:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767752.618917:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767752.618921:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767752.618925:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767752.618928:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775767752.618933:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767752.618939:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767752.618943:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767752.618948:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767752.618952:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767752.618955:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767752.618960:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767752.618965:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767752.618969:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767752.618972:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767752.618976:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767752.618979:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767752.618982:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767752.618986:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767752.618989:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767752.618996:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775767752.619001:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775767752.619006:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767752.619010:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767752.619014:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767752.619017:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767752.619022:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767752.619028:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306befc00.
00000100:00000001:2.0:1775767752.619034:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767752.619043:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335140224/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767752.619073:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767752.619078:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767752.619087:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335140224/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767752.619099:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767752.619104:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4947)
00000800:00000200:3.1:1775767752.619135:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767752.619754:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767752.619930:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:0.0:1775767753.193794:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767753.193801:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767753.193804:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767753.193811:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767753.193814:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767753.193817:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767753.193819:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767753.193821:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767753.193823:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767753.641882:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767753.641885:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767753.641888:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767753.897793:0:58716:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299610877, at 4299610880
00000100:00000010:2.0:1775767753.897811:0:58716:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3300.
00000100:00000001:0.0:1775767754.217810:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767754.217815:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767754.217817:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767754.217822:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767754.217825:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767754.217828:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767754.217831:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767754.217833:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767754.217835:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767754.665876:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767754.665879:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767754.665882:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1775767755.689934:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767755.689938:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767755.689940:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1775767755.690030:0:2394:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.131:988
00000400:00000100:1.0:1775767755.690072:0:2394:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.131@tcp at host 192.168.202.131 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1775767755.690085:0:2394:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767755.690090:0:2394:0:(router.c:1750:lnet_notify()) 192.168.202.31@tcp notifying 192.168.202.131@tcp: down
00000400:00000200:1.0:1775767755.690095:0:2394:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767755.690100:0:2394:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:1.0:1775767755.690106:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:1.0:1775767755.690111:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:1.0:1775767755.690117:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1775767755.690123:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1775767755.690130:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3330
00000400:00000010:1.0:1775767755.690140:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3330.
00000100:00000001:1.0:1775767755.690146:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767755.690154:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927313b57800 x1862022335139712/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767755.690185:0:2394:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767755.690190:0:2394:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b57800 x1862022335139712/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767777 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767755.690199:0:2394:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767755.690202:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1775767755.690212:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:1.0:1775767755.690215:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931a00.
00000400:00000200:1.0:1775767755.690218:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1775767755.690222:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1775767755.690225:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3aa0
00000400:00000010:1.0:1775767755.690227:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3aa0.
00000100:00000001:1.0:1775767755.690231:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767755.690235:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927313b56300 x1862022335139840/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767755.690246:0:2394:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767755.690251:0:2394:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b56300 x1862022335139840/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767777 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767755.690263:0:2394:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767755.690268:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1775767755.690276:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:1.0:1775767755.690280:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931d00.
00000400:00000200:1.0:1775767755.690284:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1775767755.690293:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1775767755.690299:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3cc0
00000400:00000010:1.0:1775767755.690302:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3cc0.
00000100:00000001:1.0:1775767755.690304:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767755.690309:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927313b55f80 x1862022335139968/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767755.690321:0:2394:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767755.690325:0:2394:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b55f80 x1862022335139968/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767777 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767755.690368:0:2394:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767755.690372:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1775767755.690383:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:1.0:1775767755.690387:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931e00.
00000400:00000200:1.0:1775767755.690393:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1775767755.690400:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1775767755.690404:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3d48
00000400:00000010:1.0:1775767755.690407:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3d48.
00000100:00000001:1.0:1775767755.690411:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767755.690420:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927313b54e00 x1862022335140096/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767755.690437:0:2394:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767755.690445:0:2394:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b54e00 x1862022335140096/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767777 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767755.690470:0:2394:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767755.690472:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1775767755.690478:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:1.0:1775767755.690480:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:1.0:1775767755.690483:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1775767755.690487:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1775767755.690491:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3880
00000400:00000010:1.0:1775767755.690493:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3880.
00000100:00000001:1.0:1775767755.690495:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767755.690500:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927313b55180 x1862022335140224/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767755.690509:0:2394:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767755.690512:0:2394:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b55180 x1862022335140224/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767777 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767755.690519:0:2394:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767755.690521:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1775767756.713872:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767756.713876:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767756.713880:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767757.737799:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767757.737809:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767757.737813:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767757.737817:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767757.737824:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767757.737834:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4942
00000400:00000200:2.0:1775767757.737848:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767757.737855:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767757.737858:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767757.737870:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767757.737874:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767757.737876:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767757.737878:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767757.737881:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767757.737883:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767757.737885:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767757.737887:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775767757.737889:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775767757.737891:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775767757.737893:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767757.737896:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000020:00000001:0.0:1775767757.737897:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000040:2.0:1775767757.737897:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767757.737900:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767757.737902:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1775767757.737903:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767757.737908:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00010000:00010000:0.0:1775767757.737909:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775767757.737912:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767757.737916:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767757.737920:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767757.737923:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767757.737926:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767757.737928:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767757.737936:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775767757.737940:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767757.737943:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767757.737945:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767757.737949:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767757.737951:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767757.737956:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767757.737964:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee000.
00000100:00000001:2.0:1775767757.737971:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767757.737980:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335140352/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767757.737991:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767757.737997:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767757.738002:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335140352/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767757.738031:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767757.738035:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767757.738039:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767757.738040:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767757.738042:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767757.738045:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767757.738061:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4942
00000400:00000200:2.0:1775767757.738066:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767757.738069:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767757.738072:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767757.738075:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767757.738077:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767757.738080:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767757.738082:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767757.738084:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767757.738085:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767757.738087:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767757.738089:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767757.738091:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767757.738093:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767757.738097:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767757.738098:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767757.738100:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767757.738103:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767757.738105:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767757.738108:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767757.738111:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767757.738113:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767757.738129:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767757.738132:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767757.738134:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767757.738138:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767757.738141:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767757.738143:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767757.738147:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775767757.738149:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767757.738153:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767757.738155:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767757.738157:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767757.738160:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767757.738162:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767757.738167:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed800.
00000100:00000001:2.0:1775767757.738172:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767757.738178:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335140480/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767757.738185:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767757.738188:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767757.738191:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335140480/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767757.738199:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767757.738202:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767757.738206:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767757.738207:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767757.738209:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767757.738211:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767757.738214:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4942
00000400:00000200:2.0:1775767757.738218:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767757.738221:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767757.738224:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767757.738226:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767757.738229:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767757.738231:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767757.738233:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767757.738236:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767757.738237:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767757.738239:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767757.738241:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775767757.738243:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775767757.738246:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775767757.738250:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767757.738251:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767757.738261:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767757.738264:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767757.738266:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767757.738269:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767757.738271:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767757.738273:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767757.738278:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767757.738280:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767757.738283:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767757.738286:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767757.738289:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767757.738290:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767757.738296:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775767757.738298:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767757.738302:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767757.738303:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767757.738306:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767757.738307:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767757.738309:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767757.738313:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef800.
00000100:00000001:2.0:1775767757.738316:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767757.738320:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335140608/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767757.738326:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767757.738329:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767757.738332:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335140608/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767757.738340:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767757.738344:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767757.738348:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767757.738349:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767757.738351:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767757.738354:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767757.738357:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4942
00000400:00000200:2.0:1775767757.738361:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767757.738364:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767757.738367:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767757.738370:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767757.738372:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767757.738374:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767757.738377:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767757.738379:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767757.738381:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767757.738382:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767757.738384:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775767757.738387:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775767757.738389:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767757.738392:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767757.738394:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767757.738396:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767757.738398:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767757.738400:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767757.738402:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767757.738404:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767757.738406:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767757.738410:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767757.738412:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767757.738414:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767757.738417:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767757.738419:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767757.738421:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767757.738425:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767757.738427:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767757.738430:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767757.738431:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767757.738433:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767757.738435:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767757.738449:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767757.738453:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bedc00.
00000100:00000001:2.0:1775767757.738457:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767757.738462:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335140736/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767757.738469:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767757.738472:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767757.738476:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335140736/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767757.738484:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767757.738487:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767757.738490:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767757.738492:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767757.738493:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767757.738496:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767757.738498:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4942
00000400:00000200:2.0:1775767757.738502:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767757.738505:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767757.738508:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767757.738511:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767757.738513:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767757.738515:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767757.738518:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767757.738521:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767757.738522:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767757.738524:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767757.738526:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767757.738528:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775767757.738530:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767757.738539:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767757.738541:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767757.738544:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767757.738546:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767757.738548:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767757.738551:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767757.738553:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767757.738555:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767757.738558:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767757.738560:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767757.738562:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767757.738564:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767757.738566:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767757.738568:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767757.738571:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775767757.738573:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775767757.738576:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767757.738577:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767757.738579:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767757.738580:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767757.738582:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767757.738586:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed400.
00000100:00000001:2.0:1775767757.738589:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767757.738593:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335140864/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767757.738610:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767757.738612:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767757.738615:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335140864/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767757.738623:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767757.738628:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4952)
00000800:00000200:3.1:1775767757.739021:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767757.739024:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775767757.739408:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767757.739411:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775767757.739780:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767757.739783:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775767757.740099:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767757.740101:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775767757.740392:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767757.740395:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1775767758.761919:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767758.761922:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767758.761925:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767759.017864:0:58716:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299615998, at 4299616000
00000100:00000010:2.0:1775767759.017891:0:58716:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3720.
00000020:00000001:0.0:1775767759.785898:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767759.785903:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767759.785908:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1775767760.809928:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767760.809934:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767760.809937:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1775767761.833862:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767761.833867:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767761.833870:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767762.857829:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767762.857851:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767762.857854:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767762.857860:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767762.857869:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767762.857879:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4947
00000400:00000200:2.0:1775767762.857897:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767762.857912:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767762.857925:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767762.857934:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767762.857957:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767762.857967:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767762.857978:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767762.857985:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767762.857987:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767762.857990:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767762.857993:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775767762.857996:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775767762.858000:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775767762.858005:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767762.858008:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767762.858011:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767762.858014:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767762.858017:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767762.858022:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767762.858025:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767762.858030:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767762.858034:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767762.858038:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767762.858040:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767762.858043:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767762.858044:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767762.858048:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767762.858051:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000010:2.0:1775767762.858053:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
00000020:00000040:2.0:1775767762.858058:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767762.858062:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767762.858064:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767762.858068:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767762.858071:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767762.858076:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767762.858085:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed400.
00000100:00000001:2.0:1775767762.858091:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767762.858101:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335140992/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767762.858113:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767762.858117:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767762.858122:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335140992/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767762.858149:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767762.858152:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767762.858156:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767762.858158:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767762.858161:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767762.858165:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767762.858172:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4947
00000400:00000200:2.0:1775767762.858179:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767762.858188:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767762.858196:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767762.858206:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767762.858220:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767762.858232:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767762.858238:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767762.858249:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767762.858254:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767762.858262:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767762.858266:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767762.858274:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767762.858279:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767762.858289:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767762.858298:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767762.858304:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767762.858312:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767762.858320:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767762.858337:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767762.858345:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767762.858352:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767762.858360:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767762.858368:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767762.858376:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767762.858384:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767762.858408:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767762.858411:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767762.858419:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
00000020:00000040:2.0:1775767762.858424:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767762.858430:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767762.858445:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767762.858450:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767762.858453:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767762.858460:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767762.858471:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bedc00.
00000100:00000001:2.0:1775767762.858481:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767762.858495:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335141120/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767762.858526:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767762.858530:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767762.858547:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335141120/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1775767762.858552:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767762.858556:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000100:00000001:2.0:1775767762.858583:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767762.858592:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767762.858599:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767762.858604:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767762.858606:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767762.858613:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767762.858623:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4947
00000400:00000200:2.0:1775767762.858647:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767762.858661:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767762.858669:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767762.858677:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767762.858682:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767762.858689:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767762.858695:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767762.858701:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767762.858702:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767762.858705:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767762.858740:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775767762.858745:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775767762.858750:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775767762.858757:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767762.858760:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767762.858765:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767762.858770:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767762.858781:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767762.858791:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767762.858800:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767762.858808:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767762.858815:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767762.858824:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767762.858833:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767762.858839:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767762.858843:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767762.858846:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767762.858851:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775767762.858856:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767762.858866:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767762.858870:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767762.858875:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767762.858879:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767762.858884:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767762.858893:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef800.
00000100:00000001:2.0:1775767762.858901:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767762.858917:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335141248/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767762.858956:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767762.858963:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767762.858977:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335141248/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767762.858996:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767762.859006:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767762.859022:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767762.859027:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767762.859033:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767762.859044:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767762.859055:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4947
00000400:00000200:2.0:1775767762.859074:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767762.859095:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767762.859104:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767762.859119:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767762.859128:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767762.859136:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767762.859149:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767762.859156:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767762.859159:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767762.859166:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767762.859173:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775767762.859181:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775767762.859185:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767762.859194:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767762.859204:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767762.859215:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767762.859225:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767762.859237:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767762.859249:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767762.859259:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767762.859267:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767762.859277:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767762.859286:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767762.859296:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767762.859303:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767762.859311:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767762.859322:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767762.859332:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767762.859341:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767762.859350:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767762.859353:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767762.859359:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767762.859363:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767762.859369:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767762.859379:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed800.
00000100:00000001:2.0:1775767762.859407:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767762.859425:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335141376/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767762.859454:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767762.859459:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767762.859473:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335141376/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767762.859515:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775767762.859518:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00080000:2.0:1775767762.859523:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.1:1775767762.859525:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000100:00080000:2.0:1775767762.859537:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767762.859544:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767762.859549:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767762.859559:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767762.859570:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4947
00000400:00000200:2.0:1775767762.859581:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767762.859590:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767762.859601:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767762.859617:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767762.859624:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767762.859634:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767762.859643:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767762.859649:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767762.859655:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767762.859659:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767762.859664:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767762.859671:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775767762.859678:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767762.859691:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767762.859698:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767762.859707:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767762.859739:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767762.859749:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767762.859760:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767762.859768:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767762.859779:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767762.859785:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767762.859796:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767762.859804:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767762.859809:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767762.859826:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767762.859833:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767762.859847:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775767762.859858:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775767762.859869:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767762.859873:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767762.859884:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767762.859888:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767762.859896:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767762.859912:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee000.
00000100:00000001:2.0:1775767762.859923:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767762.859937:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335141504/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767762.860033:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767762.860039:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767762.860053:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335141504/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767762.860078:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767762.860086:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4957)
00000800:00000200:3.1:1775767762.860158:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767762.860160:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775767762.860465:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767762.860467:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775767762.860693:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767762.860695:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000008:00000020:2.0:1775767763.369868:0:58716:0:(osc_request.c:745:osc_update_next_shrink()) next time 6153 to shrink grant
00000008:00000020:2.0:1775767763.369878:0:58716:0:(osc_request.c:745:osc_update_next_shrink()) next time 6153 to shrink grant
00000020:00000001:0.0:1775767763.881845:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767763.881848:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767763.881851:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767764.137782:0:58716:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299621117, at 4299621120
00000100:00000010:2.0:1775767764.137801:0:58716:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3960.
00000020:00000001:0.0:1775767764.905903:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767764.905907:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767764.905910:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1775767765.929871:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767765.929874:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767765.929877:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1775767766.953902:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767766.953906:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767766.953910:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767767.977766:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767767.977775:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767767.977777:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767767.977783:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767767.977787:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767767.977795:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4952
00000400:00000200:2.0:1775767767.977809:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767767.977815:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767767.977818:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767767.977820:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767767.977823:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767767.977826:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767767.977828:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767767.977831:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767767.977832:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767767.977835:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767767.977837:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775767767.977839:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775767767.977841:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775767767.977845:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767767.977847:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767767.977848:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767767.977849:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767767.977851:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767767.977854:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767767.977855:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767767.977857:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767767.977860:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767767.977862:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767767.977864:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000020:00000001:0.0:1775767767.977865:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1775767767.977866:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767767.977869:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767767.977873:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000010:2.0:1775767767.977875:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775767767.977879:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767767.977882:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767767.977883:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767767.977886:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767767.977888:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767767.977892:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767767.977899:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec000.
00000100:00000001:2.0:1775767767.977905:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767767.977915:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335141632/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767767.977925:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767767.977931:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767767.977936:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335141632/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767767.977957:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767767.977960:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767767.977963:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767767.977964:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767767.977966:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767767.977969:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767767.977971:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4952
00000400:00000200:2.0:1775767767.977975:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767767.977979:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767767.977981:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767767.977983:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767767.977985:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767767.977988:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767767.977990:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767767.977993:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767767.977995:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767767.977997:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767767.977999:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767767.978001:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767767.978006:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767767.978013:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767767.978018:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767767.978021:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767767.978023:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767767.978027:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767767.978031:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767767.978036:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767767.978040:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767767.978046:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767767.978050:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767767.978052:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767767.978055:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767767.978057:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767767.978058:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767767.978062:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775767767.978066:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767767.978068:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767767.978071:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767767.978073:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767767.978076:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767767.978078:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767767.978082:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306befc00.
00000100:00000001:2.0:1775767767.978087:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767767.978095:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335141760/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767767.978107:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767767.978109:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767767.978116:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335141760/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767767.978129:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767767.978131:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767767.978134:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767767.978135:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767767.978136:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767767.978138:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767767.978141:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4952
00000400:00000200:2.0:1775767767.978146:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767767.978151:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767767.978154:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767767.978160:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767767.978162:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767767.978165:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767767.978169:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767767.978173:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767767.978175:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767767.978178:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767767.978180:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775767767.978184:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775767767.978187:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775767767.978191:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767767.978193:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767767.978198:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767767.978202:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767767.978203:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767767.978205:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767767.978207:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767767.978208:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767767.978210:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767767.978211:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767767.978212:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767767.978213:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767767.978215:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767767.978219:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767767.978224:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775767767.978226:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767767.978229:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767767.978230:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767767.978231:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767767.978232:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767767.978235:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767767.978240:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef400.
00000100:00000001:2.0:1775767767.978243:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767767.978249:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335141888/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767767.978256:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767767.978260:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767767.978264:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335141888/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767767.978277:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767767.978281:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767767.978287:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767767.978288:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767767.978291:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767767.978293:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767767.978298:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4952
00000400:00000200:2.0:1775767767.978336:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767767.978357:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767767.978358:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767767.978360:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767767.978361:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767767.978363:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767767.978364:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767767.978365:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767767.978366:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767767.978367:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767767.978370:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775767767.978374:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775767767.978376:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767767.978378:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767767.978379:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767767.978383:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767767.978385:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767767.978386:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767767.978391:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767767.978394:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767767.978397:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767767.978401:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767767.978403:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775767767.978405:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:2.0:1775767767.978406:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000800:00000200:3.1:1775767767.978410:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000008:00100000:2.0:1775767767.978411:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767767.978416:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767767.978420:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767767.978425:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767767.978429:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767767.978431:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767767.978433:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767767.978438:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767767.978439:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767767.978442:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767767.978448:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306beec00.
00000100:00000001:2.0:1775767767.978452:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767767.978459:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335142016/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767767.978469:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767767.978473:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767767.978481:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335142016/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767767.978491:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767767.978496:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767767.978503:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767767.978506:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767767.978509:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767767.978513:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767767.978518:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4952
00000400:00000200:2.0:1775767767.978524:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767767.978529:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767767.978533:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767767.978539:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767767.978541:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767767.978543:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767767.978546:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767767.978547:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767767.978548:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767767.978549:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767767.978551:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767767.978556:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775767767.978558:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767767.978560:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767767.978564:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767767.978567:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767767.978569:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767767.978574:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767767.978577:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767767.978582:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767767.978584:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767767.978588:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767767.978590:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767767.978594:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767767.978597:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767767.978601:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767767.978603:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767767.978607:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775767767.978612:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775767767.978618:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767767.978620:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767767.978625:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767767.978628:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767767.978630:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767767.978636:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec800.
00000100:00000001:2.0:1775767767.978644:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767767.978654:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335142144/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767767.978664:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767767.978667:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767767.978675:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335142144/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767767.978693:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767767.978697:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4962)
00000800:00000200:3.1:1775767767.978968:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767767.978969:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775767767.979159:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767767.979161:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775767767.979410:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767767.979412:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775767767.979628:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767767.979630:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000020:00000001:0.0:1775767769.001873:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767769.001876:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767769.001880:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767769.257803:0:58716:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299626237, at 4299626240
00000100:00000010:2.0:1775767769.257819:0:58716:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3660.
00000020:00000001:0.0:1775767770.025919:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767770.025922:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767770.025925:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1775767771.049900:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767771.049904:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767771.049907:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1775767772.073921:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767772.073924:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767772.073927:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767773.097778:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767773.097787:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767773.097789:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767773.097792:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767773.097796:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767773.097802:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4957
00000400:00000200:2.0:1775767773.097812:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767773.097820:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767773.097824:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767773.097829:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767773.097832:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767773.097837:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767773.097841:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767773.097846:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767773.097849:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767773.097852:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767773.097855:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775767773.097858:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775767773.097860:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775767773.097865:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767773.097868:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767773.097871:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767773.097874:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767773.097878:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767773.097883:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767773.097888:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767773.097890:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767773.097893:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767773.097896:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767773.097899:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767773.097902:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767773.097909:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
00000020:00000040:2.0:1775767773.097913:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767773.097920:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767773.097923:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767773.097927:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767773.097929:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767773.097933:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767773.097939:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee400.
00000100:00000001:2.0:1775767773.097944:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767773.097952:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335142272/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767773.097960:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767773.097964:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767773.097968:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335142272/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767773.097984:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767773.097987:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000020:00000001:0.0:1775767773.097989:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00080000:2.0:1775767773.097990:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767773.097992:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767773.097994:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767773.097997:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000020:00000001:0.0:1775767773.097999:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767773.098001:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4957
00010000:00010000:0.0:1775767773.098005:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000200:2.0:1775767773.098006:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767773.098011:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767773.098013:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767773.098016:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767773.098018:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767773.098022:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767773.098024:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767773.098028:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767773.098031:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767773.098032:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767773.098034:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767773.098037:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767773.098039:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767773.098046:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767773.098049:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767773.098053:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767773.098056:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767773.098058:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767773.098062:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767773.098064:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767773.098067:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767773.098072:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767773.098073:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767773.098075:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767773.098078:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767773.098084:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767773.098087:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767773.098090:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
00000020:00000040:2.0:1775767773.098094:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767773.098097:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767773.098099:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767773.098101:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767773.098102:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767773.098106:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767773.098111:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef000.
00000100:00000001:2.0:1775767773.098116:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767773.098121:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335142400/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767773.098131:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767773.098135:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767773.098140:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335142400/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767773.098148:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767773.098150:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767773.098155:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767773.098156:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767773.098157:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767773.098158:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767773.098160:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4957
00000400:00000200:2.0:1775767773.098166:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767773.098170:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767773.098173:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767773.098176:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767773.098178:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767773.098182:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767773.098186:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767773.098190:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767773.098192:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767773.098196:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767773.098199:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775767773.098203:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775767773.098218:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775767773.098226:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767773.098231:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767773.098235:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767773.098241:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767773.098247:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767773.098255:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767773.098261:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767773.098266:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767773.098270:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767773.098282:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767773.098286:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767773.098313:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767773.098316:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767773.098320:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767773.098325:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775767773.098330:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767773.098335:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000800:00000200:3.1:1775767773.098335:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
02000000:00000001:2.0:1775767773.098337:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767773.098340:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:3.1:1775767773.098340:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
02000000:00000001:2.0:1775767773.098343:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767773.098347:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767773.098351:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed000.
00000100:00000001:2.0:1775767773.098356:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767773.098365:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335142528/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767773.098374:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767773.098376:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767773.098380:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335142528/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767773.098391:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767773.098395:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767773.098403:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767773.098412:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767773.098414:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767773.098420:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767773.098425:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4957
00000400:00000200:2.0:1775767773.098436:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767773.098440:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767773.098444:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767773.098449:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767773.098452:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767773.098456:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767773.098457:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767773.098459:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767773.098459:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767773.098460:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767773.098462:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775767773.098463:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775767773.098465:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767773.098470:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767773.098472:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767773.098475:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767773.098477:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767773.098481:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767773.098486:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767773.098491:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767773.098497:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767773.098501:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767773.098505:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767773.098509:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767773.098512:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767773.098518:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767773.098520:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767773.098525:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767773.098530:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767773.098534:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767773.098537:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767773.098547:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767773.098550:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767773.098553:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767773.098556:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee800.
00000100:00000001:2.0:1775767773.098562:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767773.098571:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335142656/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767773.098585:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767773.098589:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767773.098597:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335142656/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767773.098609:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767773.098614:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767773.098620:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767773.098623:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767773.098625:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767773.098631:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767773.098635:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4957
00000400:00000200:2.0:1775767773.098642:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767773.098647:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767773.098651:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767773.098657:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767773.098662:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767773.098666:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767773.098671:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767773.098674:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767773.098677:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767773.098680:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767773.098682:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767773.098686:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775767773.098690:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767773.098695:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767773.098699:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767773.098703:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767773.098705:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767773.098727:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767773.098730:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767773.098731:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767773.098733:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767773.098736:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767773.098738:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767773.098741:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767773.098744:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767773.098747:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767773.098750:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767773.098753:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775767773.098758:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775767773.098763:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767773.098764:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767773.098768:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767773.098769:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767773.098771:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767773.098775:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec400.
00000100:00000001:2.0:1775767773.098779:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767773.098784:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335142784/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767773.098796:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767773.098798:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767773.098800:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335142784/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767773.098807:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767773.098812:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4967)
00000800:00000200:3.1:1775767773.098936:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767773.098937:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775767773.099213:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767773.099215:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775767773.099437:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767773.099439:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775767773.099728:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767773.099730:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000020:00000001:0.0:1775767774.121916:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767774.121921:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767774.121925:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767774.377791:0:58716:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299631357, at 4299631360
00000100:00000010:2.0:1775767774.377805:0:58716:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3840.
00000020:00000001:0.0:1775767775.145946:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767775.145950:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767775.145955:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1775767776.169932:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767776.169935:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767776.169939:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1775767777.193893:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767777.193897:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767777.193901:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1775767778.217818:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767778.217827:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775767778.217832:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767778.217839:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767778.217846:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767778.217855:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4962
00000400:00000200:1.0:1775767778.217865:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767778.217871:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767778.217874:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767778.217876:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767778.217879:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767778.217881:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767778.217884:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767778.217888:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767778.217891:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:1.0:1775767778.217894:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767778.217897:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:1.0:1775767778.217900:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:1.0:1775767778.217903:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:1.0:1775767778.217906:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000020:00000001:0.0:1775767778.217909:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000001:1.0:1775767778.217910:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000020:00000001:0.0:1775767778.217914:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767778.217917:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00010000:00010000:0.0:1775767778.217918:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775767778.217923:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767778.217926:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:1.0:1775767778.217931:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767778.217934:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767778.217938:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767778.217942:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767778.217944:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767778.217946:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767778.217948:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767778.217956:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d12d80.
00000020:00000040:1.0:1775767778.217959:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:1.0:1775767778.217962:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767778.217963:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767778.217965:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767778.217968:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767778.217972:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767778.217981:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046ea400.
00000100:00000001:1.0:1775767778.217986:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767778.217994:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d12d80 x1862022335142912/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767778.218003:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767778.218006:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767778.218009:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000896363e8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d12d80 x1862022335142912/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767778.218029:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767778.218033:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767778.218037:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775767778.218039:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767778.218040:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767778.218044:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767778.218048:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4962
00000400:00000200:1.0:1775767778.218064:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767778.218076:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767778.218082:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767778.218088:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767778.218091:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767778.218099:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767778.218103:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767778.218106:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767778.218108:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:1.0:1775767778.218110:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767778.218114:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:1.0:1775767778.218118:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:1.0:1775767778.218121:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:1.0:1775767778.218125:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767778.218129:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767778.218133:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767778.218135:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767778.218140:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:1.0:1775767778.218144:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767778.218148:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767778.218150:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767778.218155:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767778.218158:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767778.218159:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767778.218165:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767778.218169:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767778.218172:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767778.218179:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11880.
00000020:00000040:1.0:1775767778.218183:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:1.0:1775767778.218188:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767778.218192:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767778.218197:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767778.218202:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767778.218213:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767778.218223:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eb800.
00000100:00000001:1.0:1775767778.218229:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767778.218256:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11880 x1862022335143040/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767778.218277:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767778.218281:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767778.218297:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a965cc18] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11880 x1862022335143040/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767778.218314:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767778.218317:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767778.218322:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775767778.218325:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:3.1:1775767778.218325:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00080000:1.0:1775767778.218328:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:3.1:1775767778.218330:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000100:00000001:1.0:1775767778.218331:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767778.218337:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4962
00000400:00000200:1.0:1775767778.218343:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767778.218347:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767778.218349:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767778.218353:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767778.218356:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767778.218361:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767778.218365:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767778.218368:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767778.218369:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:1.0:1775767778.218370:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767778.218372:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:1.0:1775767778.218375:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:1.0:1775767778.218380:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:1.0:1775767778.218383:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767778.218387:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767778.218389:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767778.218391:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767778.218394:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:1.0:1775767778.218400:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767778.218403:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767778.218404:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767778.218406:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767778.218407:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767778.218409:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767778.218410:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767778.218415:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767778.218419:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767778.218423:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d13480.
00000020:00000040:1.0:1775767778.218425:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:1.0:1775767778.218428:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767778.218431:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767778.218435:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767778.218437:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767778.218440:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767778.218446:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9000.
00000100:00000001:1.0:1775767778.218452:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767778.218459:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d13480 x1862022335143168/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767778.218472:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767778.218476:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767778.218480:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d08fae2a] to pc [ptlrpcd_rcv+-1]  req@ffff927303d13480 x1862022335143168/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767778.218489:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767778.218492:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767778.218494:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775767778.218495:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767778.218497:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767778.218503:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767778.218509:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4962
00000400:00000200:1.0:1775767778.218520:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767778.218529:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767778.218535:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767778.218542:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767778.218546:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767778.218550:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767778.218553:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767778.218555:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767778.218558:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:1.0:1775767778.218561:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767778.218562:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:1.0:1775767778.218566:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:1.0:1775767778.218567:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:1.0:1775767778.218571:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767778.218576:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767778.218578:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767778.218582:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767778.218584:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:1.0:1775767778.218589:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767778.218593:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767778.218597:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767778.218601:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767778.218605:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767778.218607:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767778.218610:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767778.218615:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767778.218619:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767778.218625:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10380.
00000020:00000040:1.0:1775767778.218627:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:1.0:1775767778.218630:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767778.218633:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767778.218634:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767778.218637:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767778.218640:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767778.218645:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8400.
00000100:00000001:1.0:1775767778.218651:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767778.218657:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10380 x1862022335143296/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767778.218686:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767778.218698:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767778.218742:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fae5f3c] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10380 x1862022335143296/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767778.218769:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767778.218774:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767778.218781:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775767778.218784:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767778.218787:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767778.218792:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767778.218797:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4962
00000400:00000200:1.0:1775767778.218803:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767778.218807:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767778.218810:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767778.218816:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767778.218820:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767778.218823:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767778.218827:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767778.218830:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767778.218832:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:1.0:1775767778.218834:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767778.218837:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:1.0:1775767778.218841:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:1.0:1775767778.218842:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:1.0:1775767778.218845:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767778.218846:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767778.218850:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767778.218855:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767778.218859:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:1.0:1775767778.218863:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767778.218867:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767778.218869:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767778.218872:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767778.218875:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767778.218879:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767778.218881:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767778.218886:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767778.218891:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767778.218897:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10e00.
00000020:00000040:1.0:1775767778.218901:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:1.0:1775767778.218906:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767778.218910:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767778.218915:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767778.218919:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767778.218922:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767778.218926:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eb400.
00000100:00000001:1.0:1775767778.218933:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767778.218943:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10e00 x1862022335143424/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767778.218970:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767778.218974:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767778.218980:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009b4566e] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10e00 x1862022335143424/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767778.219005:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767778.219010:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4972)
00000800:00000200:3.1:1775767778.219057:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767778.219059:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775767778.219238:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767778.219254:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775767778.219541:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767778.219544:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775767778.219955:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767778.219957:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000020:00000001:0.0:1775767779.241878:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767779.241882:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767779.241885:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767779.497809:0:58716:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299636477, at 4299636480
00000100:00000010:2.0:1775767779.497824:0:58716:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3de0.
00000020:00000001:0.0:1775767780.265920:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767780.265923:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767780.265926:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1775767781.289963:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767781.289969:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767781.289972:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1775767782.313926:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767782.313930:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767782.313933:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1775767783.337783:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767783.337791:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775767783.337794:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767783.337798:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767783.337809:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767783.337816:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4967
00000400:00000200:1.0:1775767783.337827:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767783.337839:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767783.337846:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767783.337853:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767783.337861:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767783.337868:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767783.337874:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767783.337881:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767783.337886:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:1.0:1775767783.337892:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767783.337896:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:1.0:1775767783.337900:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:1.0:1775767783.337903:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:1.0:1775767783.337906:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767783.337908:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767783.337911:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767783.337913:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767783.337917:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:1.0:1775767783.337921:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767783.337925:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767783.337928:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767783.337931:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767783.337934:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767783.337937:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767783.337940:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767783.337949:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10000.
00000020:00000040:1.0:1775767783.337954:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
00000020:00000001:0.0:1775767783.337958:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
02000000:00000001:1.0:1775767783.337958:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767783.337961:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767783.337962:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767783.337965:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00010000:00010000:0.0:1775767783.337966:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
02000000:00000001:1.0:1775767783.337970:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767783.337976:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767783.337985:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9c00.
00000100:00000001:1.0:1775767783.337992:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767783.338002:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10000 x1862022335143552/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767783.338013:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767783.338018:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767783.338023:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbb7fab8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10000 x1862022335143552/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767783.338045:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767783.338048:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767783.338051:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775767783.338053:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767783.338055:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767783.338059:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767783.338062:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4967
00000400:00000200:1.0:1775767783.338067:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767783.338075:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767783.338079:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767783.338085:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767783.338092:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767783.338097:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767783.338101:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767783.338105:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767783.338107:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:1.0:1775767783.338111:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767783.338115:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:1.0:1775767783.338119:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:1.0:1775767783.338125:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:1.0:1775767783.338131:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767783.338136:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767783.338139:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767783.338144:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767783.338149:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:1.0:1775767783.338156:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767783.338159:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767783.338163:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767783.338168:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767783.338173:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767783.338175:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767783.338182:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767783.338188:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767783.338211:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767783.338217:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10700.
00000020:00000040:1.0:1775767783.338223:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:1.0:1775767783.338228:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767783.338229:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767783.338234:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767783.338237:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767783.338241:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767783.338248:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9800.
00000100:00000001:1.0:1775767783.338254:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767783.338265:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10700 x1862022335143680/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767783.338291:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767783.338297:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767783.338305:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9d335f8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10700 x1862022335143680/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767783.338326:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767783.338331:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767783.338340:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775767783.338344:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767783.338345:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767783.338349:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767783.338354:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4967
00000400:00000200:1.0:1775767783.338360:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767783.338369:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767783.338375:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000800:00000200:3.1:1775767783.338379:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000040:1.0:1775767783.338382:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000800:00000200:3.1:1775767783.338384:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000100:00000001:1.0:1775767783.338387:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767783.338392:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767783.338397:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767783.338401:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767783.338403:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:1.0:1775767783.338407:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767783.338411:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:1.0:1775767783.338415:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:1.0:1775767783.338419:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:1.0:1775767783.338427:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767783.338430:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767783.338435:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767783.338440:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767783.338446:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:1.0:1775767783.338453:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767783.338456:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767783.338459:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767783.338463:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767783.338467:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767783.338472:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767783.338477:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767783.338483:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767783.338486:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767783.338491:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11c00.
00000020:00000040:1.0:1775767783.338497:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:1.0:1775767783.338504:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767783.338507:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767783.338511:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767783.338512:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767783.338515:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767783.338522:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eb400.
00000100:00000001:1.0:1775767783.338529:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767783.338539:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11c00 x1862022335143808/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767783.338566:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767783.338569:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767783.338577:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062b06338] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11c00 x1862022335143808/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767783.338591:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767783.338595:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767783.338604:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775767783.338607:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767783.338610:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767783.338614:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767783.338620:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4967
00000400:00000200:1.0:1775767783.338627:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767783.338631:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767783.338635:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767783.338639:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767783.338642:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767783.338646:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767783.338649:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767783.338651:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767783.338655:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:1.0:1775767783.338657:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767783.338659:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:1.0:1775767783.338664:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:1.0:1775767783.338667:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:1.0:1775767783.338674:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767783.338676:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767783.338681:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767783.338683:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767783.338686:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:1.0:1775767783.338690:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767783.338694:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767783.338696:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767783.338700:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767783.338703:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767783.338724:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767783.338727:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767783.338730:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767783.338732:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767783.338735:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11500.
00000020:00000040:1.0:1775767783.338739:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:1.0:1775767783.338742:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767783.338745:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767783.338748:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767783.338749:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767783.338752:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767783.338756:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8400.
00000100:00000001:1.0:1775767783.338760:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767783.338768:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11500 x1862022335143936/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767783.338779:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767783.338783:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767783.338788:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3229bd5] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11500 x1862022335143936/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767783.338797:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767783.338801:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767783.338808:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775767783.338811:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767783.338814:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767783.338817:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767783.338823:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4967
00000400:00000200:1.0:1775767783.338827:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767783.338832:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767783.338835:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767783.338843:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767783.338847:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767783.338851:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767783.338856:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767783.338859:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767783.338860:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:1.0:1775767783.338863:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767783.338865:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:1.0:1775767783.338867:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:1.0:1775767783.338870:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:1.0:1775767783.338876:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767783.338879:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767783.338883:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767783.338886:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767783.338888:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:1.0:1775767783.338893:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767783.338896:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767783.338900:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767783.338903:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767783.338909:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767783.338910:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767783.338911:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767783.338913:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767783.338914:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767783.338918:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10000.
00000020:00000040:1.0:1775767783.338921:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:1.0:1775767783.338926:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767783.338929:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767783.338932:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767783.338935:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767783.338937:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767783.338942:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9000.
00000100:00000001:1.0:1775767783.338948:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767783.338955:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10000 x1862022335144064/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767783.338987:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767783.338990:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767783.339003:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbb7fab8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10000 x1862022335144064/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767783.339029:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767783.339039:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4978)
00000800:00000200:3.1:1775767783.339091:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767783.339092:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775767783.339298:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767783.339300:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775767783.339475:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767783.339477:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775767783.339776:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767783.339779:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000020:00000001:0.0:1775767784.361879:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767784.361883:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767784.361885:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767784.617842:0:58716:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299641597, at 4299641600
00000100:00000010:2.0:1775767784.617867:0:58716:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3000.
00000020:00000001:0.0:1775767785.385880:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767785.385883:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767785.385886:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1775767786.409953:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767786.409957:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767786.409961:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1775767787.433956:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767787.433963:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767787.433969:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1775767788.457790:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767788.457800:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775767788.457805:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767788.457808:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767788.457812:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767788.457819:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4973
00000400:00000200:1.0:1775767788.457831:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767788.457836:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767788.457839:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767788.457842:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767788.457845:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767788.457847:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767788.457849:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767788.457853:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767788.457854:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:1.0:1775767788.457856:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767788.457859:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:1.0:1775767788.457860:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:1.0:1775767788.457862:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:1.0:1775767788.457864:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767788.457865:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767788.457866:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767788.457867:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767788.457870:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:1.0:1775767788.457873:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767788.457875:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767788.457877:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767788.457880:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767788.457882:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767788.457884:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767788.457886:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767788.457895:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10e00.
00000020:00000040:1.0:1775767788.457898:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
00000020:00000001:0.0:1775767788.457900:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
02000000:00000001:1.0:1775767788.457901:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767788.457904:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767788.457905:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767788.457907:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767788.457911:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00010000:00010000:0.0:1775767788.457912:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
02000000:00000001:1.0:1775767788.457916:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767788.457923:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eb800.
00000100:00000001:1.0:1775767788.457929:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767788.457936:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10e00 x1862022335144192/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767788.457945:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767788.457948:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767788.457951:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009b4566e] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10e00 x1862022335144192/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767788.457970:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767788.457974:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767788.457978:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775767788.457980:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767788.457982:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767788.457985:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767788.457988:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4973
00000400:00000200:1.0:1775767788.457996:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767788.458004:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767788.458008:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767788.458023:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767788.458030:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767788.458036:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767788.458042:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767788.458047:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767788.458049:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:1.0:1775767788.458053:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767788.458057:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:1.0:1775767788.458060:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:1.0:1775767788.458065:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:1.0:1775767788.458071:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767788.458077:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767788.458082:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767788.458085:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767788.458089:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:1.0:1775767788.458093:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767788.458096:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767788.458099:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767788.458105:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767788.458111:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767788.458116:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767788.458128:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767788.458135:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767788.458138:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767788.458159:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10380.
00000020:00000040:1.0:1775767788.458163:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:1.0:1775767788.458167:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767788.458168:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767788.458172:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767788.458176:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767788.458179:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767788.458186:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046ea400.
00000100:00000001:1.0:1775767788.458192:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767788.458213:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10380 x1862022335144320/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767788.458228:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767788.458232:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767788.458237:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fae5f3c] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10380 x1862022335144320/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767788.458250:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767788.458255:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767788.458258:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775767788.458261:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767788.458263:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767788.458267:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767788.458271:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4973
00000400:00000200:1.0:1775767788.458279:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000800:00000200:3.1:1775767788.458279:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000400:00000200:1.0:1775767788.458284:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000800:00000200:3.1:1775767788.458284:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000100:00080000:1.0:1775767788.458287:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767788.458292:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767788.458295:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767788.458298:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767788.458300:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767788.458302:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767788.458304:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:1.0:1775767788.458306:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767788.458309:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:1.0:1775767788.458313:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:1.0:1775767788.458316:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:1.0:1775767788.458320:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767788.458323:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767788.458327:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767788.458328:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767788.458332:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:1.0:1775767788.458336:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767788.458341:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767788.458345:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767788.458349:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767788.458352:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767788.458354:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767788.458358:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767788.458363:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767788.458367:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767788.458373:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d13480.
00000020:00000040:1.0:1775767788.458377:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:1.0:1775767788.458380:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767788.458381:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767788.458383:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767788.458386:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767788.458388:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767788.458393:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046ea000.
00000100:00000001:1.0:1775767788.458397:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767788.458403:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d13480 x1862022335144448/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767788.458409:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767788.458413:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767788.458417:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d08fae2a] to pc [ptlrpcd_rcv+-1]  req@ffff927303d13480 x1862022335144448/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767788.458429:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767788.458432:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767788.458437:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775767788.458439:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767788.458441:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767788.458446:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767788.458451:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4973
00000400:00000200:1.0:1775767788.458457:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767788.458462:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767788.458465:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767788.458467:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767788.458471:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767788.458474:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767788.458478:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767788.458479:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767788.458481:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:1.0:1775767788.458485:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767788.458487:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:1.0:1775767788.458489:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:1.0:1775767788.458492:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:1.0:1775767788.458498:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767788.458502:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767788.458505:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767788.458509:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767788.458512:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:1.0:1775767788.458516:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767788.458521:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767788.458524:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767788.458527:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767788.458529:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767788.458532:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767788.458535:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767788.458539:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767788.458543:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767788.458547:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11880.
00000020:00000040:1.0:1775767788.458550:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:1.0:1775767788.458555:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767788.458557:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767788.458561:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767788.458562:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767788.458564:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767788.458569:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8000.
00000100:00000001:1.0:1775767788.458573:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767788.458581:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11880 x1862022335144576/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767788.458594:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767788.458598:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767788.458603:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a965cc18] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11880 x1862022335144576/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767788.458618:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767788.458621:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767788.458628:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775767788.458631:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767788.458633:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767788.458637:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767788.458642:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4973
00000400:00000200:1.0:1775767788.458648:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767788.458653:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767788.458657:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767788.458663:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767788.458666:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767788.458669:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767788.458673:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767788.458676:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767788.458679:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:1.0:1775767788.458680:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767788.458682:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:1.0:1775767788.458686:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:1.0:1775767788.458690:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:1.0:1775767788.458694:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767788.458696:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767788.458699:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767788.458701:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767788.458705:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:1.0:1775767788.458734:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767788.458736:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767788.458738:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767788.458740:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767788.458745:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767788.458747:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767788.458750:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767788.458753:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767788.458755:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767788.458759:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d12d80.
00000020:00000040:1.0:1775767788.458763:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:1.0:1775767788.458768:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767788.458770:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767788.458772:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767788.458774:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767788.458778:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767788.458784:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8c00.
00000100:00000001:1.0:1775767788.458788:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767788.458797:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d12d80 x1862022335144704/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767788.458821:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767788.458825:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767788.458831:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000896363e8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d12d80 x1862022335144704/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767788.458847:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767788.458852:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4983)
00000800:00000200:3.1:1775767788.458904:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767788.458906:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775767788.459092:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767788.459094:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775767788.459291:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767788.459292:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775767788.459532:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767788.459533:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000100:00000001:0.0:1775767789.033853:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767789.033858:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767789.033860:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767789.033864:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767789.033867:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767789.033871:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767789.033873:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767789.033875:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767789.033877:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767789.481896:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767789.481899:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767789.481902:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767789.737803:0:58716:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299646717, at 4299646720
00000100:00000010:2.0:1775767789.737814:0:58716:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3120.
00000100:00000001:0.0:1775767790.057795:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767790.057800:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767790.057801:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767790.057806:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767790.057809:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767790.057812:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767790.057815:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767790.057817:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767790.057819:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767790.505874:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767790.505878:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767790.505881:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767791.081818:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767791.081823:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767791.081825:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767791.081830:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767791.081833:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767791.081837:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767791.081839:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767791.081841:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767791.081843:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767791.529921:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767791.529925:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767791.529929:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767792.105786:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767792.105793:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767792.105796:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767792.105802:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767792.105805:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767792.105810:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767792.105813:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767792.105815:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767792.105818:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767792.553885:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767792.553888:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767792.553891:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767793.129860:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767793.129865:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767793.129867:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767793.129872:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767793.129875:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767793.129878:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767793.129882:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767793.129884:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767793.129887:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767793.578066:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767793.578071:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767793.578075:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767793.578083:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322934a80 x1862022335144832/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767793.578106:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767793.578110:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767793.578114:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767793.578118:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767793.578121:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767793.578129:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322934a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335144832:192.168.202.131@tcp:250:kworker.0
00000100:00000001:1.0:1775767793.578135:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767793.578140:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767793.578143:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767793.578147:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767793.578153:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046e9400.
02000000:00000001:1.0:1775767793.578158:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767793.578169:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767793.578175:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000400:00000010:1.0:1775767793.578185:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000200:1.0:1775767793.578194:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335144832, portal 25
00000100:00000001:1.0:1775767793.578200:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767793.578204:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931813504 : -120451777738112 : ffff927322934a80)
00000100:00000040:1.0:1775767793.578213:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322934a80 x1862022335144832/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767793.578256:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767793.578263:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767793.578269:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767793.578276:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022335144832, offset 0
00000400:00000200:1.0:1775767793.578290:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767793.578303:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767793.578316:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767793.578326:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767793.578335:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767793.578343:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767793.578346:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767793.578355:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60251:60251:256:4294967295] 192.168.202.131@tcp LPNI seq info [60251:60251:8:4294967295]
00000400:00000200:1.0:1775767793.578366:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767793.578394:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767793.578407:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767793.578416:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000800:00000200:1.0:1775767793.578426:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767793.578430:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775767793.578436:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767793.578440:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1775767793.578445:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767793.578449:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767793.578456:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767793.578462:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767793.578469:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767793.578472:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767793.578477:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767793.578482:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322934a80 x1862022335144832/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767793.578492:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767793.578496:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322934a80 x1862022335144832/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767818 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767793.578511:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767793.578513:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767793.578519:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767793.578524:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767793.578527:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4299651837
00000100:00000010:1.0:1775767793.578535:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9273188e5060.
00000100:00000001:1.0:1775767793.578543:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1775767793.578551:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4299651837
00000100:00000010:1.0:1775767793.578554:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9273188e5ba0.
00000100:00000001:1.0:1775767793.578558:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1775767793.578561:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767793.578563:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767793.578566:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767793.578571:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767793/real 1775767793]  req@ffff927322934a80 x1862022335144832/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767793.578586:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767793.578590:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767793.578594:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767793.578599:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767793.578611:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767793.578616:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767793.578621:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322934a80 x1862022335144832/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767793.578634:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322934a80 x1862022335144832/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767793.578651:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767793.578655:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767793.578660:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767793.578663:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767793.578670:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322934a80 x1862022335144832/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767793.578689:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767793.578697:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322934a80 x1862022335144832/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767818 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767793.578757:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767793.578763:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767793.578767:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767793.578771:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767793.578777:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767793.578781:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767793.578789:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767793.578799:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767793.578805:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767793.578816:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322934a80 x1862022335144832/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767818 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767793.578842:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322934a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335144832:192.168.202.131@tcp:250:kworker.0
00000100:00000001:1.0:1775767793.578851:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767793.578857:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767793.578863:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322934a80 x1862022335144832/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767818 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767793.578876:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767793.578882:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767793.578886:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046e9400.
02000000:00000001:1.0:1775767793.578892:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767793.578895:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767793.578899:0:2404:0:(genops.c:1242:class_import_put()) import ffff9273194c5000 refcount=3 obd=MGC192.168.202.131@tcp
00000020:00000001:1.0:1775767793.578904:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767793.578909:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306a64000.
02000000:00000001:1.0:1775767793.578916:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767793.578920:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767793.578924:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322934a80.
00000100:00000001:1.0:1775767793.578930:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767793.578934:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767793.578938:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767793.578949:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767793.578954:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767793.578959:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767793.578962:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767793.578965:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767793.578973:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322937100 x1862022335144960/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767793.578989:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767793.578993:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767793.578998:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767793.579001:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767793.579008:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767793.579016:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322937100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335144960:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775767793.579023:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767793.579028:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767793.579032:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767793.579039:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767793.579045:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046e9400.
02000000:00000001:1.0:1775767793.579050:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767793.579057:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767793.579063:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000400:00000010:1.0:1775767793.579069:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000200:1.0:1775767793.579077:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335144960, portal 10
00000100:00000001:1.0:1775767793.579083:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767793.579086:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931823360 : -120451777728256 : ffff927322937100)
00000100:00000040:1.0:1775767793.579114:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322937100 x1862022335144960/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767793.579143:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767793.579150:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767793.579154:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767793.579161:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335144960, offset 0
00000400:00000200:1.0:1775767793.579172:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767793.579181:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767793.579192:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767793.579199:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767793.579205:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767793.579214:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767793.579220:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767793.579228:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60252:60252:256:4294967295] 192.168.202.131@tcp LPNI seq info [60252:60252:8:4294967295]
00000400:00000200:1.0:1775767793.579238:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767793.579251:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767793.579261:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767793.579268:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000800:00000200:1.0:1775767793.579280:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767793.579286:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775767793.579300:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767793.579307:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1775767793.579317:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767793.579321:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767793.579328:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767793.579336:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767793.579342:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767793.579345:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767793.579350:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767793.579357:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322937100 x1862022335144960/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767793.579376:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767793.579381:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322937100 x1862022335144960/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767818 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767793.579394:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767793.579399:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767793.579405:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767793.579412:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: using a timeout of 15131 usecs (16 jiffies)
00000400:00000200:1.0:1775767793.579422:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767793.579427:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299650577
00000100:00000001:1.0:1775767793.579434:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299651837
00000100:00000001:1.0:1775767793.579438:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299650577
00000100:00000001:1.0:1775767793.579442:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299651837
00000100:00000001:1.0:1775767793.579446:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767793.579448:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767793.579450:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767793.579457:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767793/real 1775767793]  req@ffff927322937100 x1862022335144960/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767793.579463:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767793.579464:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767793.579466:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767793.579468:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767793.579469:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767793.579470:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767793.579473:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322937100 x1862022335144960/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767793.579479:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322937100 x1862022335144960/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767793.579484:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767793.579485:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767793.579486:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767793.579488:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767793.579490:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322937100 x1862022335144960/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767793.579497:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767793.579500:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322937100 x1862022335144960/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767818 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767793.579511:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767793.579516:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767793.579520:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767793.579523:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767793.579528:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767793.579533:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767793.579540:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767793.579546:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767793.579551:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767793.579559:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322937100 x1862022335144960/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767818 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767793.579581:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322937100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335144960:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775767793.579590:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767793.579597:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322937800 x1862022335145088/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767793.579615:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767793.579617:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767793.579621:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767793.579624:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767793.579627:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767793.579633:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322937800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335145088:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775767793.579642:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767793.579645:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767793.579648:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767793.579652:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767793.579658:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046eac00.
02000000:00000001:1.0:1775767793.579663:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767793.579668:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767793.579671:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000400:00000010:1.0:1775767793.579675:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000200:1.0:1775767793.579679:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335145088, portal 10
00000100:00000001:1.0:1775767793.579682:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767793.579684:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931825152 : -120451777726464 : ffff927322937800)
00000100:00000040:1.0:1775767793.579690:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322937800 x1862022335145088/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767793.579696:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767793.579701:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767793.579704:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767793.579706:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335145088, offset 0
00000400:00000200:1.0:1775767793.579736:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767793.579741:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767793.579746:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767793.579750:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767793.579753:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767793.579755:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767793.579759:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767793.579763:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60253:60253:256:4294967295] 192.168.202.131@tcp LPNI seq info [60253:60253:8:4294967295]
00000400:00000200:1.0:1775767793.579768:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767793.579775:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767793.579780:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767793.579784:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000800:00000200:1.0:1775767793.579787:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767793.579789:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775767793.579792:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767793.579794:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1775767793.579797:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767793.579798:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767793.579800:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767793.579803:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767793.579805:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767793.579807:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767793.579809:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767793.579811:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322937800 x1862022335145088/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767793.579817:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767793.579819:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322937800 x1862022335145088/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767818 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767793.579824:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767793.579825:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767793.579827:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767793.579830:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: using a timeout of 41678 usecs (42 jiffies)
00000400:00000200:1.0:1775767793.579832:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767793.579834:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299650604
00000100:00000001:1.0:1775767793.579835:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299651837
00000100:00000001:1.0:1775767793.579837:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299650604
00000100:00000001:1.0:1775767793.579839:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299651837
00000100:00000001:1.0:1775767793.579840:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767793.579841:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767793.579842:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767793.579845:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767793/real 1775767793]  req@ffff927322937800 x1862022335145088/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767793.579850:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767793.579851:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767793.579853:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767793.579854:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767793.579855:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767793.579857:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767793.579859:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322937800 x1862022335145088/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767793.579864:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322937800 x1862022335145088/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767793.579869:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767793.579870:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767793.579871:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767793.579873:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767793.579875:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322937800 x1862022335145088/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767793.579879:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767793.579881:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322937800 x1862022335145088/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767818 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767793.579885:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767793.579886:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767793.579887:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767793.579888:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767793.579889:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767793.579890:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767793.579892:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767793.579894:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767793.579895:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767793.579897:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322937800 x1862022335145088/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767818 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767793.579902:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322937800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335145088:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775767793.579904:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767793.579906:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767793.579908:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322937100 x1862022335144960/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767818 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767793.579912:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767793.579914:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767793.579915:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046e9400.
02000000:00000001:1.0:1775767793.579917:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767793.579919:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767793.579920:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c000 refcount=137 obd=lustre-MDT0000-mdc-ffff927308189800
00000020:00000001:1.0:1775767793.579921:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767793.579923:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306a64800.
02000000:00000001:1.0:1775767793.579925:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767793.579926:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767793.579927:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322937100.
00000100:00000001:1.0:1775767793.579930:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767793.579931:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767793.579932:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767793.579934:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322937800 x1862022335145088/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767818 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767793.579938:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767793.579939:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767793.579940:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046eac00.
02000000:00000001:1.0:1775767793.579941:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767793.579942:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767793.579942:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f800 refcount=3 obd=lustre-MDT0001-mdc-ffff927308189800
00000020:00000001:1.0:1775767793.579943:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767793.579944:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306a66800.
02000000:00000001:1.0:1775767793.579946:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767793.579946:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767793.579947:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322937800.
00000100:00000001:1.0:1775767793.579948:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767793.579949:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767793.579950:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767793.579960:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767793.579961:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767793.579963:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767793.579964:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767793.579964:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767793.579967:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322936300 x1862022335145216/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767793.579971:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767793.579972:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767793.579974:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767793.579975:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767793.579977:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767793.579978:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322936300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335145216:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767793.579981:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767793.579982:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767793.579983:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767793.579984:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767793.579986:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046eac00.
02000000:00000001:1.0:1775767793.579987:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767793.579990:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767793.579991:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000400:00000010:1.0:1775767793.579994:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000200:1.0:1775767793.579996:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335145216, portal 4
00000100:00000001:1.0:1775767793.579997:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767793.579998:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931819776 : -120451777731840 : ffff927322936300)
00000100:00000040:1.0:1775767793.580002:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322936300 x1862022335145216/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767793.580007:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767793.580008:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767793.580009:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767793.580011:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335145216, offset 0
00000400:00000200:1.0:1775767793.580014:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767793.580016:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767793.580018:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767793.580021:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767793.580022:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767793.580024:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767793.580026:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767793.580028:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60254:60254:256:4294967295] 192.168.202.131@tcp LPNI seq info [60254:60254:8:4294967295]
00000400:00000200:1.0:1775767793.580031:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767793.580035:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767793.580039:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767793.580041:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000800:00000200:1.0:1775767793.580044:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767793.580045:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775767793.580048:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767793.580050:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1775767793.580059:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767793.580060:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767793.580063:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767793.580065:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767793.580067:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767793.580069:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767793.580071:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767793.580073:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322936300 x1862022335145216/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767793.580078:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767793.580080:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322936300 x1862022335145216/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767818 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767793.580085:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767793.580086:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767793.580088:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767793.580105:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: using a timeout of 22192 usecs (23 jiffies)
00000400:00000200:1.0:1775767793.580109:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767793.580111:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299650585
00000100:00000001:1.0:1775767793.580114:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299651837
00000100:00000001:1.0:1775767793.580116:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299650585
00000100:00000001:1.0:1775767793.580117:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299651837
00000100:00000001:1.0:1775767793.580119:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767793.580120:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767793.580121:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767793.580124:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767793/real 1775767793]  req@ffff927322936300 x1862022335145216/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767793.580137:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767793.580140:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767793.580142:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767793.580144:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767793.580145:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767793.580146:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767793.580149:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322936300 x1862022335145216/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767793.580154:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322936300 x1862022335145216/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767793.580159:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767793.580160:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767793.580161:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767793.580161:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767793.580163:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322936300 x1862022335145216/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767793.580167:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767793.580169:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322936300 x1862022335145216/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767818 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767793.580173:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767793.580175:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767793.580176:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767793.580177:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767793.580178:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767793.580179:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767793.580180:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767793.580182:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767793.580184:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767793.580187:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322936300 x1862022335145216/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767818 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767793.580192:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322936300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335145216:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767793.580195:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767793.580197:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322935180 x1862022335145344/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767793.580201:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767793.580202:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767793.580203:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767793.580204:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767793.580206:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767793.580207:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322935180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335145344:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767793.580210:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767793.580211:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767793.580212:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767793.580214:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767793.580216:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046e9400.
02000000:00000001:1.0:1775767793.580217:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767793.580219:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767793.580221:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000400:00000010:1.0:1775767793.580223:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000200:1.0:1775767793.580225:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335145344, portal 4
00000100:00000001:1.0:1775767793.580226:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767793.580227:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931815296 : -120451777736320 : ffff927322935180)
00000100:00000040:1.0:1775767793.580231:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322935180 x1862022335145344/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767793.580236:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767793.580238:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767793.580239:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767793.580241:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335145344, offset 0
00000400:00000200:1.0:1775767793.580244:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767793.580247:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767793.580249:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767793.580251:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767793.580253:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767793.580255:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767793.580257:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767793.580259:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60255:60255:256:4294967295] 192.168.202.131@tcp LPNI seq info [60255:60255:8:4294967295]
00000400:00000200:1.0:1775767793.580262:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767793.580266:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767793.580269:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767793.580271:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000800:00000200:1.0:1775767793.580274:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767793.580276:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775767793.580280:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767793.580282:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1775767793.580284:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767793.580286:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767793.580288:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767793.580291:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767793.580293:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767793.580295:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767793.580298:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767793.580301:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322935180 x1862022335145344/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767793.580307:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767793.580309:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322935180 x1862022335145344/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767818 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767793.580314:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767793.580315:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767793.580317:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767793.580320:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: using a timeout of 22500 usecs (23 jiffies)
00000400:00000200:1.0:1775767793.580322:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767793.580325:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299650585
00000100:00000001:1.0:1775767793.580328:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299651837
00000100:00000001:1.0:1775767793.580330:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299650585
00000100:00000001:1.0:1775767793.580332:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299651837
00000100:00000001:1.0:1775767793.580335:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767793.580336:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767793.580337:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767793.580339:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767793/real 1775767793]  req@ffff927322935180 x1862022335145344/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1775767793.580351:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000400:00000001:1.0:1775767793.580352:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767793.580354:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:0.0:1775767793.580358:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775767793.580359:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767793.580364:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00010000:00010000:0.0:1775767793.580367:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000010:1.0:1775767793.580368:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767793.580374:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767793.580379:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322935180 x1862022335145344/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767793.580385:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322935180 x1862022335145344/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767793.580390:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767793.580391:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767793.580392:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767793.580393:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767793.580396:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322935180 x1862022335145344/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767793.580402:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767793.580407:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322935180 x1862022335145344/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767818 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767793.580411:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767793.580413:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767793.580414:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767793.580415:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767793.580416:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767793.580417:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767793.580419:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767793.580421:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767793.580423:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767793.580425:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322935180 x1862022335145344/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767818 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767793.580429:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322935180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335145344:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767793.580432:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767793.580433:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767793.580435:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322936300 x1862022335145216/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767818 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767793.580439:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767793.580440:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767793.580442:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046eac00.
02000000:00000001:1.0:1775767793.580443:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767793.580444:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767793.580445:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f000 refcount=2 obd=lustre-OST0000-osc-ffff927308189800
00000020:00000001:1.0:1775767793.580446:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767793.580447:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306a66400.
02000000:00000001:1.0:1775767793.580449:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767793.580450:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767793.580451:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322936300.
00000100:00000001:1.0:1775767793.580453:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767793.580454:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767793.580456:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767793.580457:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322935180 x1862022335145344/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767818 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767793.580466:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767793.580467:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767793.580468:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046e9400.
02000000:00000001:1.0:1775767793.580469:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767793.580470:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767793.580470:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c800 refcount=2 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:1.0:1775767793.580471:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767793.580472:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306a65000.
02000000:00000001:1.0:1775767793.580474:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767793.580475:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767793.580476:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322935180.
00000100:00000001:1.0:1775767793.580477:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767793.580478:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767793.580479:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767793.580482:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767793.580483:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767793.580484:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767793.580485:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767794.153779:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767794.153784:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767794.153785:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767794.153790:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767794.153793:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767794.153796:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767794.153799:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767794.153801:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767794.153803:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767794.601913:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767794.601918:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767794.601921:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767794.857793:0:58716:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299651837, at 4299651840
00000100:00000010:2.0:1775767794.857809:0:58716:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9273188e5060.
00000100:00000001:0.0:1775767795.177834:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767795.177840:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767795.177842:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767795.177847:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767795.177850:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767795.177854:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767795.177856:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767795.177858:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767795.177860:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767795.625919:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767795.625922:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767795.625925:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767796.201847:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767796.201853:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767796.201855:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767796.201861:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767796.201864:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767796.201868:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767796.201870:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767796.201872:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767796.201876:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767796.649902:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767796.649905:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767796.649908:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767797.225884:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767797.225892:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767797.225895:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767797.225902:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767797.225906:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767797.225920:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767797.225924:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767797.225927:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767797.225930:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767797.673910:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767797.673914:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767797.673918:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767798.249839:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767798.249844:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767798.249846:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767798.249852:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767798.249855:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767798.249858:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767798.249860:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767798.249862:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767798.249864:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767798.697857:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767798.697874:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767798.697879:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767798.697885:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767798.697894:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767798.697906:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4983
00000400:00000200:2.0:1775767798.697919:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767798.697929:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767798.697933:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767798.697950:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767798.697956:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767798.697960:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767798.697963:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767798.697968:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767798.697971:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767798.697975:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000001:0.0:1775767798.697977:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000040:2.0:1775767798.697979:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775767798.697983:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767798.697983:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775767798.697990:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00010000:00010000:0.0:1775767798.697991:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767798.697995:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767798.697998:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767798.698001:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767798.698003:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767798.698007:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767798.698012:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767798.698015:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767798.698019:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767798.698023:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767798.698026:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767798.698029:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767798.698032:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767798.698059:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775767798.698065:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767798.698069:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767798.698071:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767798.698076:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767798.698080:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767798.698085:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767798.698095:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee800.
00000100:00000001:2.0:1775767798.698104:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767798.698114:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335145472/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767798.698132:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767798.698138:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767798.698143:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335145472/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767798.698167:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767798.698171:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767798.698175:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767798.698177:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767798.698178:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767798.698181:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767798.698184:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4983
00000400:00000200:2.0:1775767798.698189:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767798.698193:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767798.698196:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767798.698200:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767798.698202:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767798.698205:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767798.698208:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767798.698211:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767798.698212:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767798.698215:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767798.698217:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767798.698220:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767798.698222:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767798.698226:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767798.698228:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767798.698231:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767798.698233:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767798.698235:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767798.698240:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00000001:1.0:1775767798.698241:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767798.698245:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00080000:2.0:1775767798.698249:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767798.698253:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767798.698259:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1775767798.698260:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b54a80 x1862022335145472/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775767798.698270:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767798.698272:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767798.698275:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767798.698276:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767798.698282:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1775767798.698283:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:1.0:1775767798.698286:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767798.698293:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1775767798.698293:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1775767798.698303:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335145472:192.168.202.131@tcp:250:kworker.0
00000008:00000001:2.0:1775767798.698304:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767798.698315:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1775767798.698315:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767798.698320:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767798.698323:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767798.698323:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
02000000:00000001:1.0:1775767798.698330:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:2.0:1775767798.698331:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767798.698337:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767798.698338:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767798.698340:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046e9400.
00000100:00000001:2.0:1775767798.698342:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767798.698346:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767798.698347:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767798.698351:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767798.698357:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767798.698362:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
02000000:00000010:2.0:1775767798.698362:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed000.
00000100:00000001:2.0:1775767798.698372:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775767798.698373:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000200:1.0:1775767798.698381:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335145472, portal 25
00000100:00100000:2.0:1775767798.698385:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335145600/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767798.698386:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767798.698389:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682383488 : -120452027168128 : ffff927313b54a80)
00000100:00000040:1.0:1775767798.698402:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b54a80 x1862022335145472/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767798.698412:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767798.698419:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1775767798.698421:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767798.698425:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767798.698429:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767798.698433:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022335145472, offset 0
00000100:00000040:2.0:1775767798.698437:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335145600/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775767798.698443:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767798.698455:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:2.0:1775767798.698457:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767798.698462:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1775767798.698467:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000100:00080000:2.0:1775767798.698475:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:1.0:1775767798.698476:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1775767798.698478:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1775767798.698482:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000100:00080000:2.0:1775767798.698483:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1775767798.698490:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1775767798.698492:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1775767798.698496:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000100:00080000:2.0:1775767798.698502:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4983
00000400:00000200:1.0:1775767798.698509:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60256:60256:256:4294967295] 192.168.202.131@tcp LPNI seq info [60256:60256:8:4294967295]
00000400:00000200:2.0:1775767798.698517:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767798.698518:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767798.698529:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767798.698537:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1775767798.698538:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767798.698553:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000100:00000040:2.0:1775767798.698553:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767798.698564:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:1.0:1775767798.698566:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000100:00000040:2.0:1775767798.698570:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000800:00000200:1.0:1775767798.698578:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:2.0:1775767798.698578:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000800:00000200:1.0:1775767798.698584:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000020:00000001:2.0:1775767798.698586:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767798.698592:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767798.698596:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:1.1:1775767798.698596:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000020:00000040:2.0:1775767798.698601:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000800:00000200:1.1:1775767798.698602:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000020:00000001:2.0:1775767798.698610:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000800:00000100:1.0:1775767798.698616:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000020:00000001:2.0:1775767798.698622:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000800:00000010:1.0:1775767798.698623:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767798.698634:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1775767798.698635:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767798.698644:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1775767798.698646:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000100:00000040:2.0:1775767798.698651:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000400:00000200:1.0:1775767798.698653:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767798.698659:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:2.0:1775767798.698661:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000001:1.0:1775767798.698664:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:2.0:1775767798.698668:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00000200:1.0:1775767798.698673:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b54a80 x1862022335145472/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775767798.698681:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767798.698688:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767798.698689:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1775767798.698693:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1775767798.698695:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b54a80 x1862022335145472/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767823 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775767798.698700:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767798.698704:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767798.698746:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767798.698752:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767798.698756:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
02000000:00000001:2.0:1775767798.698757:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767798.698759:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4299656958
00000100:00000001:2.0:1775767798.698763:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000010:1.0:1775767798.698766:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9273188e5f00.
00000008:00100000:2.0:1775767798.698768:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767798.698773:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767798.698774:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1775767798.698776:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767798.698782:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4299656958
00000100:00000010:2.0:1775767798.698785:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000100:00000010:1.0:1775767798.698787:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9273188e5de0.
00000100:00000001:1.0:1775767798.698794:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3
00000020:00000040:2.0:1775767798.698794:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
00000100:00000001:1.0:1775767798.698802:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767798.698802:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767798.698809:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767798.698810:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767798.698818:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1775767798.698819:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:1.0:1775767798.698823:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767798/real 1775767798]  req@ffff927313b54a80 x1862022335145472/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775767798.698823:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767798.698828:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1775767798.698841:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000010:2.0:1775767798.698842:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef000.
00000400:00000001:1.0:1775767798.698843:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767798.698846:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767798.698850:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000100:00000001:2.0:1775767798.698850:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775767798.698853:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767798.698859:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767798.698864:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b54a80 x1862022335145472/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767798.698865:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335145728/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1775767798.698897:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b54a80 x1862022335145472/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767798.698910:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767798.698912:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767798.698916:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767798.698918:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767798.698920:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767798.698923:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767798.698932:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b54a80 x1862022335145472/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775767798.698932:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335145728/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767798.698970:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767798.698983:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b54a80 x1862022335145472/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767823 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767798.698984:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767798.698989:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767798.699002:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767798.699010:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1775767798.699016:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767798.699016:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767798.699024:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767798.699025:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1775767798.699027:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767798.699030:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767798.699035:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00080000:2.0:1775767798.699035:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4983
00000100:00000001:1.0:1775767798.699039:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767798.699056:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from CONNECTING to DISCONN
00000400:00000200:2.0:1775767798.699067:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00080000:1.0:1775767798.699068:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767798.699076:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000400:00000200:2.0:1775767798.699079:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767798.699084:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767798.699086:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b54a80 x1862022335145472/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767823 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775767798.699091:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767798.699098:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767798.699107:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767798.699114:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767798.699119:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000100:00100000:1.0:1775767798.699121:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335145472:192.168.202.131@tcp:250:kworker.0
00000020:00000040:2.0:1775767798.699122:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767798.699126:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767798.699130:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000100:00000001:1.0:1775767798.699133:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1775767798.699134:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000001:1.0:1775767798.699136:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000020:00000001:2.0:1775767798.699142:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:1.0:1775767798.699145:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b54a80 x1862022335145472/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767823 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775767798.699155:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767798.699162:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
00000100:00000001:2.0:1775767798.699163:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1775767798.699165:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767798.699168:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046e9400.
00000100:00000040:2.0:1775767798.699170:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
02000000:00000001:1.0:1775767798.699174:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:2.0:1775767798.699178:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767798.699179:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767798.699181:0:2404:0:(genops.c:1242:class_import_put()) import ffff9273194c5000 refcount=3 obd=MGC192.168.202.131@tcp
00000020:00000001:1.0:1775767798.699184:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767798.699189:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bee800.
00000020:00000040:2.0:1775767798.699189:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
02000000:00000001:1.0:1775767798.699196:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767798.699200:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00080000:2.0:1775767798.699201:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000010:1.0:1775767798.699202:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b54a80.
00000100:00000001:1.0:1775767798.699208:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767798.699209:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767798.699210:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767798.699219:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1775767798.699219:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767798.699228:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767798.699229:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767798.699232:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767798.699235:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767798.699236:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767798.699239:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775767798.699241:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767798.699242:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000008:00100000:2.0:1775767798.699248:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000100:00000040:1.0:1775767798.699249:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b57100 x1862022335145600/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1775767798.699262:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767798.699265:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767798.699267:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767798.699272:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767798.699273:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767798.699277:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767798.699281:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767798.699284:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000100:00100000:1.0:1775767798.699285:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335145600:192.168.202.131@tcp:38:kworker.0
00000020:00000040:2.0:1775767798.699294:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
00000100:00000001:1.0:1775767798.699295:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767798.699297:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767798.699302:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767798.699303:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767798.699304:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1775767798.699309:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767798.699310:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046e9400.
02000000:00000001:1.0:1775767798.699314:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767798.699314:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767798.699320:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1775767798.699324:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767798.699327:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
02000000:00000001:2.0:1775767798.699327:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775767798.699332:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
02000000:00000010:2.0:1775767798.699336:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee400.
00000100:00000200:1.0:1775767798.699337:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335145600, portal 10
00000100:00000001:1.0:1775767798.699344:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767798.699345:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682393344 : -120452027158272 : ffff927313b57100)
00000100:00000001:2.0:1775767798.699348:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767798.699352:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b57100 x1862022335145600/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767798.699358:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335145856/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767798.699362:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767798.699373:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767798.699382:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767798.699391:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335145600, offset 0
00000100:00000001:2.0:1775767798.699396:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1775767798.699399:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000100:00000001:2.0:1775767798.699403:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767798.699404:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767798.699417:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000100:00000040:2.0:1775767798.699422:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335145856/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775767798.699423:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767798.699429:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767798.699434:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767798.699443:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767798.699454:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60257:60257:256:4294967295] 192.168.202.131@tcp LPNI seq info [60257:60257:8:4294967295]
00000100:00000001:2.0:1775767798.699456:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767798.699465:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1775767798.699469:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00080000:2.0:1775767798.699473:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767798.699476:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767798.699479:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767798.699487:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1775767798.699492:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000100:00080000:2.0:1775767798.699498:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4983
00000400:00000200:2.0:1775767798.699510:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000800:00000200:1.0:1775767798.699511:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767798.699518:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000400:00000200:2.0:1775767798.699522:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000800:00000200:1.0:1775767798.699528:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00080000:2.0:1775767798.699528:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000800:00000200:1.0:1775767798.699532:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000100:00000040:2.0:1775767798.699539:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000800:00000200:1.1:1775767798.699546:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:2.0:1775767798.699549:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1775767798.699550:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1775767798.699557:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000100:00000040:2.0:1775767798.699557:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000800:00000010:1.0:1775767798.699560:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767798.699566:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1775767798.699566:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767798.699574:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:1.0:1775767798.699576:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000020:00000040:2.0:1775767798.699578:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000400:00000200:1.0:1775767798.699580:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767798.699584:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000020:00000001:2.0:1775767798.699584:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767798.699589:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000100:00000001:1.0:1775767798.699590:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:2.0:1775767798.699596:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000200:1.0:1775767798.699597:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b57100 x1862022335145600/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1775767798.699608:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767798.699626:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767798.699628:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1775767798.699632:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767798.699637:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b57100 x1862022335145600/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767823 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775767798.699643:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767798.699657:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767798.699657:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000001:1.0:1775767798.699667:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:2.0:1775767798.699669:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00000001:1.0:1775767798.699671:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767798.699677:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: using a timeout of 15131 usecs (16 jiffies)
00000100:00080000:2.0:1775767798.699680:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000400:00000200:1.0:1775767798.699687:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:2.0:1775767798.699689:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767798.699691:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299655697
02000000:00000001:2.0:1775767798.699694:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775767798.699695:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299656958
00000100:00000001:1.0:1775767798.699699:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299655697
00000100:00000001:1.0:1775767798.699703:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299656958
02000000:00000001:2.0:1775767798.699703:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767798.699731:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767798.699740:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767798.699741:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767798.699743:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1775767798.699747:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00100000:1.0:1775767798.699749:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767798/real 1775767798]  req@ffff927313b57100 x1862022335145600/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1775767798.699752:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767798.699764:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1775767798.699765:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767798.699772:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1775767798.699773:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775767798.699775:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767798.699781:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767798.699782:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000010:2.0:1775767798.699784:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000100:00000001:1.0:1775767798.699785:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767798.699790:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b57100 x1862022335145600/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1775767798.699790:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775767798.699800:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767798.699806:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767798.699814:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:1.0:1775767798.699817:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b57100 x1862022335145600/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775767798.699817:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767798.699823:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767798.699836:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767798.699838:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:2.0:1775767798.699839:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec800.
00000100:00000001:1.0:1775767798.699846:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767798.699849:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767798.699849:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767798.699869:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b57100 x1862022335145600/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767798.699869:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335145984/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767798.699934:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767798.699938:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1775767798.699944:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b57100 x1862022335145600/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767823 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767798.699950:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767798.699963:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767798.699967:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767798.699968:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335145984/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767798.699970:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767798.699974:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767798.699980:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767798.699984:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767798.699990:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767798.700002:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:2.0:1775767798.700006:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767798.700007:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767798.700021:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b57100 x1862022335145600/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767823 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775767798.700022:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4993)
00000100:00100000:1.0:1775767798.700035:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335145600:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775767798.700038:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767798.700054:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b54e00 x1862022335145728/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767798.700062:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767798.700064:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767798.700067:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767798.700069:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767798.700071:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767798.700075:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335145728:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775767798.700078:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767798.700080:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767798.700082:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767798.700084:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767798.700088:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046eac00.
02000000:00000001:1.0:1775767798.700090:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767798.700094:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767798.700097:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000400:00000010:1.0:1775767798.700100:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000200:1.0:1775767798.700104:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335145728, portal 10
00000100:00000001:1.0:1775767798.700106:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767798.700108:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682384384 : -120452027167232 : ffff927313b54e00)
00000100:00000040:1.0:1775767798.700114:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b54e00 x1862022335145728/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767798.700121:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767798.700124:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767798.700125:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767798.700127:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335145728, offset 0
00000400:00000200:1.0:1775767798.700131:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767798.700135:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767798.700139:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767798.700142:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767798.700144:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767798.700147:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767798.700151:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767798.700154:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60258:60258:256:4294967295] 192.168.202.131@tcp LPNI seq info [60258:60258:8:4294967295]
00000400:00000200:1.0:1775767798.700158:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767798.700164:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767798.700169:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767798.700172:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000800:00000200:1.0:1775767798.700176:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767798.700179:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775767798.700183:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767798.700185:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1775767798.700189:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767798.700191:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767798.700194:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767798.700197:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767798.700199:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767798.700201:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767798.700203:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767798.700206:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b54e00 x1862022335145728/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767798.700215:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767798.700218:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b54e00 x1862022335145728/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767823 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767798.700224:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767798.700225:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767798.700228:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767798.700231:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: using a timeout of 41678 usecs (42 jiffies)
00000400:00000200:1.0:1775767798.700234:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767798.700236:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299655724
00000100:00000001:1.0:1775767798.700238:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299656958
00000100:00000001:1.0:1775767798.700240:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299655724
00000100:00000001:1.0:1775767798.700242:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299656958
00000100:00000001:1.0:1775767798.700244:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767798.700246:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767798.700248:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767798.700251:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767798/real 1775767798]  req@ffff927313b54e00 x1862022335145728/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767798.700259:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767798.700260:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767798.700262:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767798.700264:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767798.700266:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767798.700268:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767798.700271:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b54e00 x1862022335145728/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767798.700280:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b54e00 x1862022335145728/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767798.700286:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767798.700287:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767798.700288:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767798.700289:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767798.700292:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b54e00 x1862022335145728/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767798.700296:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767798.700299:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b54e00 x1862022335145728/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767823 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767798.700303:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767798.700304:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767798.700305:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767798.700306:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767798.700307:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767798.700308:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767798.700309:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767798.700311:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767798.700313:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767798.700315:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b54e00 x1862022335145728/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767823 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767798.700325:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335145728:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775767798.700327:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767798.700329:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767798.700330:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b57100 x1862022335145600/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767823 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767798.700334:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767798.700335:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767798.700337:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046e9400.
02000000:00000001:1.0:1775767798.700338:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767798.700339:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767798.700341:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c000 refcount=137 obd=lustre-MDT0000-mdc-ffff927308189800
00000020:00000001:1.0:1775767798.700355:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767798.700357:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bed000.
02000000:00000001:1.0:1775767798.700361:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767798.700362:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767798.700364:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b57100.
00000100:00000001:1.0:1775767798.700367:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767798.700368:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767798.700370:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767798.700373:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b54e00 x1862022335145728/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767823 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767798.700380:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767798.700381:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767798.700383:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046eac00.
02000000:00000001:1.0:1775767798.700385:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767798.700387:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767798.700388:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f800 refcount=3 obd=lustre-MDT0001-mdc-ffff927308189800
00000020:00000001:1.0:1775767798.700390:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767798.700392:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bef000.
02000000:00000001:1.0:1775767798.700394:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767798.700395:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767798.700397:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b54e00.
00000100:00000001:1.0:1775767798.700400:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767798.700401:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767798.700403:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767798.700407:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767798.700408:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767798.700410:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767798.700412:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767798.700413:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767798.700417:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b55f80 x1862022335145856/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767798.700426:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767798.700427:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767798.700430:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767798.700432:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767798.700434:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767798.700437:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335145856:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767798.700440:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767798.700442:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767798.700444:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767798.700446:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767798.700449:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046eac00.
02000000:00000001:1.0:1775767798.700452:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767798.700456:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767798.700459:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000400:00000010:1.0:1775767798.700463:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000200:1.0:1775767798.700466:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335145856, portal 4
00000100:00000001:1.0:1775767798.700469:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767798.700470:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682388864 : -120452027162752 : ffff927313b55f80)
00000100:00000040:1.0:1775767798.700477:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b55f80 x1862022335145856/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767798.700484:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767798.700486:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767798.700489:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767798.700491:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335145856, offset 0
00000400:00000200:1.0:1775767798.700496:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767798.700500:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767798.700504:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767798.700507:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767798.700509:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767798.700511:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767798.700513:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767798.700516:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60259:60259:256:4294967295] 192.168.202.131@tcp LPNI seq info [60259:60259:8:4294967295]
00000400:00000200:1.0:1775767798.700521:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767798.700528:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767798.700533:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767798.700536:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000800:00000200:1.0:1775767798.700540:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767798.700544:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775767798.700548:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767798.700551:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1775767798.700555:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767798.700557:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767798.700560:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767798.700562:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767798.700565:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767798.700566:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767798.700568:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767798.700570:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b55f80 x1862022335145856/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767798.700576:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767798.700578:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b55f80 x1862022335145856/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767823 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767798.700582:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767798.700583:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767798.700586:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767798.700588:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: using a timeout of 22192 usecs (23 jiffies)
00000400:00000200:1.0:1775767798.700591:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767798.700592:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299655705
00000100:00000001:1.0:1775767798.700594:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299656958
00000100:00000001:1.0:1775767798.700596:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299655705
00000100:00000001:1.0:1775767798.700597:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299656958
00000100:00000001:1.0:1775767798.700599:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767798.700600:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767798.700601:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767798.700603:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767798/real 1775767798]  req@ffff927313b55f80 x1862022335145856/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767798.700608:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767798.700609:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767798.700610:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767798.700612:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767798.700613:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767798.700614:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767798.700616:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b55f80 x1862022335145856/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767798.700622:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b55f80 x1862022335145856/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767798.700626:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767798.700627:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767798.700628:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767798.700629:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767798.700631:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b55f80 x1862022335145856/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767798.700635:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767798.700637:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b55f80 x1862022335145856/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767823 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767798.700641:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767798.700643:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767798.700644:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767798.700645:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767798.700646:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767798.700647:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767798.700649:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767798.700651:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767798.700652:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767798.700654:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b55f80 x1862022335145856/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767823 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767798.700659:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335145856:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767798.700661:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767798.700663:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b55180 x1862022335145984/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767798.700667:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767798.700668:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767798.700669:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767798.700671:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767798.700672:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767798.700674:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335145984:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767798.700676:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767798.700678:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767798.700679:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767798.700680:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767798.700682:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046e9400.
02000000:00000001:1.0:1775767798.700683:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767798.700685:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767798.700686:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000400:00000010:1.0:1775767798.700688:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000200:1.0:1775767798.700690:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335145984, portal 4
00000100:00000001:1.0:1775767798.700692:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767798.700693:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682385280 : -120452027166336 : ffff927313b55180)
00000100:00000040:1.0:1775767798.700696:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b55180 x1862022335145984/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767798.700700:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767798.700702:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767798.700703:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767798.700705:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335145984, offset 0
00000400:00000200:1.0:1775767798.700724:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767798.700728:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767798.700730:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767798.700732:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767798.700734:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767798.700735:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767798.700737:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767798.700739:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60260:60260:256:4294967295] 192.168.202.131@tcp LPNI seq info [60260:60260:8:4294967295]
00000400:00000200:1.0:1775767798.700742:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767798.700746:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767798.700749:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767798.700751:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000800:00000200:1.0:1775767798.700754:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767798.700756:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775767798.700758:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767798.700760:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1775767798.700763:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767798.700764:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767798.700766:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767798.700768:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767798.700770:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767798.700771:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767798.700772:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767798.700775:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b55180 x1862022335145984/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767798.700784:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767798.700786:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b55180 x1862022335145984/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767823 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767798.700790:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767798.700791:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767798.700792:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767798.700794:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: using a timeout of 22500 usecs (23 jiffies)
00000400:00000200:1.0:1775767798.700796:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767798.700797:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299655706
00000100:00000001:1.0:1775767798.700798:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299656958
00000100:00000001:1.0:1775767798.700800:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299655706
00000100:00000001:1.0:1775767798.700801:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299656958
00000100:00000001:1.0:1775767798.700803:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767798.700804:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767798.700805:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767798.700807:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767798/real 1775767798]  req@ffff927313b55180 x1862022335145984/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767798.700812:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767798.700813:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767798.700813:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767798.700815:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767798.700816:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767798.700817:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767798.700818:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b55180 x1862022335145984/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767798.700823:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b55180 x1862022335145984/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767798.700828:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767798.700829:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767798.700830:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767798.700831:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767798.700833:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b55180 x1862022335145984/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767798.700838:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767798.700840:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b55180 x1862022335145984/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767823 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767798.700844:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767798.700845:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767798.700846:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767798.700847:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767798.700848:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767798.700849:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767798.700850:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767798.700852:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767798.700853:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767798.700856:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b55180 x1862022335145984/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767823 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767798.700860:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335145984:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767798.700862:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767798.700863:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767798.700865:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b55f80 x1862022335145856/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767823 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767798.700869:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767798.700870:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767798.700872:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046eac00.
02000000:00000001:1.0:1775767798.700873:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767798.700874:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767798.700875:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f000 refcount=2 obd=lustre-OST0000-osc-ffff927308189800
00000020:00000001:1.0:1775767798.700877:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767798.700878:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bee400.
02000000:00000001:1.0:1775767798.700880:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767798.700881:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767798.700882:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b55f80.
00000100:00000001:1.0:1775767798.700883:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767798.700884:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767798.700885:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767798.700887:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b55180 x1862022335145984/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767823 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767798.700891:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767798.700892:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767798.700893:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046e9400.
02000000:00000001:1.0:1775767798.700894:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767798.700895:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767798.700896:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c800 refcount=2 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:1.0:1775767798.700897:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767798.700898:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bec800.
02000000:00000001:1.0:1775767798.700900:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767798.700900:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767798.700901:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b55180.
00000100:00000001:1.0:1775767798.700902:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767798.700903:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767798.700904:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767798.700906:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767798.700907:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767798.700908:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767798.700909:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767799.273909:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767799.273917:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767799.273918:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767799.273924:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767799.273929:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767799.273932:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767799.273935:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767799.273937:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767799.273940:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767799.721941:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767799.721946:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767799.721950:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767799.977819:0:58716:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299656958, at 4299656960
00000100:00000010:2.0:1775767799.977836:0:58716:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9273188e5f00.
00000100:00000001:0.0:1775767800.297778:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767800.297783:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767800.297785:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767800.297789:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767800.297792:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767800.297795:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767800.297798:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767800.297800:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767800.297802:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767800.745908:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767800.745911:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767800.745914:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767801.321812:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767801.321817:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767801.321820:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767801.321824:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767801.321827:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767801.321830:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767801.321833:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767801.321835:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767801.321837:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767801.769913:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767801.769918:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767801.769921:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767802.345802:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767802.345809:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767802.345812:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767802.345817:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767802.345821:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767802.345826:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767802.345829:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767802.345832:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767802.345835:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767802.793851:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767802.793854:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767802.793857:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767803.369812:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767803.369818:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767803.369819:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767803.369823:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767803.369826:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767803.369829:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767803.369832:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767803.369834:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767803.369836:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767803.817805:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767803.817819:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767803.817824:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767803.817830:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767803.817839:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767803.817849:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4988
00000400:00000200:2.0:1775767803.817865:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767803.817875:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767803.817882:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767803.817888:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767803.817891:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767803.817893:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767803.817894:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767803.817898:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767803.817899:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767803.817902:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767803.817904:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775767803.817905:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775767803.817907:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775767803.817910:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767803.817912:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767803.817914:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767803.817915:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767803.817918:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767803.817920:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767803.817923:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767803.817925:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767803.817927:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767803.817929:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767803.817931:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767803.817933:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767803.817934:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767803.817937:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767803.817941:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000010:2.0:1775767803.817941:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
00000020:00000040:2.0:1775767803.817945:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767803.817948:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767803.817949:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767803.817952:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767803.817954:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767803.817957:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767803.817964:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306beec00.
00000100:00000001:2.0:1775767803.817969:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767803.817976:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335146112/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767803.817986:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767803.818007:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767803.818013:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335146112/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767803.818034:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767803.818038:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767803.818042:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767803.818044:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767803.818045:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767803.818049:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767803.818052:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4988
00000400:00000200:2.0:1775767803.818057:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767803.818060:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767803.818062:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767803.818065:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767803.818067:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767803.818069:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767803.818071:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767803.818073:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1775767803.818074:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1775767803.818074:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767803.818076:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767803.818078:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000100:00000001:1.0:1775767803.818079:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1775767803.818080:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000001:1.0:1775767803.818083:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1775767803.818083:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767803.818088:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767803.818091:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767803.818093:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b57800 x1862022335146112/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775767803.818095:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767803.818100:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767803.818105:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767803.818110:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767803.818111:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767803.818112:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767803.818113:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767803.818115:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767803.818120:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767803.818121:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767803.818122:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767803.818124:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767803.818127:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767803.818127:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767803.818132:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1775767803.818133:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335146112:192.168.202.131@tcp:250:kworker.0
00000008:00000001:2.0:1775767803.818136:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767803.818140:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1775767803.818140:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767803.818143:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
02000000:00000001:1.0:1775767803.818144:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:2.0:1775767803.818147:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767803.818150:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767803.818151:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767803.818152:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767803.818153:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767803.818155:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767803.818155:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767803.818160:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767803.818161:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef400.
00000100:00000001:2.0:1775767803.818165:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767803.818166:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046e9400.
02000000:00000001:1.0:1775767803.818170:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767803.818171:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335146240/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1775767803.818180:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:2.0:1775767803.818181:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1775767803.818184:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000100:00000001:2.0:1775767803.818184:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767803.818189:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335146240/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1775767803.818191:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000001:2.0:1775767803.818200:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775767803.818201:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335146112, portal 25
00000100:00080000:2.0:1775767803.818203:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1775767803.818206:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767803.818208:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682395136 : -120452027156480 : ffff927313b57800)
00000100:00080000:2.0:1775767803.818211:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767803.818214:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:1.0:1775767803.818216:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b57800 x1862022335146112/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775767803.818217:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767803.818223:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1775767803.818228:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1775767803.818231:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4988
00000100:00000040:1.0:1775767803.818235:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767803.818238:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000400:00000200:2.0:1775767803.818242:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000200:1.0:1775767803.818244:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022335146112, offset 0
00000400:00000200:2.0:1775767803.818248:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000400:00000200:1.0:1775767803.818253:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000100:00080000:2.0:1775767803.818254:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767803.818259:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767803.818261:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1775767803.818264:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000040:2.0:1775767803.818265:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767803.818268:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767803.818270:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767803.818272:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000400:00000200:1.0:1775767803.818273:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000020:00000001:2.0:1775767803.818274:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767803.818277:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775767803.818280:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775767803.818281:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000400:00000200:1.0:1775767803.818284:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1775767803.818285:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767803.818288:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767803.818290:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767803.818292:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000400:00000200:1.0:1775767803.818293:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000020:00000040:2.0:1775767803.818296:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000400:00000200:1.0:1775767803.818300:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000100:00080000:2.0:1775767803.818303:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767803.818307:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767803.818308:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
02000000:00000001:2.0:1775767803.818312:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1775767803.818317:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60261:60261:256:4294967295] 192.168.202.131@tcp LPNI seq info [60261:60261:8:4294967295]
02000000:00000001:2.0:1775767803.818317:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767803.818323:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767803.818327:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:1.0:1775767803.818328:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000008:00100000:2.0:1775767803.818332:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767803.818336:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767803.818338:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767803.818346:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000100:00000010:2.0:1775767803.818346:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775767803.818352:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767803.818358:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767803.818362:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1775767803.818364:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000100:00000001:2.0:1775767803.818365:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767803.818367:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767803.818370:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1775767803.818372:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
02000000:00000010:2.0:1775767803.818374:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306befc00.
00000100:00000001:2.0:1775767803.818378:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1775767803.818382:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00100000:2.0:1775767803.818383:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335146368/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1775767803.818388:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000100:00000001:2.0:1775767803.818395:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767803.818399:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775767803.818400:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000040:2.0:1775767803.818404:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335146368/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1775767803.818406:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1775767803.818416:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767803.818419:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767803.818424:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1775767803.818424:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767803.818429:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1775767803.818431:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000100:00080000:2.0:1775767803.818435:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767803.818437:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767803.818438:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767803.818439:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767803.818442:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4988
00000400:00000200:2.0:1775767803.818446:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767803.818447:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000200:2.0:1775767803.818450:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000400:00000010:1.0:1775767803.818451:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00080000:2.0:1775767803.818453:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767803.818457:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767803.818458:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1775767803.818459:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767803.818464:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000200:1.0:1775767803.818465:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b57800 x1862022335146112/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767803.818466:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767803.818471:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767803.818473:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767803.818476:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767803.818479:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775767803.818482:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000001:1.0:1775767803.818483:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000020:00000001:2.0:1775767803.818485:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:1.0:1775767803.818489:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b57800 x1862022335146112/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767828 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775767803.818489:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767803.818493:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767803.818497:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767803.818501:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767803.818505:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00000001:1.0:1775767803.818507:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767803.818508:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767803.818510:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767803.818512:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767803.818514:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775767803.818517:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767803.818517:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767803.818522:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767803.818524:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:1.0:1775767803.818526:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000008:00100000:2.0:1775767803.818527:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1775767803.818529:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4299662077
00000008:00000001:2.0:1775767803.818530:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767803.818534:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767803.818536:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9273188e5480.
00000100:00000010:2.0:1775767803.818537:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767803.818541:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767803.818542:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767803.818543:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767803.818545:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1775767803.818545:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767803.818548:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767803.818550:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767803.818552:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4299662077
02000000:00000010:2.0:1775767803.818553:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec000.
00000100:00000001:2.0:1775767803.818557:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767803.818558:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9273188e5b40.
00000100:00100000:2.0:1775767803.818563:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335146496/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767803.818564:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1775767803.818569:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767803.818573:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767803.818576:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767803.818577:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1775767803.818580:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767803.818585:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767803/real 1775767803]  req@ffff927313b57800 x1862022335146112/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775767803.818586:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335146496/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767803.818613:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767803.818618:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767803.818625:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767803.818627:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000001:1.0:1775767803.818628:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:2.0:1775767803.818629:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000001:1.0:1775767803.818632:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1775767803.818633:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:1.0:1775767803.818635:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000100:00080000:2.0:1775767803.818636:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4988
00000400:00000200:1.0:1775767803.818640:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000200:2.0:1775767803.818641:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767803.818643:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767803.818646:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:2.0:1775767803.818648:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00000200:1.0:1775767803.818652:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b57800 x1862022335146112/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775767803.818653:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767803.818661:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000200:1.0:1775767803.818666:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b57800 x1862022335146112/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767803.818666:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767803.818672:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767803.818675:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767803.818677:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767803.818679:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767803.818683:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1775767803.818685:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000040:2.0:1775767803.818686:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000100:00000001:1.0:1775767803.818687:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767803.818692:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:2.0:1775767803.818692:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000001:1.0:1775767803.818695:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1775767803.818697:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00100000:1.0:1775767803.818700:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b57800 x1862022335146112/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775767803.818706:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767803.818741:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767803.818747:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767803.818748:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767803.818751:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767803.818754:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00000040:1.0:1775767803.818759:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b57800 x1862022335146112/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767828 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775767803.818759:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767803.818763:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767803.818767:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767803.818770:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767803.818775:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767803.818780:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767803.818784:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00100000:2.0:1775767803.818784:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767803.818787:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767803.818790:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767803.818792:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:2.0:1775767803.818794:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000100:00000001:1.0:1775767803.818796:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767803.818799:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1775767803.818799:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
00000100:00000001:1.0:1775767803.818805:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
02000000:00000001:2.0:1775767803.818805:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1775767803.818806:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:2.0:1775767803.818808:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767803.818811:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:2.0:1775767803.818812:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767803.818815:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00080000:1.0:1775767803.818819:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.131@tcp failed (-110)
02000000:00000001:2.0:1775767803.818819:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767803.818822:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000010:2.0:1775767803.818826:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306becc00.
00000100:00000040:1.0:1775767803.818828:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b57800 x1862022335146112/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767828 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767803.818832:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767803.818840:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335146112:192.168.202.131@tcp:250:kworker.0
00000100:00100000:2.0:1775767803.818844:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335146624/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767803.818846:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767803.818850:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767803.818856:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b57800 x1862022335146112/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767828 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767803.818866:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767803.818868:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
00000100:00000001:2.0:1775767803.818871:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767803.818872:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767803.818876:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046e9400.
02000000:00000001:1.0:1775767803.818879:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:2.0:1775767803.818880:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335146624/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1775767803.818881:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767803.818883:0:2404:0:(genops.c:1242:class_import_put()) import ffff9273194c5000 refcount=3 obd=MGC192.168.202.131@tcp
00000020:00000001:1.0:1775767803.818886:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767803.818889:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306beec00.
02000000:00000001:1.0:1775767803.818895:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:2.0:1775767803.818897:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767803.818898:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767803.818900:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b57800.
00000100:00000040:2.0:1775767803.818902:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4998)
00000100:00000001:1.0:1775767803.818903:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767803.818905:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767803.818907:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767803.818913:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767803.818915:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767803.818917:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767803.818919:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767803.818920:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767803.818923:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b56300 x1862022335146240/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767803.818929:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767803.818930:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767803.818932:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767803.818933:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767803.818935:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767803.818936:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335146240:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775767803.818939:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767803.818940:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767803.818942:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767803.818943:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767803.818945:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046e9400.
02000000:00000001:1.0:1775767803.818946:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767803.818949:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767803.818951:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000400:00000010:1.0:1775767803.818954:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000200:1.0:1775767803.818956:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335146240, portal 10
00000100:00000001:1.0:1775767803.818957:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767803.818958:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682389760 : -120452027161856 : ffff927313b56300)
00000100:00000040:1.0:1775767803.818962:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b56300 x1862022335146240/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767803.818967:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767803.818968:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767803.818970:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767803.818971:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335146240, offset 0
00000400:00000200:1.0:1775767803.818974:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767803.818977:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767803.818979:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767803.818981:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767803.818983:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767803.818985:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767803.818987:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767803.818989:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60262:60262:256:4294967295] 192.168.202.131@tcp LPNI seq info [60262:60262:8:4294967295]
00000400:00000200:1.0:1775767803.819008:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767803.819013:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767803.819016:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767803.819019:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000800:00000200:1.0:1775767803.819022:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767803.819024:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775767803.819027:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767803.819029:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1775767803.819032:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767803.819033:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767803.819035:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767803.819038:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767803.819040:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767803.819041:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767803.819043:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767803.819045:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b56300 x1862022335146240/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767803.819051:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767803.819053:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b56300 x1862022335146240/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767828 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767803.819057:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767803.819058:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767803.819060:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767803.819063:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: using a timeout of 15131 usecs (16 jiffies)
00000400:00000200:1.0:1775767803.819065:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767803.819067:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299660817
00000100:00000001:1.0:1775767803.819069:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299662077
00000100:00000001:1.0:1775767803.819070:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299660817
00000100:00000001:1.0:1775767803.819072:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299662077
00000100:00000001:1.0:1775767803.819073:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767803.819074:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767803.819075:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767803.819078:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767803/real 1775767803]  req@ffff927313b56300 x1862022335146240/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767803.819083:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767803.819084:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767803.819085:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767803.819087:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767803.819088:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767803.819089:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767803.819091:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b56300 x1862022335146240/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767803.819096:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b56300 x1862022335146240/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767803.819100:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767803.819101:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767803.819102:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767803.819102:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767803.819104:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b56300 x1862022335146240/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767803.819108:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767803.819111:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b56300 x1862022335146240/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767828 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767803.819115:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767803.819117:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767803.819118:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767803.819119:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767803.819120:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767803.819121:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767803.819123:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767803.819125:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767803.819126:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767803.819128:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b56300 x1862022335146240/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767828 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767803.819133:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335146240:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775767803.819136:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767803.819138:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b55180 x1862022335146368/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767803.819143:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767803.819144:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767803.819145:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767803.819146:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767803.819147:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767803.819149:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335146368:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775767803.819151:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767803.819152:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767803.819153:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767803.819154:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767803.819156:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046eac00.
02000000:00000001:1.0:1775767803.819157:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767803.819159:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767803.819160:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000400:00000010:1.0:1775767803.819162:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000200:1.0:1775767803.819165:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335146368, portal 10
00000100:00000001:1.0:1775767803.819166:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767803.819167:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682385280 : -120452027166336 : ffff927313b55180)
00000100:00000040:1.0:1775767803.819171:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b55180 x1862022335146368/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767803.819175:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767803.819176:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767803.819178:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767803.819179:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335146368, offset 0
00000400:00000200:1.0:1775767803.819182:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767803.819184:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767803.819186:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767803.819188:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767803.819190:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767803.819192:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767803.819193:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767803.819195:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60263:60263:256:4294967295] 192.168.202.131@tcp LPNI seq info [60263:60263:8:4294967295]
00000400:00000200:1.0:1775767803.819198:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767803.819202:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767803.819205:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767803.819206:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000800:00000200:1.0:1775767803.819209:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767803.819211:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775767803.819214:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767803.819215:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1775767803.819218:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767803.819219:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767803.819221:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767803.819223:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767803.819225:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767803.819226:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767803.819228:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767803.819230:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b55180 x1862022335146368/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767803.819235:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767803.819236:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b55180 x1862022335146368/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767828 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767803.819240:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767803.819242:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767803.819244:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767803.819247:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: using a timeout of 41678 usecs (42 jiffies)
00000400:00000200:1.0:1775767803.819250:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767803.819251:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299660843
00000100:00000001:1.0:1775767803.819254:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299662077
00000100:00000001:1.0:1775767803.819256:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299660843
00000100:00000001:1.0:1775767803.819258:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299662077
00000100:00000001:1.0:1775767803.819260:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767803.819262:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767803.819264:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767803.819268:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767803/real 1775767803]  req@ffff927313b55180 x1862022335146368/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767803.819277:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767803.819278:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767803.819280:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767803.819282:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767803.819284:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767803.819286:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767803.819289:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b55180 x1862022335146368/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767803.819298:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b55180 x1862022335146368/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767803.819306:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767803.819307:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767803.819310:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767803.819311:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767803.819315:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b55180 x1862022335146368/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767803.819322:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767803.819326:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b55180 x1862022335146368/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767828 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767803.819331:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767803.819333:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767803.819334:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767803.819335:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767803.819336:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767803.819337:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767803.819339:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767803.819341:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767803.819343:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767803.819345:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b55180 x1862022335146368/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767828 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767803.819350:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335146368:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775767803.819352:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767803.819355:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b55f80 x1862022335146496/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767803.819359:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767803.819360:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767803.819362:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767803.819363:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767803.819364:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767803.819366:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335146496:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767803.819368:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767803.819369:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767803.819370:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767803.819372:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767803.819374:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046ebc00.
02000000:00000001:1.0:1775767803.819375:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767803.819378:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767803.819380:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000400:00000010:1.0:1775767803.819382:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000200:1.0:1775767803.819384:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335146496, portal 4
00000100:00000001:1.0:1775767803.819386:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767803.819387:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682388864 : -120452027162752 : ffff927313b55f80)
00000100:00000040:1.0:1775767803.819391:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b55f80 x1862022335146496/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767803.819395:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767803.819397:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767803.819398:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767803.819400:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335146496, offset 0
00000400:00000200:1.0:1775767803.819402:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767803.819405:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767803.819407:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767803.819409:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767803.819411:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767803.819413:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767803.819414:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767803.819416:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60264:60264:256:4294967295] 192.168.202.131@tcp LPNI seq info [60264:60264:8:4294967295]
00000400:00000200:1.0:1775767803.819419:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767803.819424:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767803.819427:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767803.819429:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000800:00000200:1.0:1775767803.819432:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767803.819433:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775767803.819436:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767803.819438:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1775767803.819441:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767803.819442:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767803.819444:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767803.819446:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767803.819448:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767803.819449:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767803.819451:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767803.819453:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b55f80 x1862022335146496/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767803.819458:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767803.819460:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b55f80 x1862022335146496/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767828 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767803.819469:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767803.819470:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767803.819472:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767803.819474:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: using a timeout of 22192 usecs (23 jiffies)
00000400:00000200:1.0:1775767803.819476:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767803.819477:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299660824
00000100:00000001:1.0:1775767803.819479:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299662077
00000100:00000001:1.0:1775767803.819481:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299660824
00000100:00000001:1.0:1775767803.819482:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299662077
00000100:00000001:1.0:1775767803.819484:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767803.819485:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767803.819487:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767803.819489:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767803/real 1775767803]  req@ffff927313b55f80 x1862022335146496/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767803.819493:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767803.819494:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767803.819495:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767803.819496:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767803.819497:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767803.819498:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767803.819500:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b55f80 x1862022335146496/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767803.819505:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b55f80 x1862022335146496/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767803.819509:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767803.819510:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767803.819511:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767803.819512:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767803.819514:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b55f80 x1862022335146496/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767803.819519:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767803.819521:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b55f80 x1862022335146496/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767828 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767803.819526:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767803.819527:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767803.819528:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767803.819529:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767803.819530:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767803.819531:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767803.819532:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767803.819534:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767803.819535:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767803.819537:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b55f80 x1862022335146496/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767828 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767803.819542:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335146496:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767803.819544:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767803.819546:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b54e00 x1862022335146624/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767803.819549:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767803.819550:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767803.819552:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767803.819553:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767803.819554:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767803.819556:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335146624:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767803.819558:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767803.819559:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767803.819561:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767803.819562:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767803.819564:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046eb000.
02000000:00000001:1.0:1775767803.819566:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767803.819568:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767803.819570:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000400:00000010:1.0:1775767803.819572:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000200:1.0:1775767803.819573:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335146624, portal 4
00000100:00000001:1.0:1775767803.819574:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767803.819575:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682384384 : -120452027167232 : ffff927313b54e00)
00000100:00000040:1.0:1775767803.819579:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b54e00 x1862022335146624/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767803.819583:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767803.819585:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767803.819586:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767803.819588:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335146624, offset 0
00000400:00000200:1.0:1775767803.819590:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767803.819592:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767803.819594:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767803.819595:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767803.819597:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767803.819598:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767803.819600:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767803.819602:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60265:60265:256:4294967295] 192.168.202.131@tcp LPNI seq info [60265:60265:8:4294967295]
00000400:00000200:1.0:1775767803.819605:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767803.819609:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767803.819612:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767803.819613:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000800:00000200:1.0:1775767803.819616:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767803.819617:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775767803.819620:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767803.819621:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1775767803.819624:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767803.819626:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767803.819627:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767803.819630:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767803.819631:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767803.819633:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767803.819634:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767803.819636:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b54e00 x1862022335146624/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767803.819641:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767803.819645:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b54e00 x1862022335146624/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767828 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767803.819652:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767803.819653:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767803.819656:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767803.819659:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: using a timeout of 22500 usecs (23 jiffies)
00000400:00000200:1.0:1775767803.819662:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767803.819664:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299660824
00000100:00000001:1.0:1775767803.819667:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299662077
00000100:00000001:1.0:1775767803.819669:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299660824
00000100:00000001:1.0:1775767803.819672:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299662077
00000100:00000001:1.0:1775767803.819674:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767803.819676:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767803.819678:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767803.819682:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767803/real 1775767803]  req@ffff927313b54e00 x1862022335146624/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767803.819690:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767803.819692:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767803.819694:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767803.819696:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767803.819698:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767803.819700:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767803.819704:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b54e00 x1862022335146624/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767803.819737:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b54e00 x1862022335146624/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767803.819743:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767803.819744:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767803.819745:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767803.819747:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767803.819749:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b54e00 x1862022335146624/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767803.819754:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767803.819756:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b54e00 x1862022335146624/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767828 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767803.819761:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767803.819762:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767803.819763:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767803.819764:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767803.819765:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767803.819766:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767803.819767:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767803.819769:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767803.819771:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767803.819773:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b54e00 x1862022335146624/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767828 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767803.819777:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335146624:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767803.819780:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767803.819781:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767803.819783:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b56300 x1862022335146240/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767828 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767803.819788:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767803.819789:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767803.819791:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046e9400.
02000000:00000001:1.0:1775767803.819793:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767803.819794:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767803.819795:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c000 refcount=137 obd=lustre-MDT0000-mdc-ffff927308189800
00000020:00000001:1.0:1775767803.819796:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767803.819798:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bef400.
02000000:00000001:1.0:1775767803.819800:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767803.819801:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767803.819802:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b56300.
00000100:00000001:1.0:1775767803.819804:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767803.819805:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767803.819806:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767803.819808:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b55180 x1862022335146368/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767828 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767803.819812:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767803.819813:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767803.819814:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046eac00.
02000000:00000001:1.0:1775767803.819815:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767803.819816:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767803.819817:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f800 refcount=3 obd=lustre-MDT0001-mdc-ffff927308189800
00000020:00000001:1.0:1775767803.819818:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767803.819819:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306befc00.
02000000:00000001:1.0:1775767803.819820:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767803.819821:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767803.819822:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b55180.
00000100:00000001:1.0:1775767803.819823:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767803.819824:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767803.819825:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767803.819827:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b55f80 x1862022335146496/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767828 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767803.819830:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767803.819832:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767803.819833:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046ebc00.
02000000:00000001:1.0:1775767803.819834:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767803.819835:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767803.819836:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f000 refcount=2 obd=lustre-OST0000-osc-ffff927308189800
00000020:00000001:1.0:1775767803.819838:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767803.819838:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bec000.
02000000:00000001:1.0:1775767803.819840:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767803.819841:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767803.819842:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b55f80.
00000100:00000001:1.0:1775767803.819843:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767803.819844:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767803.819845:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767803.819846:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b54e00 x1862022335146624/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767828 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767803.819850:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767803.819851:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767803.819851:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046eb000.
02000000:00000001:1.0:1775767803.819852:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767803.819853:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767803.819854:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c800 refcount=2 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:1.0:1775767803.819855:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767803.819856:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306becc00.
02000000:00000001:1.0:1775767803.819857:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767803.819857:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767803.819858:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b54e00.
00000100:00000001:1.0:1775767803.819859:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767803.819860:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767803.819861:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767803.819864:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767803.819865:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767803.819866:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767803.819867:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767804.393789:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767804.393794:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767804.393796:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767804.393800:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767804.393803:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767804.393806:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767804.393808:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767804.393810:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767804.393812:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767804.841915:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767804.841918:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767804.841921:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767805.097895:0:58716:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299662077, at 4299662080
00000100:00000010:2.0:1775767805.097900:0:58716:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9273188e5480.
00000100:00000001:0.0:1775767805.417783:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767805.417788:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767805.417790:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767805.417795:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767805.417797:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767805.417800:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767805.417802:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767805.417804:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767805.417806:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767805.865891:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767805.865894:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767805.865897:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767806.441776:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767806.441782:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767806.441784:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767806.441789:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767806.441792:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767806.441796:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767806.441798:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767806.441801:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767806.441804:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767806.889913:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767806.889917:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767806.889921:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767807.465760:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767807.465766:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767807.465768:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767807.465773:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767807.465775:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767807.465779:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767807.465781:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767807.465783:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767807.465785:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767807.913863:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767807.913867:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767807.913871:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767808.489838:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767808.489846:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767808.489848:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767808.489854:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767808.489857:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767808.489861:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767808.489864:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767808.489879:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767808.489882:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767808.937822:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767808.937835:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775767808.937838:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767808.937844:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767808.937851:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767808.937861:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4993
00000400:00000200:0.0:1775767808.937874:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767808.937880:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767808.937883:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767808.937887:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767808.937890:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767808.937892:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767808.937894:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767808.937896:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767808.937898:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775767808.937900:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767808.937902:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775767808.937904:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775767808.937905:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775767808.937907:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767808.937915:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767808.937917:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767808.937919:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767808.937922:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:0.0:1775767808.937925:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767808.937927:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767808.937930:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767808.937934:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767808.937938:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767808.937940:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775767808.937973:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767808.937975:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767808.937979:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767808.937981:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000010:0.0:1775767808.937984:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925880.
00000020:00000040:0.0:1775767808.937988:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775767808.937992:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767808.937993:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767808.937995:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767808.937998:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767808.938002:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767808.938008:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e400.
00000100:00000001:0.0:1775767808.938013:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767808.938021:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925880 x1862022335146752/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767808.938029:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767808.938032:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767808.938036:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f872a4ed] to pc [ptlrpcd_rcv+-1]  req@ffff927322925880 x1862022335146752/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767808.938052:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767808.938055:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767808.938057:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775767808.938058:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767808.938060:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767808.938063:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767808.938065:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4993
00000400:00000200:0.0:1775767808.938069:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767808.938072:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00000001:1.0:1775767808.938072:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1775767808.938076:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1775767808.938078:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1775767808.938079:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767808.938081:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767808.938082:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767808.938085:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000001:1.0:1775767808.938085:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1775767808.938089:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767808.938090:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775767808.938092:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:1.0:1775767808.938094:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322925880 x1862022335146752/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1775767808.938095:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775767808.938099:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:0.0:1775767808.938103:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:0.0:1775767808.938109:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767808.938112:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767808.938113:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775767808.938115:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767808.938116:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767808.938120:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
02000000:00000001:1.0:1775767808.938120:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1775767808.938122:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
02000000:00000001:1.0:1775767808.938123:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1775767808.938126:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
02000000:00000001:1.0:1775767808.938127:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767808.938130:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767808.938133:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322925880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335146752:192.168.202.131@tcp:250:kworker.0
02000000:00000001:0.0:1775767808.938134:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775767808.938139:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775767808.938140:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767808.938142:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767808.938143:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1775767808.938144:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:1.0:1775767808.938145:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767808.938148:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:0.0:1775767808.938150:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
02000000:00000010:1.0:1775767808.938153:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046eb000.
00000008:00000001:0.0:1775767808.938154:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767808.938157:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767808.938158:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767808.938164:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925500.
00000400:00000200:1.0:1775767808.938164:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000020:00000040:0.0:1775767808.938169:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
00000400:00000010:1.0:1775767808.938170:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
02000000:00000001:0.0:1775767808.938174:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767808.938177:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767808.938179:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:1.0:1775767808.938180:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
02000000:00000001:0.0:1775767808.938181:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767808.938185:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775767808.938189:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335146752, portal 25
02000000:00000010:0.0:1775767808.938191:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477ec00.
00000100:00000001:1.0:1775767808.938194:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767808.938197:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931751552 : -120451777800064 : ffff927322925880)
00000100:00000001:0.0:1775767808.938198:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767808.938207:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322925880 x1862022335146752/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775767808.938208:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925500 x1862022335146880/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767808.938237:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767808.938238:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1775767808.938241:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767808.938244:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000100:00000040:0.0:1775767808.938247:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a57c8e8f] to pc [ptlrpcd_rcv+-1]  req@ffff927322925500 x1862022335146880/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1775767808.938249:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767808.938256:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022335146752, offset 0
00000100:00000001:0.0:1775767808.938258:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767808.938262:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1775767808.938265:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000100:00080000:0.0:1775767808.938266:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775767808.938269:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767808.938270:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767808.938272:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767808.938275:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4993
00000400:00000200:1.0:1775767808.938276:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767808.938284:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767808.938288:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767808.938292:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767808.938295:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767808.938297:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767808.938301:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60266:60266:256:4294967295] 192.168.202.131@tcp LPNI seq info [60266:60266:8:4294967295]
00000400:00000200:1.0:1775767808.938305:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767808.938310:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767808.938316:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767808.938320:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1775767808.938320:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1775767808.938326:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767808.938328:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1775767808.938332:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000100:00000040:0.0:1775767808.938333:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767808.938336:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000800:00000010:1.0:1775767808.938337:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000020:00000001:0.0:1775767808.938338:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767808.938340:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:0.0:1775767808.938342:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767808.938344:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775767808.938346:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:0.0:1775767808.938349:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000800:00000200:1.0:1775767808.938351:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000040:0.0:1775767808.938353:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767808.938357:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767808.938359:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767808.938360:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000800:00000200:1.0:1775767808.938360:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000020:00000040:0.0:1775767808.938363:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:0.0:1775767808.938367:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767808.938369:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767808.938371:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.1:1775767808.938374:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
02000000:00000001:0.0:1775767808.938375:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767808.938380:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775767808.938381:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000100:00000001:0.0:1775767808.938382:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767808.938384:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767808.938386:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767808.938387:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767808.938390:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926d80.
00000020:00000040:0.0:1775767808.938393:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775767808.938395:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767808.938398:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767808.938402:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767808.938405:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000100:1.0:1775767808.938406:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
02000000:00000001:0.0:1775767808.938408:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1775767808.938410:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
02000000:00000010:0.0:1775767808.938414:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e800.
00000400:00000200:1.0:1775767808.938417:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1775767808.938420:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767808.938424:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000100:00100000:0.0:1775767808.938429:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926d80 x1862022335147008/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1775767808.938431:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767808.938435:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767808.938440:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1775767808.938444:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1775767808.938447:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322925880 x1862022335146752/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767808.938448:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767808.938457:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000adacb2c9] to pc [ptlrpcd_rcv+-1]  req@ffff927322926d80 x1862022335147008/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767808.938462:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1775767808.938466:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767808.938467:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322925880 x1862022335146752/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767833 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1775767808.938470:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767808.938477:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775767808.938480:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767808.938482:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767808.938482:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767808.938486:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775767808.938488:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767808.938491:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4993
00000100:00000001:1.0:1775767808.938492:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775767808.938498:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767808.938499:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767808.938503:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4299667197
00000400:00000200:0.0:1775767808.938505:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767808.938508:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000010:1.0:1775767808.938509:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9273188e5ea0.
00000100:00000040:0.0:1775767808.938511:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767808.938514:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767808.938516:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767808.938517:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1775767808.938519:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767808.938522:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767808.938524:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775767808.938525:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767808.938526:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:0.0:1775767808.938527:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:0.0:1775767808.938528:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000001:1.0:1775767808.938530:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4299667197
00000100:00000040:0.0:1775767808.938531:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767808.938535:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767808.938536:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000010:1.0:1775767808.938537:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9273188e5480.
00000100:00000001:0.0:1775767808.938538:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767808.938542:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00000001:1.0:1775767808.938542:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3
00000100:00080000:0.0:1775767808.938548:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767808.938548:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775767808.938552:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767808.938553:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767808.938556:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775767808.938557:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
02000000:00000001:0.0:1775767808.938559:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767808.938563:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767808.938563:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767808/real 1775767808]  req@ffff927322925880 x1862022335146752/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767808.938568:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767808.938571:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767808.938574:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1775767808.938575:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1775767808.938576:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1775767808.938577:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000010:0.0:1775767808.938580:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927480.
00000400:00000010:1.0:1775767808.938580:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767808.938582:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000020:00000040:0.0:1775767808.938583:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
00000400:00000010:1.0:1775767808.938584:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
02000000:00000001:0.0:1775767808.938589:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1775767808.938589:0:2404:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:0.0:1775767808.938593:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775767808.938593:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322925880 x1862022335146752/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767808.938599:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767808.938603:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:1.0:1775767808.938605:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322925880 x1862022335146752/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767808.938610:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767808.938611:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767808.938613:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767808.938615:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767808.938618:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322925880 x1862022335146752/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1775767808.938619:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767808.938626:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:0.0:1775767808.938627:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c000.
00000100:00000040:1.0:1775767808.938630:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322925880 x1862022335146752/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767833 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767808.938633:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767808.938639:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767808.938641:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767808.938643:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00100000:0.0:1775767808.938644:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927480 x1862022335147136/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767808.938645:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767808.938647:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767808.938650:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767808.938655:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:0.0:1775767808.938658:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00080000:1.0:1775767808.938660:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.131@tcp failed (-110)
00000100:00000001:0.0:1775767808.938663:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767808.938664:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767808.938671:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322925880 x1862022335146752/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767833 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775767808.938675:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd1176bb] to pc [ptlrpcd_rcv+-1]  req@ffff927322927480 x1862022335147136/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767808.938686:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322925880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335146752:192.168.202.131@tcp:250:kworker.0
00000100:00000001:1.0:1775767808.938694:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767808.938698:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1775767808.938700:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767808.938701:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322925880 x1862022335146752/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767833 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1775767808.938705:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1775767808.938735:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767808.938738:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00000100:00080000:0.0:1775767808.938739:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
02000000:00000010:1.0:1775767808.938740:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046eb000.
00000100:00000001:0.0:1775767808.938742:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:1.0:1775767808.938744:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00080000:0.0:1775767808.938745:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000020:00000001:1.0:1775767808.938746:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767808.938749:0:2404:0:(genops.c:1242:class_import_put()) import ffff9273194c5000 refcount=3 obd=MGC192.168.202.131@tcp
00000100:00000001:0.0:1775767808.938751:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000020:00000001:1.0:1775767808.938752:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767808.938755:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477e400.
00000100:00080000:0.0:1775767808.938758:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4993
02000000:00000001:1.0:1775767808.938759:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767808.938762:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767808.938764:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322925880.
00000400:00000200:0.0:1775767808.938768:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767808.938768:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767808.938770:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767808.938773:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1775767808.938775:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767808.938779:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1775767808.938780:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:0.0:1775767808.938784:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767808.938784:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767808.938787:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775767808.938789:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775767808.938789:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767808.938793:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775767808.938795:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000040:1.0:1775767808.938798:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322925500 x1862022335146880/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767808.938799:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767808.938803:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767808.938805:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:0.0:1775767808.938808:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767808.938811:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:0.0:1775767808.938815:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:0.0:1775767808.938821:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000001:1.0:1775767808.938824:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767808.938826:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767808.938828:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1775767808.938829:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
02000000:00000001:1.0:1775767808.938830:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775767808.938835:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1775767808.938835:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767808.938841:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322925500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335146880:192.168.202.131@tcp:38:kworker.0
00000100:00000040:0.0:1775767808.938843:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767808.938845:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767808.938848:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1775767808.938849:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
02000000:00000001:1.0:1775767808.938850:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767808.938853:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:0.0:1775767808.938854:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
02000000:00000010:1.0:1775767808.938856:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046eb000.
02000000:00000001:1.0:1775767808.938859:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767808.938861:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000400:00000200:1.0:1775767808.938865:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:0.0:1775767808.938868:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775767808.938868:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
02000000:00000001:0.0:1775767808.938873:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:1.0:1775767808.938874:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
02000000:00000001:0.0:1775767808.938877:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:1.0:1775767808.938878:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335146880, portal 10
02000000:00000001:0.0:1775767808.938881:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767808.938882:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775767808.938885:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767808.938885:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931750656 : -120451777800960 : ffff927322925500)
00000008:00100000:0.0:1775767808.938890:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767808.938893:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767808.938893:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322925500 x1862022335146880/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767808.938898:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767808.938904:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000010:0.0:1775767808.938906:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926a00.
00000100:00000040:1.0:1775767808.938906:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767808.938910:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000020:00000040:0.0:1775767808.938911:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
00000100:00000200:1.0:1775767808.938912:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335146880, offset 0
02000000:00000001:0.0:1775767808.938917:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1775767808.938918:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
02000000:00000001:0.0:1775767808.938921:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767808.938924:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:0.0:1775767808.938926:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767808.938929:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1775767808.938929:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767808.938933:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1775767808.938934:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767808.938937:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767808.938940:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
02000000:00000010:0.0:1775767808.938954:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d800.
00000100:00000001:0.0:1775767808.938959:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767808.938960:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767808.938965:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60267:60267:256:4294967295] 192.168.202.131@tcp LPNI seq info [60267:60267:8:4294967295]
00000100:00100000:0.0:1775767808.938968:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926a00 x1862022335147264/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1775767808.938974:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:0.0:1775767808.938981:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767808.938985:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767808.938986:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1775767808.938990:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000798ab0be] to pc [ptlrpcd_rcv+-1]  req@ffff927322926a00 x1862022335147264/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1775767808.938996:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767808.939004:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000100:00000001:0.0:1775767808.939005:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767808.939012:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5003)
00000800:00000200:1.0:1775767808.939013:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767808.939018:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775767808.939024:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767808.939027:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1775767808.939031:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767808.939033:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767808.939036:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767808.939040:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767808.939044:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767808.939045:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767808.939049:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767808.939053:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322925500 x1862022335146880/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767808.939062:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767808.939065:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322925500 x1862022335146880/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767833 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767808.939072:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767808.939073:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767808.939077:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767808.939080:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: using a timeout of 15131 usecs (16 jiffies)
00000400:00000200:1.0:1775767808.939084:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767808.939086:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299665937
00000100:00000001:1.0:1775767808.939089:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299667197
00000100:00000001:1.0:1775767808.939091:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299665937
00000100:00000001:1.0:1775767808.939094:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299667197
00000100:00000001:1.0:1775767808.939096:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767808.939099:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767808.939101:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767808.939104:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767808/real 1775767808]  req@ffff927322925500 x1862022335146880/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767808.939112:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767808.939114:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767808.939115:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767808.939118:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767808.939119:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767808.939121:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767808.939124:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322925500 x1862022335146880/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767808.939133:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322925500 x1862022335146880/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767808.939140:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767808.939141:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767808.939143:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767808.939144:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767808.939147:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322925500 x1862022335146880/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767808.939154:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767808.939158:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322925500 x1862022335146880/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767833 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767808.939164:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767808.939167:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767808.939169:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767808.939170:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767808.939172:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767808.939173:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767808.939176:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767808.939181:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767808.939183:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767808.939187:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322925500 x1862022335146880/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767833 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767808.939194:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322925500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335146880:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775767808.939197:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767808.939200:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322926d80 x1862022335147008/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767808.939206:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767808.939208:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767808.939210:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767808.939212:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767808.939214:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767808.939217:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322926d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335147008:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775767808.939220:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767808.939222:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767808.939223:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767808.939225:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767808.939229:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046ebc00.
02000000:00000001:1.0:1775767808.939231:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767808.939234:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767808.939237:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000400:00000010:1.0:1775767808.939239:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000200:1.0:1775767808.939242:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335147008, portal 10
00000100:00000001:1.0:1775767808.939244:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767808.939245:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931756928 : -120451777794688 : ffff927322926d80)
00000100:00000040:1.0:1775767808.939250:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322926d80 x1862022335147008/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767808.939257:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767808.939259:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767808.939261:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767808.939264:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335147008, offset 0
00000400:00000200:1.0:1775767808.939268:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767808.939272:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767808.939275:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767808.939278:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767808.939281:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767808.939283:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767808.939285:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767808.939288:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60268:60268:256:4294967295] 192.168.202.131@tcp LPNI seq info [60268:60268:8:4294967295]
00000400:00000200:1.0:1775767808.939293:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767808.939299:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767808.939304:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767808.939307:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000800:00000200:1.0:1775767808.939311:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767808.939314:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775767808.939319:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767808.939321:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1775767808.939325:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767808.939327:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767808.939330:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767808.939333:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767808.939336:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767808.939338:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767808.939340:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767808.939343:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322926d80 x1862022335147008/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767808.939351:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767808.939354:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322926d80 x1862022335147008/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767833 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767808.939361:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767808.939363:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767808.939366:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767808.939370:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: using a timeout of 41678 usecs (42 jiffies)
00000400:00000200:1.0:1775767808.939373:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767808.939375:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299665963
00000100:00000001:1.0:1775767808.939378:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299667197
00000100:00000001:1.0:1775767808.939380:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299665963
00000100:00000001:1.0:1775767808.939382:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299667197
00000100:00000001:1.0:1775767808.939385:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767808.939387:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767808.939389:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767808.939392:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767808/real 1775767808]  req@ffff927322926d80 x1862022335147008/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767808.939401:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767808.939402:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767808.939404:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767808.939406:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767808.939408:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767808.939409:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767808.939412:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322926d80 x1862022335147008/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767808.939421:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322926d80 x1862022335147008/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767808.939428:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767808.939429:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767808.939431:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767808.939432:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767808.939436:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322926d80 x1862022335147008/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767808.939442:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767808.939446:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322926d80 x1862022335147008/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767833 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767808.939454:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767808.939456:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767808.939458:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767808.939459:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767808.939461:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767808.939462:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767808.939465:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767808.939468:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767808.939470:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767808.939474:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322926d80 x1862022335147008/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767833 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767808.939482:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322926d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335147008:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775767808.939486:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767808.939489:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322927480 x1862022335147136/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767808.939496:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767808.939497:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767808.939499:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767808.939501:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767808.939503:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767808.939506:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335147136:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767808.939509:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767808.939511:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767808.939512:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767808.939514:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767808.939518:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046eac00.
02000000:00000001:1.0:1775767808.939520:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767808.939523:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767808.939527:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000400:00000010:1.0:1775767808.939530:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000200:1.0:1775767808.939533:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335147136, portal 4
00000100:00000001:1.0:1775767808.939535:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767808.939536:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931758720 : -120451777792896 : ffff927322927480)
00000100:00000040:1.0:1775767808.939541:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322927480 x1862022335147136/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767808.939548:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767808.939550:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767808.939553:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767808.939555:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335147136, offset 0
00000400:00000200:1.0:1775767808.939559:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767808.939562:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767808.939566:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767808.939569:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767808.939572:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767808.939574:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767808.939577:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767808.939580:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60269:60269:256:4294967295] 192.168.202.131@tcp LPNI seq info [60269:60269:8:4294967295]
00000400:00000200:1.0:1775767808.939584:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767808.939590:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767808.939595:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767808.939598:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000800:00000200:1.0:1775767808.939602:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767808.939604:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775767808.939608:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767808.939611:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1775767808.939615:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767808.939617:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767808.939620:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767808.939623:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767808.939626:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767808.939627:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767808.939630:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767808.939633:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322927480 x1862022335147136/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767808.939641:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767808.939644:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322927480 x1862022335147136/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767833 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767808.939650:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767808.939652:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767808.939655:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767808.939658:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: using a timeout of 22192 usecs (23 jiffies)
00000400:00000200:1.0:1775767808.939661:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767808.939663:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299665944
00000100:00000001:1.0:1775767808.939665:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299667197
00000100:00000001:1.0:1775767808.939667:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299665944
00000100:00000001:1.0:1775767808.939670:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299667197
00000100:00000001:1.0:1775767808.939672:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767808.939674:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767808.939676:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767808.939680:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767808/real 1775767808]  req@ffff927322927480 x1862022335147136/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767808.939688:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767808.939690:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767808.939691:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767808.939694:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767808.939695:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767808.939697:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767808.939700:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322927480 x1862022335147136/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767808.939726:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322927480 x1862022335147136/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767808.939739:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767808.939741:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767808.939743:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767808.939744:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767808.939748:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322927480 x1862022335147136/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767808.939757:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767808.939761:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322927480 x1862022335147136/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767833 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767808.939767:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767808.939770:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767808.939771:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767808.939773:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767808.939774:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767808.939776:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767808.939778:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767808.939782:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767808.939784:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767808.939788:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322927480 x1862022335147136/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767833 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767808.939796:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335147136:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767808.939800:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767808.939802:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767808.939805:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322925500 x1862022335146880/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767833 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767808.939812:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767808.939814:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767808.939817:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046eb000.
02000000:00000001:1.0:1775767808.939820:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767808.939821:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767808.939823:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c000 refcount=137 obd=lustre-MDT0000-mdc-ffff927308189800
00000020:00000001:1.0:1775767808.939825:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767808.939827:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477ec00.
02000000:00000001:1.0:1775767808.939830:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767808.939831:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767808.939832:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322925500.
00000100:00000001:1.0:1775767808.939835:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767808.939837:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767808.939838:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767808.939842:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322926d80 x1862022335147008/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767833 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767808.939849:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767808.939850:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767808.939852:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046ebc00.
02000000:00000001:1.0:1775767808.939854:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767808.939856:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767808.939857:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f800 refcount=3 obd=lustre-MDT0001-mdc-ffff927308189800
00000020:00000001:1.0:1775767808.939860:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767808.939861:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477e800.
02000000:00000001:1.0:1775767808.939864:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767808.939865:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767808.939867:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322926d80.
00000100:00000001:1.0:1775767808.939870:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767808.939872:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767808.939873:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767808.939877:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322927480 x1862022335147136/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767833 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767808.939884:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767808.939886:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767808.939887:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046eac00.
02000000:00000001:1.0:1775767808.939890:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767808.939891:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767808.939892:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f000 refcount=2 obd=lustre-OST0000-osc-ffff927308189800
00000020:00000001:1.0:1775767808.939895:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767808.939896:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477c000.
02000000:00000001:1.0:1775767808.939899:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767808.939900:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767808.939901:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322927480.
00000100:00000001:1.0:1775767808.939903:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767808.939905:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767808.939907:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767808.939911:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767808.939912:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767808.939914:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767808.939916:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767808.939917:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767808.939921:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322926a00 x1862022335147264/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767808.939928:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767808.939929:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767808.939931:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767808.939933:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767808.939935:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767808.939937:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322926a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335147264:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767808.939940:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767808.939956:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767808.939958:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767808.939960:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767808.939964:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046eac00.
02000000:00000001:1.0:1775767808.939966:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767808.939969:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767808.939972:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000400:00000010:1.0:1775767808.939976:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000200:1.0:1775767808.939978:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335147264, portal 4
00000100:00000001:1.0:1775767808.939980:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767808.939982:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931756032 : -120451777795584 : ffff927322926a00)
00000100:00000040:1.0:1775767808.939987:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322926a00 x1862022335147264/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767808.940000:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767808.940002:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767808.940004:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767808.940007:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335147264, offset 0
00000400:00000200:1.0:1775767808.940011:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767808.940015:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767808.940019:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767808.940022:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767808.940025:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767808.940027:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767808.940030:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767808.940033:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60270:60270:256:4294967295] 192.168.202.131@tcp LPNI seq info [60270:60270:8:4294967295]
00000400:00000200:1.0:1775767808.940037:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767808.940043:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767808.940048:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767808.940052:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000800:00000200:1.0:1775767808.940056:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767808.940058:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775767808.940062:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767808.940064:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1775767808.940068:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767808.940070:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767808.940073:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767808.940077:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767808.940080:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767808.940082:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767808.940085:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767808.940089:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322926a00 x1862022335147264/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767808.940098:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767808.940102:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322926a00 x1862022335147264/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767833 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767808.940114:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767808.940116:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767808.940119:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767808.940122:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: using a timeout of 22500 usecs (23 jiffies)
00000400:00000200:1.0:1775767808.940126:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767808.940128:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299665945
00000100:00000001:1.0:1775767808.940130:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299667197
00000100:00000001:1.0:1775767808.940132:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299665945
00000100:00000001:1.0:1775767808.940135:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299667197
00000100:00000001:1.0:1775767808.940137:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767808.940139:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767808.940141:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767808.940145:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767808/real 1775767808]  req@ffff927322926a00 x1862022335147264/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767808.940153:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767808.940154:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767808.940156:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767808.940158:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767808.940160:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767808.940162:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767808.940165:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322926a00 x1862022335147264/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767808.940173:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322926a00 x1862022335147264/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767808.940180:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767808.940182:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767808.940183:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767808.940185:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767808.940189:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322926a00 x1862022335147264/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767808.940197:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767808.940202:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322926a00 x1862022335147264/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767833 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767808.940208:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767808.940211:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767808.940212:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767808.940214:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767808.940216:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767808.940217:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767808.940220:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767808.940223:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767808.940226:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767808.940230:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322926a00 x1862022335147264/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767833 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767808.940238:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322926a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335147264:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767808.940242:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767808.940244:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767808.940247:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322926a00 x1862022335147264/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767833 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767808.940253:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767808.940255:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767808.940257:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046eac00.
02000000:00000001:1.0:1775767808.940259:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767808.940260:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767808.940261:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c800 refcount=2 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:1.0:1775767808.940264:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767808.940265:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477d800.
02000000:00000001:1.0:1775767808.940268:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767808.940270:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767808.940271:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322926a00.
00000100:00000001:1.0:1775767808.940274:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767808.940275:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767808.940277:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767808.940280:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767808.940282:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767808.940284:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767808.940285:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767809.513770:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767809.513776:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767809.513777:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767809.513782:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767809.513785:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767809.513788:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767809.513790:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767809.513792:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767809.513794:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767809.961873:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767809.961878:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767809.961882:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767810.217805:0:58716:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299667197, at 4299667200
00000100:00000010:2.0:1775767810.217818:0:58716:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9273188e5ea0.
00000100:00000001:0.0:1775767810.537831:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767810.537837:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767810.537839:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767810.537845:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767810.537849:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767810.537853:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767810.537857:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767810.537859:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767810.537862:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767810.985915:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767810.985919:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767810.985936:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767811.561762:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767811.561767:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767811.561769:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767811.561773:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767811.561776:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767811.561779:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767811.561781:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767811.561783:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767811.561785:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767812.009882:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767812.009886:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767812.009890:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767812.585812:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767812.585817:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767812.585819:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767812.585824:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767812.585827:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767812.585830:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767812.585833:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767812.585835:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767812.585837:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767813.033953:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767813.033958:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767813.033962:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767813.609825:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767813.609831:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767813.609833:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767813.609839:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767813.609843:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767813.609848:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767813.609851:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767813.609854:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767813.609857:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767814.057833:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767814.057844:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775767814.057848:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767814.057855:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767814.057862:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767814.057874:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 4998
00000400:00000200:1.0:1775767814.057889:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767814.057912:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767814.057915:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767814.057919:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767814.057923:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767814.057928:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767814.057933:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767814.057939:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767814.057943:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:1.0:1775767814.057949:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767814.057955:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:1.0:1775767814.057962:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:1.0:1775767814.057965:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:1.0:1775767814.057969:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767814.057971:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767814.057976:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767814.057978:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767814.057982:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:1.0:1775767814.057986:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767814.057990:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767814.057993:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767814.057997:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767814.058001:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767814.058003:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000001:1.0:1775767814.058004:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000020:00000001:0.0:1775767814.058007:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767814.058009:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767814.058011:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000010:1.0:1775767814.058021:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d12d80.
00000020:00000040:1.0:1775767814.058026:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:1.0:1775767814.058030:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767814.058032:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767814.058035:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767814.058038:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767814.058042:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767814.058052:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eac00.
00000100:00000001:1.0:1775767814.058059:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767814.058068:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d12d80 x1862022335147392/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767814.058079:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767814.058083:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767814.058089:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000896363e8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d12d80 x1862022335147392/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767814.058112:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767814.058115:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767814.058119:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775767814.058121:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767814.058123:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767814.058126:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767814.058130:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4998
00000400:00000200:1.0:1775767814.058135:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767814.058140:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767814.058145:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767814.058154:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767814.058159:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767814.058166:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767814.058173:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767814.058179:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767814.058182:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:1.0:1775767814.058187:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767814.058192:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:1.0:1775767814.058197:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:1.0:1775767814.058202:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:1.0:1775767814.058210:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767814.058214:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767814.058218:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767814.058224:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767814.058228:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:1.0:1775767814.058235:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767814.058240:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767814.058243:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767814.058248:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767814.058250:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767814.058255:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767814.058258:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767814.058261:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767814.058266:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767814.058270:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11880.
00000020:00000040:1.0:1775767814.058275:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:1.0:1775767814.058278:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767814.058281:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767814.058283:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767814.058286:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767814.058289:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767814.058297:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046ebc00.
00000100:00000001:1.0:1775767814.058303:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767814.058313:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11880 x1862022335147520/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767814.058329:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767814.058334:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767814.058343:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a965cc18] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11880 x1862022335147520/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767814.058368:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767814.058374:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767814.058384:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775767814.058389:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767814.058393:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767814.058400:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767814.058406:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4998
00000400:00000200:1.0:1775767814.058413:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767814.058421:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000800:00000200:3.1:1775767814.058426:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00080000:1.0:1775767814.058427:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000800:00000200:3.1:1775767814.058430:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000100:00000040:1.0:1775767814.058435:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767814.058441:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767814.058448:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767814.058451:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767814.058457:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767814.058461:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:1.0:1775767814.058464:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767814.058468:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:1.0:1775767814.058473:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:1.0:1775767814.058479:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:1.0:1775767814.058488:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767814.058495:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767814.058501:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767814.058508:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767814.058514:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:1.0:1775767814.058521:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767814.058527:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767814.058531:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767814.058537:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767814.058542:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767814.058548:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767814.058550:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767814.058553:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767814.058555:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767814.058560:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d13480.
00000020:00000040:1.0:1775767814.058564:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:1.0:1775767814.058571:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767814.058576:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767814.058579:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767814.058583:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767814.058588:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767814.058596:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eb000.
00000100:00000001:1.0:1775767814.058602:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767814.058613:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d13480 x1862022335147648/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767814.058631:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767814.058636:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767814.058647:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d08fae2a] to pc [ptlrpcd_rcv+-1]  req@ffff927303d13480 x1862022335147648/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767814.058673:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767814.058680:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767814.058687:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775767814.058692:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767814.058696:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767814.058703:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767814.058748:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4998
00000400:00000200:1.0:1775767814.058759:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767814.058771:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767814.058777:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767814.058785:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767814.058792:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767814.058796:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767814.058802:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767814.058808:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767814.058810:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:1.0:1775767814.058814:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767814.058818:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:1.0:1775767814.058824:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:1.0:1775767814.058828:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:1.0:1775767814.058835:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767814.058841:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767814.058845:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767814.058851:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767814.058856:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:1.0:1775767814.058864:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767814.058870:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767814.058873:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767814.058879:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767814.058883:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767814.058886:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767814.058890:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767814.058909:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767814.058914:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767814.058920:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10380.
00000020:00000040:1.0:1775767814.058926:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:1.0:1775767814.058932:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767814.058934:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767814.058939:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767814.058941:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767814.058945:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767814.058951:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9400.
00000100:00000001:1.0:1775767814.058958:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767814.058969:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10380 x1862022335147776/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767814.058982:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767814.058986:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767814.058992:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fae5f3c] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10380 x1862022335147776/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767814.059012:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767814.059017:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767814.059022:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775767814.059026:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767814.059029:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767814.059034:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767814.059039:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 4998
00000400:00000200:1.0:1775767814.059049:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767814.059057:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767814.059061:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767814.059070:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767814.059076:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767814.059082:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767814.059087:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767814.059093:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767814.059096:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:1.0:1775767814.059100:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767814.059104:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:1.0:1775767814.059111:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:1.0:1775767814.059114:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:1.0:1775767814.059124:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767814.059130:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767814.059136:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767814.059141:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767814.059147:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:1.0:1775767814.059155:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000800:00000200:3.1:1775767814.059156:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767814.059161:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000100:00000001:1.0:1775767814.059162:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767814.059168:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767814.059173:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767814.059178:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767814.059183:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767814.059187:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767814.059193:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767814.059198:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767814.059203:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10e00.
00000020:00000040:1.0:1775767814.059209:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:1.0:1775767814.059215:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767814.059219:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767814.059221:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767814.059224:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767814.059227:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767814.059233:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8c00.
00000100:00000001:1.0:1775767814.059238:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767814.059247:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10e00 x1862022335147904/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767814.059278:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767814.059283:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767814.059291:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009b4566e] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10e00 x1862022335147904/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767814.059313:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767814.059319:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5008)
00000800:00000200:3.1:1775767814.059468:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767814.059469:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775767814.059765:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767814.059767:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775767814.060049:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767814.060051:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000100:00000001:0.0:1775767814.633844:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767814.633852:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767814.633854:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767814.633860:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767814.633864:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767814.633869:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767814.633872:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767814.633875:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767814.633878:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767815.081926:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767815.081929:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767815.081932:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767815.337823:0:58716:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299672317, at 4299672320
00000100:00000010:2.0:1775767815.337839:0:58716:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe36c0.
00000100:00000001:0.0:1775767815.657792:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767815.657798:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767815.657799:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767815.657804:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767815.657808:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767815.657811:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767815.657814:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767815.657816:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767815.657818:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767816.105946:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767816.105951:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767816.105954:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767816.681977:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767816.681983:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767816.681985:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767816.681992:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767816.681995:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767816.682000:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767816.682003:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767816.682005:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767816.682008:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767817.129918:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767817.129923:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767817.129926:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767817.705799:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767817.705805:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767817.705807:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767817.705812:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767817.705815:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767817.705818:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767817.705820:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767817.705822:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767817.705824:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767818.153918:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767818.153922:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767818.153925:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767818.729895:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767818.729901:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767818.729902:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767818.729907:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767818.729910:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767818.729913:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767818.729916:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767818.729918:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767818.729920:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767819.177816:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767819.177826:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775767819.177828:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767819.177833:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767819.177840:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767819.177864:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5003
00000400:00000200:1.0:1775767819.177878:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767819.177884:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767819.177887:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767819.177891:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767819.177893:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767819.177896:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767819.177898:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767819.177901:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767819.177903:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:1.0:1775767819.177905:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767819.177907:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:1.0:1775767819.177909:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:1.0:1775767819.177911:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:1.0:1775767819.177915:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767819.177918:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767819.177919:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767819.177921:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767819.177923:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:1.0:1775767819.177926:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767819.177928:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767819.177931:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000020:00000001:0.0:1775767819.177932:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
02000000:00000001:1.0:1775767819.177933:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767819.177937:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767819.177938:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767819.177940:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00010000:00010000:0.0:1775767819.177943:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775767819.177943:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767819.177951:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10000.
00000020:00000040:1.0:1775767819.177954:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:1.0:1775767819.177957:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767819.177958:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767819.177961:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767819.177963:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767819.177967:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767819.177974:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046ea000.
00000100:00000001:1.0:1775767819.177979:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767819.177987:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10000 x1862022335148032/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767819.177994:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767819.177998:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767819.178001:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbb7fab8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10000 x1862022335148032/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767819.178017:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767819.178019:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767819.178022:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775767819.178023:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767819.178024:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767819.178026:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767819.178028:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5003
00000400:00000200:1.0:1775767819.178031:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767819.178034:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767819.178036:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767819.178038:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767819.178040:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767819.178042:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767819.178043:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767819.178044:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767819.178046:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:1.0:1775767819.178049:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767819.178050:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:1.0:1775767819.178052:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:1.0:1775767819.178055:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:1.0:1775767819.178058:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767819.178060:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767819.178062:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767819.178065:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767819.178067:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:1.0:1775767819.178072:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767819.178076:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767819.178080:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767819.178086:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767819.178089:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767819.178092:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767819.178097:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767819.178100:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767819.178102:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767819.178107:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11500.
00000020:00000040:1.0:1775767819.178111:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:1.0:1775767819.178115:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767819.178117:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767819.178121:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767819.178124:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767819.178125:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767819.178129:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046ea400.
00000100:00000001:1.0:1775767819.178132:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767819.178138:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11500 x1862022335148160/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767819.178145:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767819.178147:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767819.178153:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3229bd5] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11500 x1862022335148160/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767819.178162:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767819.178164:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767819.178169:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775767819.178170:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767819.178171:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767819.178173:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767819.178177:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5003
00000400:00000200:1.0:1775767819.178179:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767819.178182:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767819.178185:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767819.178188:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767819.178190:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767819.178191:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767819.178192:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767819.178194:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767819.178195:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:1.0:1775767819.178198:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767819.178200:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:1.0:1775767819.178203:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:1.0:1775767819.178208:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:1.0:1775767819.178211:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767819.178215:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767819.178218:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767819.178221:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767819.178225:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:1.0:1775767819.178230:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767819.178234:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767819.178238:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767819.178240:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767819.178244:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767819.178245:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767819.178248:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767819.178252:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767819.178254:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767819.178257:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11c00.
00000020:00000040:1.0:1775767819.178259:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:1.0:1775767819.178263:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767819.178264:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767819.178266:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767819.178266:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767819.178268:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767819.178272:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eb800.
00000100:00000001:1.0:1775767819.178276:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767819.178279:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11c00 x1862022335148288/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767819.178291:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767819.178293:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767819.178298:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062b06338] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11c00 x1862022335148288/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767819.178305:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767819.178310:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767819.178315:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775767819.178317:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767819.178319:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767819.178322:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767819.178326:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5003
00000400:00000200:1.0:1775767819.178332:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767819.178337:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767819.178342:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767819.178345:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767819.178350:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767819.178354:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767819.178355:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767819.178357:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767819.178358:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:1.0:1775767819.178361:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767819.178363:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:1.0:1775767819.178367:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:1.0:1775767819.178369:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:1.0:1775767819.178375:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767819.178376:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767819.178380:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767819.178382:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767819.178386:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:1.0:1775767819.178388:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767819.178390:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767819.178393:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767819.178396:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767819.178397:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767819.178399:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767819.178402:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767819.178407:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767819.178409:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775767819.178412:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000010:1.0:1775767819.178413:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10700.
00000020:00000040:1.0:1775767819.178416:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:1.0:1775767819.178419:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767819.178420:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767819.178421:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767819.178422:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767819.178423:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767819.178425:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9000.
00000100:00000001:1.0:1775767819.178426:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767819.178430:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10700 x1862022335148416/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767819.178439:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767819.178443:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767819.178448:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9d335f8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10700 x1862022335148416/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767819.178456:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767819.178458:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767819.178460:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775767819.178461:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767819.178464:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767819.178466:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767819.178468:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5003
00000400:00000200:1.0:1775767819.178470:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767819.178473:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767819.178478:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767819.178480:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767819.178481:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767819.178485:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767819.178488:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767819.178490:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767819.178491:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:1.0:1775767819.178493:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767819.178495:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:1.0:1775767819.178498:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:1.0:1775767819.178503:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:1.0:1775767819.178506:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767819.178509:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767819.178512:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767819.178523:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767819.178526:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:1.0:1775767819.178532:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767819.178535:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767819.178539:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767819.178541:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767819.178543:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767819.178546:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767819.178548:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767819.178552:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767819.178556:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767819.178563:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10e00.
00000020:00000040:1.0:1775767819.178568:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:1.0:1775767819.178573:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767819.178576:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767819.178580:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767819.178584:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767819.178588:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767819.178596:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8400.
00000100:00000001:1.0:1775767819.178602:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767819.178611:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10e00 x1862022335148544/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767819.178633:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767819.178637:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767819.178641:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009b4566e] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10e00 x1862022335148544/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767819.178655:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767819.178659:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5013)
00000800:00000200:3.1:1775767819.178756:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767819.178931:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767819.179076:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767819.179233:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:0.0:1775767819.753826:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767819.753864:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767819.753867:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767819.753873:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767819.753877:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767819.753882:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767819.753885:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767819.753888:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767819.753891:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767820.201894:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767820.201898:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767820.201902:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767820.457811:0:58716:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299677437, at 4299677440
00000100:00000010:2.0:1775767820.457826:0:58716:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3a80.
00000100:00000001:0.0:1775767820.777800:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767820.777805:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767820.777807:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767820.777812:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767820.777815:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767820.777818:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767820.777820:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767820.777822:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767820.777824:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767821.225960:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767821.225964:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767821.225968:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767821.801761:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767821.801768:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767821.801770:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767821.801776:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767821.801780:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767821.801784:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767821.801787:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767821.801789:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767821.801792:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767822.249931:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767822.249934:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767822.249936:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775767822.250229:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767822.250235:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767822.250240:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767822.250251:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767819/real 1775767822]  req@ffff927303d11500 x1862022335148160/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767822.250278:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767822.250282:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767822.250286:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96108.
00000400:00000200:1.0:1775767822.250293:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3770
00000400:00000010:1.0:1775767822.250296:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3770.
00000100:00000001:1.0:1775767822.250302:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767822.250309:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d11500 x1862022335148160/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767822.250331:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d11500 x1862022335148160/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767822.250348:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767822.250351:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767822.250357:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767822.250360:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767822.250368:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d11500 x1862022335148160/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767822.250407:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767822.250417:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d11500 x1862022335148160/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767844 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767822.250441:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767822.250445:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767822.250449:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767822.250451:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767822.250455:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767822.250459:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767822.250465:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767822.250476:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767822.250482:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767822.250490:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d11500 x1862022335148160/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767844 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767822.250519:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335148160:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775767822.250528:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767822.250536:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767819/real 1775767822]  req@ffff927303d11c00 x1862022335148288/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767822.250563:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767822.250565:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767822.250568:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b962c0.
00000400:00000200:1.0:1775767822.250572:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3b28
00000400:00000010:1.0:1775767822.250574:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3b28.
00000100:00000001:1.0:1775767822.250577:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767822.250581:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d11c00 x1862022335148288/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767822.250597:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d11c00 x1862022335148288/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767822.250604:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767822.250605:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767822.250607:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767822.250609:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767822.250612:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d11c00 x1862022335148288/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767822.250619:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767822.250622:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d11c00 x1862022335148288/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767844 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767822.250629:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767822.250631:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767822.250633:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767822.250634:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767822.250636:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767822.250638:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767822.250641:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767822.250645:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767822.250648:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767822.250652:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d11c00 x1862022335148288/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767844 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767822.250660:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335148288:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775767822.250665:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767822.250682:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767819/real 1775767822]  req@ffff927303d10700 x1862022335148416/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767822.250699:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767822.250700:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767822.250702:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b969f8.
00000400:00000200:1.0:1775767822.250705:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3550
00000400:00000010:1.0:1775767822.250733:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3550.
00000100:00000001:1.0:1775767822.250736:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767822.250740:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d10700 x1862022335148416/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767822.250750:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d10700 x1862022335148416/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767822.250759:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767822.250761:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767822.250762:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767822.250764:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767822.250768:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d10700 x1862022335148416/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767822.250776:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767822.250780:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d10700 x1862022335148416/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767844 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767822.250789:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767822.250791:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767822.250793:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767822.250794:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767822.250796:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767822.250798:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767822.250800:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767822.250803:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767822.250806:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767822.250811:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d10700 x1862022335148416/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767844 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767822.250833:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335148416:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767822.250838:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767822.250842:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767819/real 1775767822]  req@ffff927303d10000 x1862022335148032/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767822.250851:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767822.250852:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767822.250854:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b961b8.
00000400:00000200:1.0:1775767822.250857:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef35d8
00000400:00000010:1.0:1775767822.250859:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef35d8.
00000100:00000001:1.0:1775767822.250862:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767822.250865:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d10000 x1862022335148032/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767822.250875:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d10000 x1862022335148032/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767822.250883:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767822.250885:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767822.250886:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767822.250887:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767822.250892:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d10000 x1862022335148032/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767822.250899:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767822.250907:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d10000 x1862022335148032/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767844 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767822.250917:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767822.250919:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767822.250921:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767822.250923:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767822.250924:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767822.250926:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767822.250929:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767822.250932:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767822.250934:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767822.250938:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d10000 x1862022335148032/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767844 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767822.250946:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335148032:192.168.202.131@tcp:250:kworker.0
00000100:00000001:1.0:1775767822.250951:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767822.250953:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767822.250956:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d11500 x1862022335148160/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767844 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767822.250963:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767822.250966:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767822.250971:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65000.
02000000:00000001:1.0:1775767822.250976:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767822.250978:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767822.250980:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c000 refcount=137 obd=lustre-MDT0000-mdc-ffff927308189800
00000020:00000001:1.0:1775767822.250983:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767822.250985:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046ea400.
02000000:00000001:1.0:1775767822.250989:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767822.250991:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767822.250993:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d11500.
00000100:00000001:1.0:1775767822.250997:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767822.250998:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767822.251000:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767822.251003:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d11c00 x1862022335148288/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767844 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767822.251009:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767822.251010:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767822.251012:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a66400.
02000000:00000001:1.0:1775767822.251015:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767822.251016:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767822.251017:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f800 refcount=3 obd=lustre-MDT0001-mdc-ffff927308189800
00000020:00000001:1.0:1775767822.251020:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767822.251021:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046eb800.
02000000:00000001:1.0:1775767822.251025:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767822.251026:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767822.251028:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d11c00.
00000100:00000001:1.0:1775767822.251030:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767822.251031:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767822.251032:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767822.251036:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d10700 x1862022335148416/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767844 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767822.251042:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767822.251044:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767822.251046:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a66800.
02000000:00000001:1.0:1775767822.251048:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767822.251050:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767822.251051:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f000 refcount=2 obd=lustre-OST0000-osc-ffff927308189800
00000020:00000001:1.0:1775767822.251058:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767822.251059:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046e9000.
02000000:00000001:1.0:1775767822.251062:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767822.251063:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767822.251064:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d10700.
00000100:00000001:1.0:1775767822.251067:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767822.251069:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767822.251070:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767822.251074:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d10000 x1862022335148032/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767844 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767822.251080:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767822.251082:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767822.251084:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65400.
02000000:00000001:1.0:1775767822.251086:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767822.251087:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767822.251088:0:2404:0:(genops.c:1242:class_import_put()) import ffff9273194c5000 refcount=3 obd=MGC192.168.202.131@tcp
00000020:00000001:1.0:1775767822.251090:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767822.251092:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046ea000.
02000000:00000001:1.0:1775767822.251095:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767822.251096:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767822.251097:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d10000.
00000100:00000001:1.0:1775767822.251100:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767822.251101:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767822.251104:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767822.251106:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767822.251108:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767822.251109:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767822.251113:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767819/real 1775767822]  req@ffff927303d10e00 x1862022335148544/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767822.251123:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767822.251125:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767822.251127:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b968f0.
00000400:00000200:1.0:1775767822.251131:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3ee0
00000400:00000010:1.0:1775767822.251133:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3ee0.
00000100:00000001:1.0:1775767822.251137:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767822.251140:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d10e00 x1862022335148544/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767822.251149:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d10e00 x1862022335148544/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767822.251158:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767822.251160:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767822.251162:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767822.251164:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767822.251169:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d10e00 x1862022335148544/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767822.251176:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767822.251179:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d10e00 x1862022335148544/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767844 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767822.251186:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767822.251189:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767822.251191:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767822.251192:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767822.251194:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767822.251196:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767822.251198:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767822.251202:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767822.251204:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767822.251208:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d10e00 x1862022335148544/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767844 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767822.251216:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335148544:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767822.251221:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767822.251223:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767822.251226:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d10e00 x1862022335148544/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767844 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767822.251232:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767822.251234:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767822.251236:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a64800.
02000000:00000001:1.0:1775767822.251240:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767822.251241:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767822.251242:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c800 refcount=2 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:1.0:1775767822.251244:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767822.251245:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046e8400.
02000000:00000001:1.0:1775767822.251248:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767822.251249:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767822.251250:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d10e00.
00000100:00000001:1.0:1775767822.251253:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767822.251254:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767822.251256:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767822.251264:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767822.251266:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767822.251268:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767822.251270:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767822.825840:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767822.825846:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767822.825849:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767822.825855:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767822.825859:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767822.825863:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767822.825866:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767822.825869:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767822.825872:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767823.273921:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767823.273926:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767823.273929:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767823.849794:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767823.849813:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767823.849815:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767823.849821:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767823.849825:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767823.849829:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767823.849832:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767823.849834:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767823.849837:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767824.297839:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767824.297850:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767824.297856:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767824.297862:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767824.297871:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767824.297879:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5008
00000400:00000200:2.0:1775767824.297890:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767824.297897:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767824.297901:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767824.297905:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767824.297909:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767824.297913:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000020:00000001:0.0:1775767824.297914:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1775767824.297916:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767824.297919:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767824.297922:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00010000:00010000:0.0:1775767824.297923:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000040:2.0:1775767824.297926:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767824.297930:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767824.297933:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775767824.297936:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775767824.297939:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775767824.297943:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767824.297946:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767824.297947:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767824.297950:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767824.297953:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767824.297956:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767824.297960:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767824.297963:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767824.297966:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767824.297970:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767824.297972:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767824.297975:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767824.297982:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775767824.297986:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767824.297990:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767824.297992:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767824.297995:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767824.298015:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767824.298020:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767824.298029:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed800.
00000100:00000001:2.0:1775767824.298035:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767824.298045:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335148672/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767824.298056:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767824.298061:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767824.298066:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335148672/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767824.298092:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767824.298096:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767824.298100:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767824.298102:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767824.298104:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767824.298108:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767824.298110:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5008
00000400:00000200:2.0:1775767824.298115:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767824.298118:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767824.298121:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767824.298125:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767824.298129:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767824.298132:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767824.298135:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767824.298138:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767824.298139:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767824.298142:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1775767824.298144:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1775767824.298144:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767824.298149:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000001:1.0:1775767824.298150:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1775767824.298153:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000001:1.0:1775767824.298155:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767824.298169:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b57100 x1862022335148672/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775767824.298170:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767824.298177:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767824.298183:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767824.298190:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000001:1.0:1775767824.298191:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767824.298195:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1775767824.298195:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767824.298202:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
02000000:00000001:1.0:1775767824.298203:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767824.298207:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767824.298207:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767824.298211:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767824.298213:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767824.298219:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1775767824.298220:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335148672:192.168.202.131@tcp:250:kworker.0
02000000:00000001:2.0:1775767824.298226:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767824.298229:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1775767824.298231:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:1.0:1775767824.298236:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:2.0:1775767824.298237:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767824.298242:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767824.298244:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767824.298247:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767824.298249:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
02000000:00000001:1.0:1775767824.298251:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:2.0:1775767824.298253:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767824.298258:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000010:1.0:1775767824.298259:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046e8400.
02000000:00000001:2.0:1775767824.298260:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767824.298263:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767824.298264:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767824.298268:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767824.298271:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767824.298276:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
02000000:00000010:2.0:1775767824.298280:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef800.
00000400:00000010:1.0:1775767824.298283:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000100:00000001:2.0:1775767824.298286:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775767824.298292:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00100000:2.0:1775767824.298295:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335148800/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1775767824.298303:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335148672, portal 25
00000100:00000001:2.0:1775767824.298308:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767824.298309:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767824.298312:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682393344 : -120452027158272 : ffff927313b57100)
00000100:00000001:2.0:1775767824.298313:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767824.298321:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335148800/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775767824.298324:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b57100 x1862022335148672/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767849 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767824.298356:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1775767824.298356:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767824.298362:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000100:00080000:2.0:1775767824.298362:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1775767824.298365:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00080000:2.0:1775767824.298368:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000200:1.0:1775767824.298372:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022335148672, offset 0
00000100:00000001:2.0:1775767824.298372:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767824.298375:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767824.298380:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1775767824.298383:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000100:00080000:2.0:1775767824.298387:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5008
00000400:00000200:2.0:1775767824.298393:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767824.298397:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767824.298400:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767824.298403:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767824.298406:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767824.298410:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000400:00000200:1.0:1775767824.298411:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:2.0:1775767824.298416:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767824.298420:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767824.298421:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000400:00000200:1.0:1775767824.298423:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000020:00000001:2.0:1775767824.298425:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767824.298428:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775767824.298431:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000400:00000200:1.0:1775767824.298432:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:2.0:1775767824.298436:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000400:00000200:1.0:1775767824.298440:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000100:00000040:2.0:1775767824.298444:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000400:00000200:1.0:1775767824.298448:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1775767824.298450:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1775767824.298454:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000100:00000040:2.0:1775767824.298455:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767824.298460:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000400:00000200:1.0:1775767824.298462:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60281:60281:256:4294967295] 192.168.202.131@tcp LPNI seq info [60281:60281:8:4294967295]
00000020:00000040:2.0:1775767824.298465:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767824.298471:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767824.298476:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767824.298477:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
02000000:00000001:2.0:1775767824.298482:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767824.298487:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767824.298493:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767824.298497:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1775767824.298499:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767824.298503:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.0:1775767824.298507:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767824.298513:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000800:00000200:1.0:1775767824.298522:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000008:00000001:2.0:1775767824.298526:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1775767824.298528:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000100:00000001:2.0:1775767824.298532:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775767824.298537:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000010:2.0:1775767824.298540:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000800:00000200:1.1:1775767824.298541:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000020:00000040:2.0:1775767824.298546:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
00000800:00000100:1.0:1775767824.298551:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767824.298556:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767824.298561:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:2.0:1775767824.298564:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1775767824.298568:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
02000000:00000001:2.0:1775767824.298569:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767824.298573:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767824.298575:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1775767824.298576:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
02000000:00000001:2.0:1775767824.298578:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775767824.298580:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767824.298585:0:2404:0:(events.c:34:request_out_callback()) Process entered
02000000:00000010:2.0:1775767824.298585:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bedc00.
00000100:00000200:1.0:1775767824.298590:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b57100 x1862022335148672/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767849 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767824.298592:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767824.298603:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335148928/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767824.298607:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767824.298613:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b57100 x1862022335148672/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767849 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767824.298623:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767824.298628:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767824.298629:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767824.298632:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:2.0:1775767824.298635:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335148928/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767824.298638:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767824.298649:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:2.0:1775767824.298653:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767824.298654:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4299682557
00000100:00080000:2.0:1775767824.298660:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:1.0:1775767824.298662:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9273188e5b40.
00000100:00080000:2.0:1775767824.298668:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767824.298670:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1775767824.298671:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2
00000100:00080000:2.0:1775767824.298672:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767824.298677:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4299682557
00000100:00000001:2.0:1775767824.298678:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00000010:1.0:1775767824.298683:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9273188e5f00.
00000100:00080000:2.0:1775767824.298684:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5008
00000100:00000001:1.0:1775767824.298688:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1775767824.298693:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1775767824.298693:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767824.298698:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767824.298702:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00000001:1.0:1775767824.298704:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00080000:2.0:1775767824.298706:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1775767824.298735:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767824/real 1775767824]  req@ffff927313b57100 x1862022335148672/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767824.298747:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767824.298749:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767824.298752:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767824.298755:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767824.298757:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767824.298766:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767824.298770:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b57100 x1862022335148672/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775767824.298780:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767824.298785:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1775767824.298786:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b57100 x1862022335148672/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775767824.298791:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767824.298809:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767824.298815:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1775767824.298816:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000040:2.0:1775767824.298817:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000100:00000001:1.0:1775767824.298820:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1775767824.298821:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1775767824.298824:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:2.0:1775767824.298825:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000100:00000001:1.0:1775767824.298828:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1775767824.298830:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00100000:1.0:1775767824.298835:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b57100 x1862022335148672/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1775767824.298835:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767824.298845:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767824.298851:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775767824.298852:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767824.298855:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767824.298859:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000040:1.0:1775767824.298861:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b57100 x1862022335148672/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767849 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1775767824.298863:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767824.298872:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767824.298874:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767824.298877:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767824.298879:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1775767824.298882:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775767824.298883:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767824.298886:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1775767824.298889:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767824.298890:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
02000000:00000001:2.0:1775767824.298894:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767824.298895:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767824.298899:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00080000:1.0:1775767824.298900:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:2.0:1775767824.298903:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000100:00080000:1.0:1775767824.298907:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.131@tcp failed (-110)
00000008:00000001:2.0:1775767824.298909:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767824.298913:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:2.0:1775767824.298913:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767824.298920:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000100:00000040:1.0:1775767824.298922:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b57100 x1862022335148672/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767849 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1775767824.298926:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767824.298932:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767824.298935:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767824.298939:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:1.0:1775767824.298941:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335148672:192.168.202.131@tcp:250:kworker.0
02000000:00000001:2.0:1775767824.298943:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767824.298946:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767824.298949:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:2.0:1775767824.298952:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed400.
00000100:00000001:1.0:1775767824.298953:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767824.298958:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b57100 x1862022335148672/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767849 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767824.298960:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767824.298970:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335149056/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767824.298972:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767824.298976:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767824.298981:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046e8400.
00000100:00000001:2.0:1775767824.298984:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1775767824.298986:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:2.0:1775767824.298989:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767824.298990:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767824.298993:0:2404:0:(genops.c:1242:class_import_put()) import ffff9273194c5000 refcount=3 obd=MGC192.168.202.131@tcp
00000100:00000040:2.0:1775767824.298996:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335149056/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1775767824.298998:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767824.299001:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bed800.
02000000:00000001:1.0:1775767824.299008:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:2.0:1775767824.299011:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767824.299012:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767824.299016:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b57100.
00000100:00080000:2.0:1775767824.299016:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1775767824.299021:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00080000:2.0:1775767824.299022:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775767824.299025:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767824.299026:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767824.299030:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767824.299031:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767824.299037:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767824.299039:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5008
00000100:00000001:1.0:1775767824.299042:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:2.0:1775767824.299046:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767824.299047:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767824.299052:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1775767824.299054:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00000001:1.0:1775767824.299055:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767824.299059:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00080000:2.0:1775767824.299060:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767824.299066:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b54a80 x1862022335148800/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775767824.299067:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767824.299072:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767824.299076:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767824.299081:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767824.299087:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767824.299090:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767824.299094:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1775767824.299096:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:2.0:1775767824.299098:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000100:00000001:1.0:1775767824.299099:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767824.299102:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
02000000:00000001:1.0:1775767824.299104:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767824.299107:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1775767824.299108:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
02000000:00000001:1.0:1775767824.299113:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767824.299115:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00100000:1.0:1775767824.299120:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335148800:192.168.202.131@tcp:38:kworker.0
00000100:00000001:2.0:1775767824.299121:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775767824.299127:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:2.0:1775767824.299128:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
02000000:00000001:1.0:1775767824.299132:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1775767824.299132:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
02000000:00000001:1.0:1775767824.299135:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767824.299138:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:2.0:1775767824.299138:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767824.299143:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
02000000:00000010:1.0:1775767824.299144:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046e8400.
00000100:00000001:2.0:1775767824.299149:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767824.299150:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767824.299155:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1775767824.299159:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
02000000:00000001:2.0:1775767824.299160:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:1.0:1775767824.299164:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
02000000:00000001:2.0:1775767824.299164:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767824.299170:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000010:1.0:1775767824.299171:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000008:00100000:2.0:1775767824.299173:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000100:00000200:1.0:1775767824.299176:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335148800, portal 10
00000008:00000001:2.0:1775767824.299178:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767824.299182:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767824.299182:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767824.299185:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682383488 : -120452027168128 : ffff927313b54a80)
00000100:00000010:2.0:1775767824.299189:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775767824.299194:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
00000100:00000040:1.0:1775767824.299195:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b54a80 x1862022335148800/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767849 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775767824.299199:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767824.299202:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767824.299208:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767824.299210:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767824.299213:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767824.299217:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed800.
00000100:00000001:1.0:1775767824.299218:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1775767824.299223:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767824.299224:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767824.299230:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00100000:2.0:1775767824.299234:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335149184/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1775767824.299236:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335148800, offset 0
00000400:00000200:1.0:1775767824.299249:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000100:00000001:2.0:1775767824.299252:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767824.299257:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767824.299258:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000040:2.0:1775767824.299266:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335149184/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775767824.299267:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767824.299274:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767824.299280:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767824.299287:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1775767824.299289:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767824.299291:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767824.299297:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60282:60282:256:4294967295] 192.168.202.131@tcp LPNI seq info [60282:60282:8:4294967295]
00000100:00000040:2.0:1775767824.299298:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5018)
00000400:00000200:1.0:1775767824.299306:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767824.299315:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767824.299320:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767824.299325:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000800:00000200:1.0:1775767824.299330:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767824.299334:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775767824.299339:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767824.299343:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1775767824.299348:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767824.299350:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767824.299354:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767824.299359:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767824.299362:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767824.299364:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767824.299367:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767824.299371:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b54a80 x1862022335148800/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767849 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767824.299379:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767824.299382:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b54a80 x1862022335148800/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767849 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767824.299389:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767824.299391:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767824.299394:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767824.299399:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: using a timeout of 15131 usecs (16 jiffies)
00000400:00000200:1.0:1775767824.299402:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767824.299404:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299681297
00000100:00000001:1.0:1775767824.299407:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299682557
00000100:00000001:1.0:1775767824.299409:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299681297
00000100:00000001:1.0:1775767824.299412:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299682557
00000100:00000001:1.0:1775767824.299414:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767824.299417:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767824.299419:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767824.299423:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767824/real 1775767824]  req@ffff927313b54a80 x1862022335148800/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767824.299432:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767824.299434:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767824.299436:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767824.299438:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767824.299440:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767824.299442:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767824.299445:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b54a80 x1862022335148800/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767824.299453:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b54a80 x1862022335148800/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767824.299459:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767824.299461:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767824.299463:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767824.299464:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767824.299468:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b54a80 x1862022335148800/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767824.299476:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767824.299479:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b54a80 x1862022335148800/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767849 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767824.299486:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767824.299489:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767824.299490:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767824.299492:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767824.299494:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767824.299496:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767824.299498:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767824.299503:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767824.299505:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767824.299508:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b54a80 x1862022335148800/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767849 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767824.299516:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335148800:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775767824.299520:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767824.299524:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b54e00 x1862022335148928/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767824.299531:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767824.299533:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767824.299535:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767824.299537:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767824.299539:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767824.299542:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335148928:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775767824.299545:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767824.299547:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767824.299549:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767824.299551:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767824.299555:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046ea000.
02000000:00000001:1.0:1775767824.299558:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767824.299562:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767824.299565:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000400:00000010:1.0:1775767824.299569:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000200:1.0:1775767824.299572:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335148928, portal 10
00000100:00000001:1.0:1775767824.299574:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767824.299575:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682384384 : -120452027167232 : ffff927313b54e00)
00000100:00000040:1.0:1775767824.299581:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b54e00 x1862022335148928/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767849 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767824.299588:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767824.299591:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767824.299593:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767824.299596:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335148928, offset 0
00000400:00000200:1.0:1775767824.299600:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767824.299605:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767824.299608:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767824.299612:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767824.299614:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767824.299617:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767824.299620:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767824.299623:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60283:60283:256:4294967295] 192.168.202.131@tcp LPNI seq info [60283:60283:8:4294967295]
00000400:00000200:1.0:1775767824.299628:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767824.299636:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767824.299641:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767824.299645:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000800:00000200:1.0:1775767824.299649:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767824.299653:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775767824.299657:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767824.299660:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1775767824.299663:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767824.299666:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767824.299669:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767824.299672:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767824.299676:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767824.299678:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767824.299681:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767824.299685:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b54e00 x1862022335148928/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767849 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767824.299692:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767824.299695:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b54e00 x1862022335148928/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767849 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767824.299702:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767824.299704:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767824.299731:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767824.299735:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: using a timeout of 41678 usecs (42 jiffies)
00000400:00000200:1.0:1775767824.299738:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767824.299740:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299681324
00000100:00000001:1.0:1775767824.299742:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299682557
00000100:00000001:1.0:1775767824.299744:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299681324
00000100:00000001:1.0:1775767824.299747:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299682557
00000100:00000001:1.0:1775767824.299749:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767824.299751:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767824.299752:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767824.299756:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767824/real 1775767824]  req@ffff927313b54e00 x1862022335148928/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767824.299764:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767824.299765:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767824.299767:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767824.299769:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767824.299771:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767824.299774:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767824.299777:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b54e00 x1862022335148928/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767824.299785:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b54e00 x1862022335148928/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767824.299809:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767824.299810:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767824.299812:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767824.299813:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767824.299818:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b54e00 x1862022335148928/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767824.299824:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767824.299827:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b54e00 x1862022335148928/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767849 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767824.299835:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767824.299837:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767824.299839:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767824.299840:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767824.299842:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767824.299844:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767824.299846:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767824.299850:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767824.299852:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767824.299856:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b54e00 x1862022335148928/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767849 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767824.299864:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335148928:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775767824.299869:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767824.299873:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b55f80 x1862022335149056/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767824.299879:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767824.299880:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767824.299882:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767824.299884:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767824.299887:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767824.299890:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335149056:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767824.299893:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767824.299895:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767824.299897:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767824.299898:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767824.299903:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046e9000.
02000000:00000001:1.0:1775767824.299904:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767824.299909:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767824.299912:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000400:00000010:1.0:1775767824.299916:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000200:1.0:1775767824.299919:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335149056, portal 4
00000100:00000001:1.0:1775767824.299921:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767824.299922:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682388864 : -120452027162752 : ffff927313b55f80)
00000100:00000040:1.0:1775767824.299928:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b55f80 x1862022335149056/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767849 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767824.299935:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767824.299937:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767824.299939:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767824.299942:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335149056, offset 0
00000400:00000200:1.0:1775767824.299946:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767824.299950:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767824.299954:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767824.299957:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767824.299960:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767824.299963:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767824.299965:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767824.299968:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60284:60284:256:4294967295] 192.168.202.131@tcp LPNI seq info [60284:60284:8:4294967295]
00000400:00000200:1.0:1775767824.299972:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767824.299978:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767824.299983:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767824.299986:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000800:00000200:1.0:1775767824.299990:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767824.299993:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775767824.299997:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767824.300000:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1775767824.300004:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767824.300006:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767824.300009:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767824.300013:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767824.300016:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767824.300018:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767824.300021:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767824.300024:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b55f80 x1862022335149056/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767849 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767824.300032:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767824.300035:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b55f80 x1862022335149056/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767849 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767824.300040:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767824.300042:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767824.300045:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767824.300048:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: using a timeout of 22192 usecs (23 jiffies)
00000400:00000200:1.0:1775767824.300051:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767824.300053:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299681305
00000100:00000001:1.0:1775767824.300056:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299682557
00000100:00000001:1.0:1775767824.300058:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299681305
00000100:00000001:1.0:1775767824.300060:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299682557
00000100:00000001:1.0:1775767824.300062:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767824.300064:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767824.300065:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767824.300069:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767824/real 1775767824]  req@ffff927313b55f80 x1862022335149056/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767824.300076:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767824.300077:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767824.300078:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767824.300080:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767824.300082:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767824.300084:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767824.300087:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b55f80 x1862022335149056/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767824.300094:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b55f80 x1862022335149056/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767824.300105:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767824.300107:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767824.300109:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767824.300110:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767824.300113:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b55f80 x1862022335149056/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767824.300119:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767824.300122:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b55f80 x1862022335149056/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767849 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767824.300130:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767824.300132:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767824.300133:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767824.300135:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767824.300137:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767824.300138:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767824.300141:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767824.300144:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767824.300147:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767824.300151:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b55f80 x1862022335149056/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767849 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767824.300160:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335149056:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767824.300164:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767824.300165:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767824.300168:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b54a80 x1862022335148800/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767849 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767824.300175:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767824.300177:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767824.300179:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046e8400.
02000000:00000001:1.0:1775767824.300182:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767824.300183:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767824.300185:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c000 refcount=137 obd=lustre-MDT0000-mdc-ffff927308189800
00000020:00000001:1.0:1775767824.300188:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767824.300190:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bef800.
02000000:00000001:1.0:1775767824.300192:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767824.300194:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767824.300195:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b54a80.
00000100:00000001:1.0:1775767824.300198:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767824.300199:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767824.300201:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767824.300204:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b54e00 x1862022335148928/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767849 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767824.300211:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767824.300213:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767824.300214:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046ea000.
02000000:00000001:1.0:1775767824.300217:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767824.300218:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767824.300220:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f800 refcount=3 obd=lustre-MDT0001-mdc-ffff927308189800
00000020:00000001:1.0:1775767824.300222:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767824.300223:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bedc00.
02000000:00000001:1.0:1775767824.300226:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767824.300228:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767824.300229:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b54e00.
00000100:00000001:1.0:1775767824.300232:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767824.300233:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767824.300235:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767824.300239:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b55f80 x1862022335149056/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767849 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767824.300245:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767824.300246:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767824.300247:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046e9000.
02000000:00000001:1.0:1775767824.300249:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767824.300250:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767824.300251:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f000 refcount=2 obd=lustre-OST0000-osc-ffff927308189800
00000020:00000001:1.0:1775767824.300254:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767824.300255:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bed400.
02000000:00000001:1.0:1775767824.300257:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767824.300258:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767824.300259:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b55f80.
00000100:00000001:1.0:1775767824.300262:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767824.300263:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767824.300264:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767824.300269:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767824.300271:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767824.300273:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767824.300274:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767824.300275:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767824.300278:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b55180 x1862022335149184/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767824.300284:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767824.300286:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767824.300288:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767824.300289:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767824.300291:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767824.300294:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335149184:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767824.300297:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767824.300298:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767824.300300:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767824.300302:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767824.300305:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046e9000.
02000000:00000001:1.0:1775767824.300306:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767824.300309:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767824.300312:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000400:00000010:1.0:1775767824.300314:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000200:1.0:1775767824.300317:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335149184, portal 4
00000100:00000001:1.0:1775767824.300318:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767824.300320:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682385280 : -120452027166336 : ffff927313b55180)
00000100:00000040:1.0:1775767824.300324:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b55180 x1862022335149184/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767849 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767824.300335:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767824.300337:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767824.300338:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767824.300340:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335149184, offset 0
00000400:00000200:1.0:1775767824.300344:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767824.300348:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767824.300351:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767824.300354:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767824.300357:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767824.300359:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767824.300361:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767824.300364:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60285:60285:256:4294967295] 192.168.202.131@tcp LPNI seq info [60285:60285:8:4294967295]
00000400:00000200:1.0:1775767824.300368:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767824.300374:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767824.300379:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767824.300383:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000800:00000200:1.0:1775767824.300387:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767824.300390:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775767824.300394:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767824.300397:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1775767824.300401:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767824.300403:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767824.300406:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767824.300409:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767824.300412:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767824.300414:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767824.300417:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767824.300420:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b55180 x1862022335149184/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767849 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767824.300428:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767824.300431:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b55180 x1862022335149184/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767849 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767824.300444:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767824.300445:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767824.300448:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767824.300452:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: using a timeout of 22500 usecs (23 jiffies)
00000400:00000200:1.0:1775767824.300455:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767824.300457:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299681305
00000100:00000001:1.0:1775767824.300460:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299682557
00000100:00000001:1.0:1775767824.300462:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299681305
00000100:00000001:1.0:1775767824.300464:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299682557
00000100:00000001:1.0:1775767824.300467:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767824.300469:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767824.300471:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767824.300475:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767824/real 1775767824]  req@ffff927313b55180 x1862022335149184/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767824.300484:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767824.300485:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767824.300487:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767824.300489:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767824.300491:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767824.300493:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767824.300496:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b55180 x1862022335149184/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767824.300504:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b55180 x1862022335149184/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767824.300511:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767824.300513:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767824.300515:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767824.300516:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767824.300520:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b55180 x1862022335149184/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767824.300528:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767824.300533:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b55180 x1862022335149184/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767849 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767824.300540:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767824.300543:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767824.300545:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767824.300546:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767824.300548:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767824.300549:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767824.300551:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767824.300555:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767824.300557:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767824.300560:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b55180 x1862022335149184/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767849 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767824.300566:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335149184:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767824.300569:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767824.300570:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767824.300572:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b55180 x1862022335149184/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767849 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767824.300576:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767824.300577:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767824.300578:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046e9000.
02000000:00000001:1.0:1775767824.300581:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767824.300582:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767824.300583:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c800 refcount=2 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:1.0:1775767824.300585:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767824.300586:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bed800.
02000000:00000001:1.0:1775767824.300588:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767824.300590:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767824.300591:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b55180.
00000100:00000001:1.0:1775767824.300593:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767824.300594:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767824.300595:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767824.300598:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767824.300599:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767824.300600:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767824.300601:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767824.873827:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767824.873832:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767824.873834:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767824.873839:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767824.873842:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767824.873846:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767824.873848:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767824.873850:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767824.873852:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767825.322082:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767825.322085:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767825.322088:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767825.577837:0:58716:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299682557, at 4299682560
00000100:00000010:2.0:1775767825.577857:0:58716:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9273188e5b40.
00000100:00000001:0.0:1775767825.897830:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767825.897840:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767825.897843:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767825.897850:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767825.897855:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767825.897860:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767825.897863:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767825.897866:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767825.897869:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767826.345944:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767826.345954:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767826.345960:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767826.921858:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767826.921865:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767826.921867:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767826.921873:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767826.921876:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767826.921881:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767826.921883:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767826.921885:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767826.921888:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767827.369896:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767827.369901:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767827.369905:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767827.945822:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767827.945830:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767827.945831:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767827.945837:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767827.945840:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767827.945844:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767827.945846:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767827.945849:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767827.945851:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767828.393909:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767828.393912:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767828.393915:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767828.969782:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767828.969787:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767828.969789:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767828.969793:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767828.969796:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767828.969799:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767828.969802:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767828.969804:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767828.969806:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767829.417817:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767829.417827:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767829.417830:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767829.417836:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767829.417842:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767829.417851:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5013
00000400:00000200:2.0:1775767829.417862:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767829.417869:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767829.417873:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767829.417877:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767829.417881:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767829.417884:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767829.417887:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767829.417900:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767829.417903:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767829.417905:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000001:1.0:1775767829.417907:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000040:2.0:1775767829.417908:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:1.0:1775767829.417911:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767829.417914:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775767829.417914:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775767829.417919:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775767829.417924:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767829.417926:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767829.417928:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767829.417929:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767829.417932:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767829.417934:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767829.417936:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767829.417939:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767829.417941:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767829.417943:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767829.417944:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767829.417946:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767829.417954:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
00000020:00000040:2.0:1775767829.417957:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767829.417961:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767829.417962:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767829.417965:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767829.417967:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767829.417971:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767829.417977:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306becc00.
00000100:00000001:2.0:1775767829.417981:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767829.417989:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335149312/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767829.417997:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767829.418000:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767829.418004:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335149312/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767829.418020:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767829.418023:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767829.418026:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767829.418028:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767829.418029:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767829.418032:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767829.418035:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5013
00000400:00000200:2.0:1775767829.418039:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767829.418040:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1775767829.418043:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00000001:1.0:1775767829.418045:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1775767829.418045:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767829.418048:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767829.418050:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775767829.418053:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767829.418054:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767829.418058:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000040:1.0:1775767829.418061:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b56300 x1862022335149312/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1775767829.418062:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767829.418065:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767829.418069:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767829.418073:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000100:00000001:1.0:1775767829.418074:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767829.418076:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767829.418077:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
02000000:00000001:1.0:1775767829.418081:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:2.0:1775767829.418082:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
02000000:00000001:1.0:1775767829.418083:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767829.418087:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767829.418090:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00100000:1.0:1775767829.418093:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335149312:192.168.202.131@tcp:250:kworker.0
00000100:00000001:2.0:1775767829.418094:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775767829.418098:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:2.0:1775767829.418101:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
02000000:00000001:1.0:1775767829.418103:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767829.418106:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767829.418106:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
02000000:00000001:1.0:1775767829.418109:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:2.0:1775767829.418112:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
02000000:00000010:1.0:1775767829.418115:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046e9000.
00000100:00080000:2.0:1775767829.418117:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
02000000:00000001:1.0:1775767829.418119:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767829.418121:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767829.418124:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1775767829.418126:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
02000000:00000001:2.0:1775767829.418129:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:1.0:1775767829.418130:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
02000000:00000001:2.0:1775767829.418132:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767829.418135:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000010:1.0:1775767829.418137:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000008:00100000:2.0:1775767829.418139:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767829.418142:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767829.418143:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775767829.418144:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335149312, portal 25
00000100:00000010:2.0:1775767829.418147:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
00000100:00000001:1.0:1775767829.418148:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000020:00000040:2.0:1775767829.418150:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
00000100:00000001:1.0:1775767829.418151:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682389760 : -120452027161856 : ffff927313b56300)
02000000:00000001:2.0:1775767829.418155:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767829.418156:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767829.418159:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b56300 x1862022335149312/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767829.418159:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767829.418162:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767829.418164:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767829.418168:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec000.
00000100:00000001:2.0:1775767829.418175:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767829.418176:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767829.418181:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767829.418184:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00100000:2.0:1775767829.418186:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335149440/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1775767829.418187:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022335149312, offset 0
00000400:00000200:1.0:1775767829.418194:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767829.418204:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:2.0:1775767829.418211:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1775767829.418212:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000100:00000001:2.0:1775767829.418217:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767829.418220:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767829.418225:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000100:00000040:2.0:1775767829.418225:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335149440/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775767829.418231:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767829.418236:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767829.418244:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60286:60286:256:4294967295] 192.168.202.131@tcp LPNI seq info [60286:60286:8:4294967295]
00000100:00000001:2.0:1775767829.418255:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767829.418256:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00080000:2.0:1775767829.418260:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767829.418263:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767829.418264:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767829.418267:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767829.418272:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1775767829.418273:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000100:00080000:2.0:1775767829.418276:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5013
00000800:00000200:1.0:1775767829.418283:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000400:00000200:2.0:1775767829.418284:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000800:00000010:1.0:1775767829.418291:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000400:00000200:2.0:1775767829.418291:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767829.418296:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767829.418299:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767829.418302:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1775767829.418303:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000040:2.0:1775767829.418306:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000800:00000200:1.0:1775767829.418309:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 52 secs later)
00000100:00000001:2.0:1775767829.418309:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767829.418314:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767829.418316:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000800:00000200:1.1:1775767829.418319:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000020:00000001:2.0:1775767829.418320:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767829.418324:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000800:00000200:1.1:1775767829.418324:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 52 secs later)
00000020:00000001:2.0:1775767829.418329:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000800:00000100:1.0:1775767829.418333:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000020:00000001:2.0:1775767829.418335:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000800:00000010:1.0:1775767829.418336:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767829.418343:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1775767829.418344:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767829.418349:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1775767829.418352:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000100:00000040:2.0:1775767829.418355:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000400:00000200:1.0:1775767829.418358:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000100:00000001:2.0:1775767829.418359:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000400:00000010:1.0:1775767829.418362:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000020:00000040:2.0:1775767829.418364:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00000001:1.0:1775767829.418366:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:2.0:1775767829.418370:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000200:1.0:1775767829.418372:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b56300 x1862022335149312/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767829.418377:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767829.418382:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775767829.418392:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767829.418394:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b56300 x1862022335149312/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767854 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775767829.418394:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767829.418400:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767829.418405:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767829.418408:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1775767829.418409:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1775767829.418411:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767829.418412:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767829.418414:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767829.418418:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767829.418419:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775767829.418422:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
00000400:00000200:1.0:1775767829.418423:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
02000000:00000001:2.0:1775767829.418427:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1775767829.418429:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4299687677
02000000:00000001:2.0:1775767829.418429:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767829.418432:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767829.418433:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767829.418435:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767829.418438:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9273188e5de0.
02000000:00000010:2.0:1775767829.418439:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306befc00.
00000100:00000001:2.0:1775767829.418444:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767829.418447:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2
00000100:00100000:2.0:1775767829.418448:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335149568/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767829.418455:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4299687677
00000100:00000001:2.0:1775767829.418456:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767829.418459:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767829.418463:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9273188e5ba0.
00000100:00000040:2.0:1775767829.418463:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335149568/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767829.418470:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1775767829.418472:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767829.418476:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1775767829.418477:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1775767829.418480:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767829.418483:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1775767829.418484:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767829.418484:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767829.418487:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1775767829.418491:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00080000:2.0:1775767829.418491:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5013
00000400:00000200:2.0:1775767829.418497:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00100000:1.0:1775767829.418500:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767829/real 1775767829]  req@ffff927313b56300 x1862022335149312/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1775767829.418503:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767829.418507:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767829.418512:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767829.418516:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767829.418520:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767829.418523:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767829.418525:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000001:1.0:1775767829.418526:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000040:2.0:1775767829.418527:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767829.418528:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000001:1.0:1775767829.418531:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000040:2.0:1775767829.418531:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775767829.418535:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000400:00000010:1.0:1775767829.418536:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000020:00000001:2.0:1775767829.418536:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767829.418542:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767829.418543:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1775767829.418544:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000100:00000040:2.0:1775767829.418545:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000400:00000010:1.0:1775767829.418549:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:2.0:1775767829.418549:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767829.418552:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767829.418556:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767829.418557:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1775767829.418558:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767829.418561:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767829.418563:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767829.418566:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775767829.418567:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b56300 x1862022335149312/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767829.418568:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767829.418570:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767829.418574:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767829.418577:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767829.418581:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767829.418584:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767829.418588:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767829.418589:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767829.418592:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:1.0:1775767829.418593:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b56300 x1862022335149312/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775767829.418594:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767829.418596:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767829.418600:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef400.
00000100:00000001:2.0:1775767829.418604:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767829.418610:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335149696/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767829.418613:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767829.418617:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767829.418620:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767829.418621:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767829.418625:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767829.418625:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767829.418633:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b56300 x1862022335149312/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775767829.418633:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335149696/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767829.418647:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767829.418653:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767829.418655:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b56300 x1862022335149312/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767854 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775767829.418656:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767829.418664:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767829.418666:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767829.418668:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767829.418673:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767829.418677:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5013
00000100:00000001:1.0:1775767829.418678:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:2.0:1775767829.418681:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767829.418686:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1775767829.418686:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767829.418691:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1775767829.418692:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767829.418695:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767829.418695:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767829.418699:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775767829.418701:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000040:2.0:1775767829.418702:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767829.418706:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000001:1.0:1775767829.418730:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:2.0:1775767829.418735:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000100:00080000:1.0:1775767829.418736:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from CONNECTING to DISCONN
00000020:00000040:2.0:1775767829.418737:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767829.418740:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767829.418742:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767829.418757:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00080000:1.0:1775767829.418760:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767829.418763:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000001:2.0:1775767829.418764:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:1.0:1775767829.418768:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b56300 x1862022335149312/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767854 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775767829.418771:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767829.418776:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767829.418780:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767829.418784:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00100000:1.0:1775767829.418785:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335149312:192.168.202.131@tcp:250:kworker.0
00000020:00000040:2.0:1775767829.418788:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767829.418791:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767829.418796:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767829.418799:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775767829.418800:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1775767829.418801:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767829.418804:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1775767829.418804:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767829.418807:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000040:1.0:1775767829.418810:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b56300 x1862022335149312/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767854 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1775767829.418811:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767829.418816:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767829.418821:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767829.418826:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
00000100:00000010:2.0:1775767829.418826:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
02000000:00000001:1.0:1775767829.418830:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000040:2.0:1775767829.418830:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775767829.418834:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000010:1.0:1775767829.418835:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046e9000.
02000000:00000001:2.0:1775767829.418836:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767829.418839:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:2.0:1775767829.418839:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767829.418840:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000020:00000001:1.0:1775767829.418843:0:2404:0:(genops.c:1236:class_import_put()) Process entered
02000000:00000001:2.0:1775767829.418843:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1775767829.418846:0:2404:0:(genops.c:1242:class_import_put()) import ffff9273194c5000 refcount=3 obd=MGC192.168.202.131@tcp
02000000:00000010:2.0:1775767829.418848:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306beec00.
00000020:00000001:1.0:1775767829.418849:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000001:2.0:1775767829.418852:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767829.418853:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306becc00.
02000000:00000001:1.0:1775767829.418859:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
00000100:00100000:2.0:1775767829.418861:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335149824/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1775767829.418862:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767829.418865:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b56300.
00000100:00000001:1.0:1775767829.418870:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767829.418873:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767829.418873:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767829.418875:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767829.418876:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767829.418880:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335149824/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767829.418881:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767829.418884:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767829.418890:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767829.418891:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767829.418892:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767829.418895:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767829.418895:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5024)
00000100:00000040:1.0:1775767829.418899:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b57800 x1862022335149440/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767829.418906:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767829.418908:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767829.418910:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767829.418912:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767829.418913:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767829.418916:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335149440:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775767829.418918:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767829.418920:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767829.418921:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767829.418923:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767829.418925:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046e9000.
02000000:00000001:1.0:1775767829.418927:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767829.418930:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767829.418932:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000400:00000010:1.0:1775767829.418935:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000200:1.0:1775767829.418937:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335149440, portal 10
00000100:00000001:1.0:1775767829.418938:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767829.418940:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682395136 : -120452027156480 : ffff927313b57800)
00000100:00000040:1.0:1775767829.418944:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b57800 x1862022335149440/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767829.418949:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767829.418950:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767829.418952:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767829.418953:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335149440, offset 0
00000400:00000200:1.0:1775767829.418956:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767829.418959:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767829.418961:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767829.418963:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767829.418965:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767829.418967:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767829.418969:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767829.418971:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60287:60287:256:4294967295] 192.168.202.131@tcp LPNI seq info [60287:60287:8:4294967295]
00000400:00000200:1.0:1775767829.418974:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767829.418979:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767829.418982:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767829.418984:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000800:00000200:1.0:1775767829.418987:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767829.418989:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1775767829.418992:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767829.418994:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 52 secs later)
00000800:00000100:1.0:1775767829.418996:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767829.418997:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767829.418999:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767829.419002:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767829.419004:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767829.419005:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767829.419007:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767829.419009:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b57800 x1862022335149440/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767829.419014:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767829.419016:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b57800 x1862022335149440/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767854 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767829.419025:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767829.419026:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767829.419028:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767829.419030:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: using a timeout of 15131 usecs (16 jiffies)
00000400:00000200:1.0:1775767829.419032:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767829.419034:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299686417
00000100:00000001:1.0:1775767829.419035:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299687677
00000100:00000001:1.0:1775767829.419037:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299686417
00000100:00000001:1.0:1775767829.419038:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299687677
00000100:00000001:1.0:1775767829.419039:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767829.419041:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767829.419042:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767829.419044:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767829/real 1775767829]  req@ffff927313b57800 x1862022335149440/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767829.419048:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767829.419049:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767829.419051:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767829.419052:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767829.419053:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767829.419054:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767829.419056:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b57800 x1862022335149440/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767829.419061:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b57800 x1862022335149440/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767829.419065:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767829.419066:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767829.419067:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767829.419067:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767829.419069:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b57800 x1862022335149440/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767829.419074:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767829.419077:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b57800 x1862022335149440/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767854 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767829.419081:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767829.419082:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767829.419083:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767829.419084:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767829.419085:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767829.419086:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767829.419088:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767829.419090:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767829.419091:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767829.419093:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b57800 x1862022335149440/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767854 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767829.419098:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335149440:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775767829.419100:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767829.419102:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b55180 x1862022335149568/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767829.419106:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767829.419107:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767829.419108:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767829.419110:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767829.419111:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767829.419113:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335149568:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775767829.419115:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767829.419116:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767829.419117:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767829.419118:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767829.419120:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046ea000.
02000000:00000001:1.0:1775767829.419122:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767829.419124:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767829.419125:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000400:00000010:1.0:1775767829.419127:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000200:1.0:1775767829.419129:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335149568, portal 10
00000100:00000001:1.0:1775767829.419130:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767829.419131:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682385280 : -120452027166336 : ffff927313b55180)
00000100:00000040:1.0:1775767829.419135:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b55180 x1862022335149568/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767829.419139:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767829.419140:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767829.419142:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767829.419143:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335149568, offset 0
00000400:00000200:1.0:1775767829.419145:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767829.419148:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767829.419149:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767829.419151:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767829.419153:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767829.419154:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767829.419156:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767829.419158:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60288:60288:256:4294967295] 192.168.202.131@tcp LPNI seq info [60288:60288:8:4294967295]
00000400:00000200:1.0:1775767829.419160:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767829.419164:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767829.419167:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767829.419169:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000800:00000200:1.0:1775767829.419171:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767829.419173:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1775767829.419176:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767829.419177:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 52 secs later)
00000800:00000100:1.0:1775767829.419191:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767829.419193:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767829.419195:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767829.419198:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767829.419200:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767829.419201:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767829.419203:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767829.419205:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b55180 x1862022335149568/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767829.419210:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767829.419213:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b55180 x1862022335149568/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767854 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767829.419217:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767829.419218:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767829.419220:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767829.419222:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: using a timeout of 41678 usecs (42 jiffies)
00000400:00000200:1.0:1775767829.419224:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767829.419225:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299686443
00000100:00000001:1.0:1775767829.419227:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299687677
00000100:00000001:1.0:1775767829.419229:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299686443
00000100:00000001:1.0:1775767829.419230:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299687677
00000100:00000001:1.0:1775767829.419232:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767829.419233:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767829.419234:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767829.419236:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767829/real 1775767829]  req@ffff927313b55180 x1862022335149568/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767829.419241:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767829.419242:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767829.419243:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767829.419245:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767829.419246:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767829.419247:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767829.419249:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b55180 x1862022335149568/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767829.419254:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b55180 x1862022335149568/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767829.419258:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767829.419259:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767829.419260:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767829.419261:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767829.419263:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b55180 x1862022335149568/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767829.419267:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767829.419269:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b55180 x1862022335149568/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767854 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767829.419273:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767829.419274:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767829.419275:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767829.419276:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767829.419277:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767829.419278:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767829.419279:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767829.419281:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767829.419283:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767829.419285:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b55180 x1862022335149568/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767854 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767829.419290:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335149568:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775767829.419292:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767829.419294:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b55f80 x1862022335149696/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767829.419299:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767829.419300:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767829.419301:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767829.419302:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767829.419303:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767829.419305:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335149696:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767829.419307:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767829.419308:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767829.419309:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767829.419310:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767829.419312:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046e8400.
02000000:00000001:1.0:1775767829.419313:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767829.419315:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767829.419316:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000400:00000010:1.0:1775767829.419318:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000200:1.0:1775767829.419320:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335149696, portal 4
00000100:00000001:1.0:1775767829.419321:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767829.419322:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682388864 : -120452027162752 : ffff927313b55f80)
00000100:00000040:1.0:1775767829.419326:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b55f80 x1862022335149696/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767829.419330:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767829.419331:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767829.419333:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767829.419334:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335149696, offset 0
00000400:00000200:1.0:1775767829.419336:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767829.419338:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767829.419340:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767829.419342:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767829.419344:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767829.419345:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767829.419347:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767829.419349:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60289:60289:256:4294967295] 192.168.202.131@tcp LPNI seq info [60289:60289:8:4294967295]
00000400:00000200:1.0:1775767829.419352:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767829.419356:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767829.419359:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767829.419361:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000800:00000200:1.0:1775767829.419363:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767829.419365:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1775767829.419367:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767829.419369:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 52 secs later)
00000800:00000100:1.0:1775767829.419371:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767829.419372:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767829.419374:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767829.419376:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767829.419378:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767829.419379:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767829.419380:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767829.419382:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b55f80 x1862022335149696/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767829.419387:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767829.419389:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b55f80 x1862022335149696/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767854 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767829.419393:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767829.419394:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767829.419395:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767829.419397:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: using a timeout of 22192 usecs (23 jiffies)
00000400:00000200:1.0:1775767829.419399:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767829.419400:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299686424
00000100:00000001:1.0:1775767829.419401:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299687677
00000100:00000001:1.0:1775767829.419403:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299686424
00000100:00000001:1.0:1775767829.419404:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299687677
00000100:00000001:1.0:1775767829.419406:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767829.419407:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767829.419409:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767829.419411:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767829/real 1775767829]  req@ffff927313b55f80 x1862022335149696/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767829.419416:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767829.419417:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767829.419418:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767829.419419:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767829.419420:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767829.419421:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767829.419423:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b55f80 x1862022335149696/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767829.419429:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b55f80 x1862022335149696/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767829.419436:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767829.419437:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767829.419439:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767829.419440:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767829.419444:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b55f80 x1862022335149696/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767829.419452:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767829.419455:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b55f80 x1862022335149696/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767854 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767829.419463:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767829.419466:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767829.419468:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767829.419469:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767829.419471:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767829.419473:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767829.419476:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767829.419480:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767829.419482:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767829.419486:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b55f80 x1862022335149696/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767854 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767829.419495:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335149696:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767829.419498:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767829.419500:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b54e00 x1862022335149824/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767829.419504:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767829.419505:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767829.419506:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767829.419508:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767829.419509:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767829.419511:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335149824:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767829.419513:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767829.419514:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767829.419515:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767829.419517:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767829.419519:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046eb800.
02000000:00000001:1.0:1775767829.419520:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767829.419523:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767829.419524:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000400:00000010:1.0:1775767829.419526:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000200:1.0:1775767829.419528:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335149824, portal 4
00000100:00000001:1.0:1775767829.419530:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767829.419530:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682384384 : -120452027167232 : ffff927313b54e00)
00000100:00000040:1.0:1775767829.419534:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b54e00 x1862022335149824/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767829.419539:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767829.419540:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767829.419542:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767829.419543:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335149824, offset 0
00000400:00000200:1.0:1775767829.419546:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767829.419548:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767829.419551:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767829.419553:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767829.419554:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767829.419556:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767829.419558:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767829.419560:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60290:60290:256:4294967295] 192.168.202.131@tcp LPNI seq info [60290:60290:8:4294967295]
00000400:00000200:1.0:1775767829.419563:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767829.419567:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767829.419569:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767829.419571:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000800:00000200:1.0:1775767829.419574:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767829.419576:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1775767829.419578:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767829.419580:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 52 secs later)
00000800:00000100:1.0:1775767829.419582:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767829.419584:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767829.419586:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767829.419588:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767829.419590:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767829.419591:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767829.419593:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767829.419595:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b54e00 x1862022335149824/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767829.419600:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767829.419602:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b54e00 x1862022335149824/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767854 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767829.419606:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767829.419607:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767829.419609:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767829.419611:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: using a timeout of 22500 usecs (23 jiffies)
00000400:00000200:1.0:1775767829.419613:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767829.419614:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299686424
00000100:00000001:1.0:1775767829.419616:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299687677
00000100:00000001:1.0:1775767829.419618:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299686424
00000100:00000001:1.0:1775767829.419619:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299687677
00000100:00000001:1.0:1775767829.419620:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767829.419621:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767829.419622:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767829.419624:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767829/real 1775767829]  req@ffff927313b54e00 x1862022335149824/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767829.419629:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767829.419630:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767829.419631:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767829.419632:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767829.419633:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767829.419635:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767829.419636:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b54e00 x1862022335149824/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767829.419642:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b54e00 x1862022335149824/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767829.419647:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767829.419648:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767829.419650:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767829.419651:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767829.419655:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b54e00 x1862022335149824/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767829.419662:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767829.419665:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b54e00 x1862022335149824/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767854 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767829.419673:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767829.419675:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767829.419677:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767829.419678:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767829.419680:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767829.419682:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767829.419684:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767829.419688:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767829.419690:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767829.419694:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b54e00 x1862022335149824/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767854 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767829.419703:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335149824:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767829.419721:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767829.419723:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767829.419726:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b57800 x1862022335149440/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767854 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767829.419730:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767829.419732:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767829.419733:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046e9000.
02000000:00000001:1.0:1775767829.419735:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767829.419736:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767829.419737:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c000 refcount=137 obd=lustre-MDT0000-mdc-ffff927308189800
00000020:00000001:1.0:1775767829.419738:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767829.419740:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bec000.
02000000:00000001:1.0:1775767829.419741:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767829.419742:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767829.419756:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b57800.
00000100:00000001:1.0:1775767829.419758:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767829.419759:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767829.419761:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767829.419763:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b55180 x1862022335149568/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767854 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767829.419768:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767829.419769:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767829.419770:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046ea000.
02000000:00000001:1.0:1775767829.419771:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767829.419772:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767829.419773:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f800 refcount=3 obd=lustre-MDT0001-mdc-ffff927308189800
00000020:00000001:1.0:1775767829.419774:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767829.419775:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306befc00.
02000000:00000001:1.0:1775767829.419777:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767829.419777:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767829.419778:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b55180.
00000100:00000001:1.0:1775767829.419780:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767829.419780:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767829.419781:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767829.419783:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b55f80 x1862022335149696/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767854 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767829.419787:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767829.419787:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767829.419788:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046e8400.
02000000:00000001:1.0:1775767829.419789:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767829.419790:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767829.419791:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f000 refcount=2 obd=lustre-OST0000-osc-ffff927308189800
00000020:00000001:1.0:1775767829.419792:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767829.419792:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bef400.
02000000:00000001:1.0:1775767829.419794:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767829.419794:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767829.419795:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b55f80.
00000100:00000001:1.0:1775767829.419796:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767829.419797:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767829.419798:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767829.419800:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b54e00 x1862022335149824/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767854 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767829.419807:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767829.419808:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767829.419809:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046eb800.
02000000:00000001:1.0:1775767829.419811:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767829.419811:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767829.419812:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c800 refcount=2 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:1.0:1775767829.419813:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767829.419814:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306beec00.
02000000:00000001:1.0:1775767829.419815:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767829.419816:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767829.419816:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b54e00.
00000100:00000001:1.0:1775767829.419818:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767829.419819:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767829.419820:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767829.419822:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767829.419823:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767829.419824:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767829.419825:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767829.993824:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767829.993830:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767829.993832:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767829.993836:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767829.993839:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767829.993842:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767829.993844:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767829.993847:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767829.993849:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767830.441964:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767830.441967:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767830.441970:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767830.697828:0:58716:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299687677, at 4299687680
00000100:00000010:2.0:1775767830.697844:0:58716:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9273188e5de0.
00000100:00000001:0.0:1775767831.017800:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767831.017807:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767831.017809:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767831.017815:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767831.017818:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767831.017823:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767831.017825:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767831.017828:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767831.017830:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767831.465915:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767831.465918:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767831.465921:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767832.041881:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767832.041887:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767832.041890:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767832.041896:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767832.041900:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767832.041904:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767832.041908:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767832.041911:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767832.041914:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767832.489898:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767832.489902:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767832.489905:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767833.514033:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767833.514039:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767833.514044:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1775767834.537819:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767834.537829:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775767834.537834:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767834.537840:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767834.537847:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767834.537854:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5019
00000400:00000200:1.0:1775767834.537864:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767834.537871:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767834.537875:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767834.537879:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767834.537882:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000020:00000001:0.0:1775767834.537884:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000040:1.0:1775767834.537886:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000020:00000001:0.0:1775767834.537888:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767834.537891:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00010000:00010000:0.0:1775767834.537892:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767834.537897:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767834.537900:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:1.0:1775767834.537903:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767834.537906:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:1.0:1775767834.537909:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:1.0:1775767834.537911:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:1.0:1775767834.537915:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767834.537917:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767834.537919:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767834.537921:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767834.537924:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:1.0:1775767834.537927:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767834.537930:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767834.537933:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767834.537936:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767834.537939:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767834.537942:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767834.537944:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767834.537954:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10e00.
00000020:00000040:1.0:1775767834.537958:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:1.0:1775767834.537961:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767834.537963:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767834.537965:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767834.537968:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767834.537972:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767834.537979:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eb800.
00000100:00000001:1.0:1775767834.537985:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767834.537993:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10e00 x1862022335149952/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767834.538004:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767834.538009:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767834.538014:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009b4566e] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10e00 x1862022335149952/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767834.538039:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767834.538044:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767834.538047:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775767834.538049:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767834.538051:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767834.538054:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767834.538057:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5019
00000400:00000200:1.0:1775767834.538062:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767834.538066:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767834.538068:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767834.538072:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767834.538075:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767834.538077:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767834.538080:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767834.538084:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767834.538086:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:1.0:1775767834.538090:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767834.538093:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:1.0:1775767834.538096:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:1.0:1775767834.538100:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:1.0:1775767834.538107:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767834.538112:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767834.538116:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767834.538120:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767834.538125:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:1.0:1775767834.538131:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767834.538134:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767834.538138:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767834.538145:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767834.538151:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767834.538156:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767834.538160:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767834.538166:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767834.538169:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767834.538177:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10000.
00000020:00000040:1.0:1775767834.538182:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:1.0:1775767834.538186:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767834.538189:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767834.538192:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767834.538194:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767834.538196:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767834.538202:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8400.
00000100:00000001:1.0:1775767834.538209:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767834.538218:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10000 x1862022335150080/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767834.538241:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767834.538245:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767834.538252:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbb7fab8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10000 x1862022335150080/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767834.538276:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767834.538281:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767834.538288:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775767834.538291:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767834.538294:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767834.538300:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767834.538305:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5019
00000400:00000200:1.0:1775767834.538316:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767834.538325:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767834.538331:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767834.538339:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767834.538342:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767834.538348:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767834.538352:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767834.538357:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767834.538359:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:1.0:1775767834.538362:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767834.538366:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:1.0:1775767834.538369:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:1.0:1775767834.538374:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:1.0:1775767834.538380:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767834.538385:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767834.538389:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767834.538394:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767834.538398:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000800:00000200:3.1:1775767834.538402:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00080000:1.0:1775767834.538404:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000800:00000200:3.1:1775767834.538408:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 47 secs later)
00000100:00000001:1.0:1775767834.538409:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767834.538414:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767834.538419:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767834.538424:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767834.538430:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767834.538433:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767834.538439:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767834.538443:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767834.538449:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10700.
00000020:00000040:1.0:1775767834.538453:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:1.0:1775767834.538458:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767834.538462:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767834.538465:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767834.538468:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767834.538471:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767834.538477:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046ea000.
00000100:00000001:1.0:1775767834.538483:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767834.538492:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10700 x1862022335150208/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767834.538506:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767834.538511:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767834.538518:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9d335f8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10700 x1862022335150208/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767834.538531:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767834.538535:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767834.538539:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775767834.538543:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767834.538545:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767834.538551:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767834.538556:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5019
00000400:00000200:1.0:1775767834.538563:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767834.538568:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767834.538573:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767834.538581:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767834.538585:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767834.538590:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767834.538594:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767834.538598:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767834.538601:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:1.0:1775767834.538605:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767834.538608:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:1.0:1775767834.538614:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:1.0:1775767834.538619:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:1.0:1775767834.538626:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767834.538631:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767834.538636:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767834.538640:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767834.538645:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:1.0:1775767834.538653:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767834.538660:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767834.538674:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767834.538679:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767834.538688:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767834.538692:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767834.538742:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767834.538749:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767834.538752:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767834.538760:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11c00.
00000020:00000040:1.0:1775767834.538764:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:1.0:1775767834.538770:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767834.538773:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767834.538777:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767834.538781:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767834.538785:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767834.538791:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9000.
00000100:00000001:1.0:1775767834.538798:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767834.538807:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11c00 x1862022335150336/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767834.538824:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767834.538829:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767834.538835:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062b06338] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11c00 x1862022335150336/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767834.538854:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767834.538859:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767834.538863:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775767834.538867:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767834.538871:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767834.538877:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767834.538883:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5019
00000400:00000200:1.0:1775767834.538892:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767834.538898:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767834.538902:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767834.538910:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767834.538916:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767834.538921:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767834.538927:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767834.538932:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767834.538934:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:1.0:1775767834.538938:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767834.538940:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:1.0:1775767834.538945:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:1.0:1775767834.538951:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:1.0:1775767834.538958:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767834.538963:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767834.538969:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767834.538975:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767834.538981:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:1.0:1775767834.538988:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767834.538994:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767834.538998:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767834.539003:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767834.539008:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767834.539013:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767834.539017:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767834.539023:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767834.539028:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767834.539035:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11500.
00000020:00000040:1.0:1775767834.539040:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:1.0:1775767834.539045:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767834.539048:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767834.539052:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767834.539055:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:3.1:1775767834.539055:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767834.539059:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 47 secs later)
02000000:00000001:1.0:1775767834.539060:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767834.539068:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046ea400.
00000100:00000001:1.0:1775767834.539075:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767834.539084:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11500 x1862022335150464/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767834.539109:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767834.539113:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767834.539123:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3229bd5] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11500 x1862022335150464/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767834.539147:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767834.539154:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5029)
00000800:00000200:3.1:1775767834.539351:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767834.539352:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1775767834.539581:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767834.539583:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1775767834.539814:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767834.539816:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 47 secs later)
00000020:00000001:0.0:1775767835.561902:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767835.561905:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767835.561908:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767835.817795:0:58716:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299692797, at 4299692800
00000100:00000010:2.0:1775767835.817802:0:58716:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3180.
00000020:00000001:0.0:1775767836.585902:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767836.585907:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767836.585911:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767837.609949:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767837.609955:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767837.609959:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1775767838.633907:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767838.633911:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767838.633915:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775767839.658023:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767839.658028:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767839.658031:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767839.658040:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322934e00 x1862022335150592/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767839.658058:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767839.658060:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767839.658065:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767839.658068:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767839.658073:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767839.658079:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322934e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335150592:192.168.202.131@tcp:250:kworker.0
00000100:00000001:1.0:1775767839.658089:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767839.658101:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767839.658105:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767839.658110:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767839.658117:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046eb400.
02000000:00000001:1.0:1775767839.658120:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767839.658130:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767839.658136:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000400:00000010:1.0:1775767839.658143:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000200:1.0:1775767839.658151:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335150592, portal 25
00000100:00000001:1.0:1775767839.658156:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767839.658160:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931814400 : -120451777737216 : ffff927322934e00)
00000100:00000040:1.0:1775767839.658202:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322934e00 x1862022335150592/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767839.658233:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767839.658243:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767839.658250:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767839.658257:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022335150592, offset 0
00000400:00000200:1.0:1775767839.658272:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767839.658288:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767839.658299:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767839.658309:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767839.658318:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767839.658324:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767839.658332:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767839.658342:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60296:60296:256:4294967295] 192.168.202.131@tcp LPNI seq info [60296:60296:8:4294967295]
00000400:00000200:1.0:1775767839.658354:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767839.658376:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767839.658388:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767839.658395:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000800:00000200:1.0:1775767839.658406:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767839.658411:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775767839.658422:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767839.658427:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1775767839.658438:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767839.658442:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767839.658450:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767839.658459:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767839.658464:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767839.658468:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767839.658474:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767839.658481:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322934e00 x1862022335150592/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767839.658498:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767839.658504:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322934e00 x1862022335150592/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767864 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767839.658521:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767839.658525:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767839.658531:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767839.658538:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767839.658551:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4299697917
00000100:00000010:1.0:1775767839.658558:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9273188e5060.
00000100:00000001:1.0:1775767839.658566:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1775767839.658577:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4299697917
00000100:00000010:1.0:1775767839.658582:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9273188e5900.
00000100:00000001:1.0:1775767839.658586:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1775767839.658591:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767839.658595:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767839.658599:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767839.658607:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767839/real 1775767839]  req@ffff927322934e00 x1862022335150592/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767839.658628:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767839.658629:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767839.658631:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767839.658633:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767839.658635:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767839.658637:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767839.658642:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322934e00 x1862022335150592/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767839.658673:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322934e00 x1862022335150592/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767839.658679:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767839.658681:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767839.658683:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767839.658685:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767839.658688:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322934e00 x1862022335150592/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1775767839.658693:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000001:1.0:1775767839.658693:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767839.658698:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322934e00 x1862022335150592/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767864 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1775767839.658699:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767839.658705:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775767839.658725:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767839.658728:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767839.658730:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767839.658731:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767839.658733:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767839.658735:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767839.658736:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767839.658740:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767839.658742:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767839.658745:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322934e00 x1862022335150592/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767864 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767839.658752:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322934e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335150592:192.168.202.131@tcp:250:kworker.0
00000100:00000001:1.0:1775767839.658755:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767839.658757:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767839.658759:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322934e00 x1862022335150592/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767864 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767839.658768:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767839.658770:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767839.658772:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046eb400.
02000000:00000001:1.0:1775767839.658774:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767839.658775:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767839.658777:0:2404:0:(genops.c:1242:class_import_put()) import ffff9273194c5000 refcount=3 obd=MGC192.168.202.131@tcp
00000020:00000001:1.0:1775767839.658778:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767839.658780:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306a64000.
02000000:00000001:1.0:1775767839.658783:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767839.658784:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767839.658785:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322934e00.
00000100:00000001:1.0:1775767839.658788:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767839.658789:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767839.658790:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767839.658796:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767839.658798:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767839.658800:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767839.658801:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767839.658802:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767839.658804:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322937b80 x1862022335150720/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767839.658809:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767839.658810:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767839.658811:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767839.658813:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767839.658814:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767839.658816:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322937b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335150720:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775767839.658818:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767839.658819:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767839.658820:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767839.658822:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767839.658824:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046eb400.
02000000:00000001:1.0:1775767839.658825:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767839.658828:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767839.658831:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000400:00000010:1.0:1775767839.658833:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000200:1.0:1775767839.658836:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335150720, portal 10
00000100:00000001:1.0:1775767839.658837:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767839.658838:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931826048 : -120451777725568 : ffff927322937b80)
00000100:00000040:1.0:1775767839.658842:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322937b80 x1862022335150720/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767839.658847:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767839.658848:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767839.658850:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767839.658852:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335150720, offset 0
00000400:00000200:1.0:1775767839.658854:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767839.658857:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767839.658860:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767839.658862:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767839.658864:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767839.658865:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767839.658867:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767839.658869:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60297:60297:256:4294967295] 192.168.202.131@tcp LPNI seq info [60297:60297:8:4294967295]
00000400:00000200:1.0:1775767839.658872:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767839.658877:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767839.658880:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767839.658882:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000800:00000200:1.0:1775767839.658885:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767839.658886:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775767839.658890:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767839.658891:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1775767839.658894:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767839.658895:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767839.658897:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767839.658899:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767839.658901:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767839.658903:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767839.658905:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767839.658907:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322937b80 x1862022335150720/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767839.658911:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767839.658913:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322937b80 x1862022335150720/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767864 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767839.658918:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767839.658919:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767839.658921:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767839.658923:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: using a timeout of 15131 usecs (16 jiffies)
00000400:00000200:1.0:1775767839.658925:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767839.658927:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299696657
00000100:00000001:1.0:1775767839.658929:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299697917
00000100:00000001:1.0:1775767839.658930:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299696657
00000100:00000001:1.0:1775767839.658932:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299697917
00000100:00000001:1.0:1775767839.658933:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767839.658934:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767839.658935:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767839.658937:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767839/real 1775767839]  req@ffff927322937b80 x1862022335150720/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767839.658943:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767839.658944:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767839.658945:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767839.658946:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767839.658947:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767839.658948:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767839.658950:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322937b80 x1862022335150720/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767839.658955:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322937b80 x1862022335150720/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767839.658963:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767839.658964:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767839.658965:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767839.658966:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767839.658968:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322937b80 x1862022335150720/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767839.658972:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767839.658974:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322937b80 x1862022335150720/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767864 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767839.658978:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767839.658980:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767839.658981:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767839.658981:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767839.658982:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767839.658984:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767839.658985:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767839.658987:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767839.658988:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767839.658990:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322937b80 x1862022335150720/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767864 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767839.658995:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322937b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335150720:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775767839.658997:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767839.658999:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322937480 x1862022335150848/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767839.659004:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767839.659005:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767839.659006:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767839.659007:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767839.659009:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767839.659010:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322937480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335150848:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775767839.659013:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767839.659014:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767839.659015:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767839.659016:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767839.659018:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046e9800.
02000000:00000001:1.0:1775767839.659019:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767839.659021:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767839.659022:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000400:00000010:1.0:1775767839.659024:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000200:1.0:1775767839.659026:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335150848, portal 10
00000100:00000001:1.0:1775767839.659027:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767839.659028:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931824256 : -120451777727360 : ffff927322937480)
00000100:00000040:1.0:1775767839.659032:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322937480 x1862022335150848/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767839.659036:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767839.659038:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767839.659039:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767839.659041:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335150848, offset 0
00000400:00000200:1.0:1775767839.659043:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767839.659045:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767839.659047:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767839.659049:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767839.659050:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767839.659052:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767839.659053:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767839.659055:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60298:60298:256:4294967295] 192.168.202.131@tcp LPNI seq info [60298:60298:8:4294967295]
00000400:00000200:1.0:1775767839.659058:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767839.659062:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767839.659066:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767839.659068:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000800:00000200:1.0:1775767839.659070:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767839.659072:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775767839.659074:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767839.659076:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1775767839.659079:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767839.659080:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767839.659082:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767839.659084:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767839.659085:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767839.659086:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767839.659088:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767839.659090:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322937480 x1862022335150848/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767839.659094:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767839.659096:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322937480 x1862022335150848/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767864 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767839.659100:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767839.659101:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767839.659103:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767839.659104:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: using a timeout of 41678 usecs (42 jiffies)
00000400:00000200:1.0:1775767839.659107:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767839.659108:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299696683
00000100:00000001:1.0:1775767839.659110:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299697917
00000100:00000001:1.0:1775767839.659111:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299696683
00000100:00000001:1.0:1775767839.659113:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299697917
00000100:00000001:1.0:1775767839.659114:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767839.659115:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767839.659116:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767839.659118:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767839/real 1775767839]  req@ffff927322937480 x1862022335150848/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767839.659124:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767839.659124:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767839.659126:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767839.659127:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767839.659128:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767839.659129:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767839.659131:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322937480 x1862022335150848/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767839.659135:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322937480 x1862022335150848/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767839.659139:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767839.659140:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767839.659141:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767839.659141:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767839.659143:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322937480 x1862022335150848/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767839.659147:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767839.659149:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322937480 x1862022335150848/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767864 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767839.659153:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767839.659155:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767839.659156:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767839.659157:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767839.659158:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767839.659158:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767839.659160:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767839.659162:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767839.659164:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767839.659166:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322937480 x1862022335150848/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767864 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767839.659171:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322937480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335150848:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775767839.659174:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767839.659175:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322936a00 x1862022335150976/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767839.659179:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767839.659180:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767839.659181:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767839.659182:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767839.659184:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767839.659185:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322936a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335150976:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767839.659187:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767839.659188:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767839.659189:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767839.659190:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767839.659192:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046e9c00.
02000000:00000001:1.0:1775767839.659193:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767839.659195:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767839.659196:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000400:00000010:1.0:1775767839.659198:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000200:1.0:1775767839.659200:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335150976, portal 4
00000100:00000001:1.0:1775767839.659201:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767839.659202:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931821568 : -120451777730048 : ffff927322936a00)
00000100:00000040:1.0:1775767839.659206:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322936a00 x1862022335150976/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767839.659213:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767839.659216:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767839.659218:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767839.659221:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335150976, offset 0
00000400:00000200:1.0:1775767839.659225:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767839.659229:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767839.659232:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767839.659234:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767839.659237:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767839.659240:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767839.659242:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767839.659246:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60299:60299:256:4294967295] 192.168.202.131@tcp LPNI seq info [60299:60299:8:4294967295]
00000400:00000200:1.0:1775767839.659251:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767839.659258:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767839.659263:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767839.659266:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000800:00000200:1.0:1775767839.659270:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767839.659273:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775767839.659277:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767839.659279:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1775767839.659282:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767839.659283:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767839.659285:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767839.659288:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767839.659290:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767839.659291:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767839.659293:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767839.659296:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322936a00 x1862022335150976/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767839.659301:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767839.659319:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322936a00 x1862022335150976/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767864 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767839.659326:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767839.659327:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767839.659331:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767839.659334:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: using a timeout of 22192 usecs (23 jiffies)
00000400:00000200:1.0:1775767839.659338:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767839.659341:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299696664
00000100:00000001:1.0:1775767839.659344:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299697917
00000100:00000001:1.0:1775767839.659347:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299696664
00000100:00000001:1.0:1775767839.659349:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299697917
00000100:00000001:1.0:1775767839.659352:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767839.659354:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767839.659356:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767839.659362:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767839/real 1775767839]  req@ffff927322936a00 x1862022335150976/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767839.659387:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767839.659389:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767839.659391:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767839.659393:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767839.659395:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767839.659397:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767839.659400:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322936a00 x1862022335150976/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767839.659406:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322936a00 x1862022335150976/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767839.659411:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767839.659412:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767839.659414:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767839.659415:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767839.659417:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322936a00 x1862022335150976/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767839.659421:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767839.659423:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322936a00 x1862022335150976/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767864 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767839.659428:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767839.659431:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767839.659432:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767839.659433:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767839.659434:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767839.659435:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767839.659437:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767839.659439:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767839.659440:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767839.659442:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322936a00 x1862022335150976/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767864 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767839.659447:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322936a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335150976:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767839.659449:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767839.659451:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322935880 x1862022335151104/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767839.659456:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767839.659457:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767839.659458:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767839.659460:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767839.659461:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767839.659463:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322935880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335151104:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767839.659464:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767839.659466:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767839.659467:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767839.659468:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767839.659471:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046ea400.
02000000:00000001:1.0:1775767839.659472:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767839.659474:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767839.659476:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000400:00000010:1.0:1775767839.659478:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000200:1.0:1775767839.659480:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335151104, portal 4
00000100:00000001:1.0:1775767839.659481:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767839.659482:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931817088 : -120451777734528 : ffff927322935880)
00000100:00000040:1.0:1775767839.659486:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322935880 x1862022335151104/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767839.659490:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767839.659492:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767839.659493:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767839.659495:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335151104, offset 0
00000400:00000200:1.0:1775767839.659497:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767839.659500:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767839.659502:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767839.659505:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767839.659506:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767839.659508:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767839.659509:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767839.659512:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60300:60300:256:4294967295] 192.168.202.131@tcp LPNI seq info [60300:60300:8:4294967295]
00000400:00000200:1.0:1775767839.659515:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767839.659519:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767839.659522:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767839.659524:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000800:00000200:1.0:1775767839.659526:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767839.659528:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775767839.659531:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767839.659533:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1775767839.659535:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767839.659536:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767839.659538:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767839.659540:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767839.659542:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767839.659543:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767839.659545:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767839.659547:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322935880 x1862022335151104/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767839.659556:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767839.659558:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322935880 x1862022335151104/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767864 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767839.659563:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767839.659564:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767839.659566:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767839.659569:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: using a timeout of 22500 usecs (23 jiffies)
00000400:00000200:1.0:1775767839.659572:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767839.659574:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299696664
00000100:00000001:1.0:1775767839.659576:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299697917
00000100:00000001:1.0:1775767839.659579:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299696664
00000100:00000001:1.0:1775767839.659581:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299697917
00000100:00000001:1.0:1775767839.659583:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767839.659586:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767839.659588:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767839.659592:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767839/real 1775767839]  req@ffff927322935880 x1862022335151104/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767839.659600:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767839.659602:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767839.659604:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767839.659606:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767839.659608:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767839.659611:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767839.659614:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322935880 x1862022335151104/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767839.659639:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322935880 x1862022335151104/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767839.659660:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767839.659662:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767839.659664:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767839.659665:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767839.659668:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322935880 x1862022335151104/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767839.659673:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767839.659676:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322935880 x1862022335151104/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767864 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767839.659697:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767839.659699:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767839.659700:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767839.659701:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767839.659702:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767839.659703:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767839.659704:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767839.659706:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767839.659707:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767839.659709:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322935880 x1862022335151104/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767864 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767839.659715:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322935880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335151104:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767839.659718:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767839.659719:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767839.659721:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322937b80 x1862022335150720/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767864 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767839.659740:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767839.659741:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767839.659743:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046eb400.
02000000:00000001:1.0:1775767839.659745:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767839.659746:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767839.659747:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c000 refcount=137 obd=lustre-MDT0000-mdc-ffff927308189800
00000020:00000001:1.0:1775767839.659749:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767839.659750:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306a67c00.
02000000:00000001:1.0:1775767839.659753:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767839.659754:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767839.659755:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322937b80.
00000100:00000001:1.0:1775767839.659758:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767839.659759:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767839.659760:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767839.659763:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322937480 x1862022335150848/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767864 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767839.659767:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767839.659768:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767839.659769:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046e9800.
02000000:00000001:1.0:1775767839.659771:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767839.659771:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767839.659772:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f800 refcount=3 obd=lustre-MDT0001-mdc-ffff927308189800
00000020:00000001:1.0:1775767839.659773:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767839.659774:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306a65c00.
02000000:00000001:1.0:1775767839.659776:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767839.659777:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767839.659777:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322937480.
00000100:00000001:1.0:1775767839.659779:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767839.659779:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767839.659780:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767839.659782:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322936a00 x1862022335150976/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767864 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767839.659786:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767839.659786:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767839.659787:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046e9c00.
02000000:00000001:1.0:1775767839.659788:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767839.659789:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767839.659790:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f000 refcount=2 obd=lustre-OST0000-osc-ffff927308189800
00000020:00000001:1.0:1775767839.659791:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767839.659791:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306a67000.
02000000:00000001:1.0:1775767839.659792:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767839.659794:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767839.659794:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322936a00.
00000100:00000001:1.0:1775767839.659796:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767839.659797:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767839.659798:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767839.659800:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322935880 x1862022335151104/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767864 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767839.659804:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767839.659805:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767839.659805:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046ea400.
02000000:00000001:1.0:1775767839.659807:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767839.659807:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767839.659808:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c800 refcount=2 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:1.0:1775767839.659809:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767839.659810:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306a64c00.
02000000:00000001:1.0:1775767839.659811:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767839.659811:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767839.659812:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322935880.
00000100:00000001:1.0:1775767839.659813:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767839.659814:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767839.659815:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767839.659818:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767839.659819:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767839.659820:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767839.659821:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767840.681902:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767840.681906:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767840.681909:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767840.937786:0:58716:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299697917, at 4299697920
00000100:00000010:2.0:1775767840.937796:0:58716:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9273188e5060.
00000020:00000001:1.0:1775767841.705864:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767841.705868:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767841.705870:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1775767842.729937:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767842.729941:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767842.729944:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775767843.754086:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767843.754093:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767843.754098:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767844.777843:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767844.777850:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767844.777855:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767844.777859:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767844.777863:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767844.777871:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5029
00000400:00000200:2.0:1775767844.777882:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767844.777887:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767844.777890:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767844.777893:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767844.777896:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767844.777898:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767844.777900:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767844.777903:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767844.777905:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767844.777907:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767844.777910:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775767844.777912:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775767844.777914:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775767844.777916:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767844.777918:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767844.777920:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767844.777921:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767844.777924:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000020:00000001:0.0:1775767844.777926:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00080000:2.0:1775767844.777928:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000020:00000001:0.0:1775767844.777930:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767844.777931:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767844.777938:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
02000000:00000001:2.0:1775767844.777938:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767844.777942:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767844.777945:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767844.777946:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767844.777948:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767844.777957:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775767844.777959:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767844.777962:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767844.777963:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767844.777966:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767844.777969:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767844.777973:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767844.777982:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee400.
00000100:00000001:2.0:1775767844.777989:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767844.777999:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335151232/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767844.778011:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767844.778016:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767844.778021:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335151232/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767844.778046:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767844.778049:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767844.778052:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767844.778053:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767844.778054:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767844.778056:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767844.778058:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5029
00000400:00000200:2.0:1775767844.778062:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767844.778066:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767844.778068:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767844.778071:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767844.778073:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767844.778075:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767844.778077:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767844.778079:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767844.778081:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767844.778082:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767844.778083:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767844.778085:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767844.778087:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767844.778089:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767844.778090:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767844.778092:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767844.778093:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767844.778094:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767844.778099:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767844.778102:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767844.778104:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775767844.778105:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767844.778109:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775767844.778110:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1775767844.778113:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767844.778116:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767844.778117:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767844.778121:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000100:00000040:1.0:1775767844.778124:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b54a80 x1862022335151232/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1775767844.778124:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767844.778126:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767844.778131:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775767844.778138:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767844.778146:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767844.778150:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767844.778158:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767844.778162:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1775767844.778163:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1775767844.778165:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767844.778166:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767844.778173:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef000.
02000000:00000001:1.0:1775767844.778175:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1775767844.778179:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767844.778181:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767844.778189:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767844.778189:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335151360/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1775767844.778209:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335151232:192.168.202.131@tcp:250:kworker.0
00000100:00000001:2.0:1775767844.778212:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767844.778219:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767844.778228:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:2.0:1775767844.778228:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335151360/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1775767844.778237:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1775767844.778240:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767844.778242:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767844.778242:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767844.778253:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000001:1.0:1775767844.778254:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1775767844.778255:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767844.778257:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767844.778259:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767844.778261:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5029
02000000:00000010:1.0:1775767844.778264:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046ea400.
00000400:00000200:2.0:1775767844.778265:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
02000000:00000001:1.0:1775767844.778274:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767844.778275:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767844.778284:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767844.778289:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000400:00000200:1.0:1775767844.778296:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:2.0:1775767844.778296:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767844.778301:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767844.778305:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000400:00000010:1.0:1775767844.778306:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000020:00000001:2.0:1775767844.778310:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767844.778313:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767844.778315:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767844.778316:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775767844.778318:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000400:00000010:1.0:1775767844.778319:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000020:00000001:2.0:1775767844.778320:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775767844.778327:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767844.778329:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767844.778331:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000200:1.0:1775767844.778332:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335151232, portal 25
00000100:00000001:2.0:1775767844.778333:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767844.778342:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00000001:1.0:1775767844.778344:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1775767844.778349:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767844.778350:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682383488 : -120452027168128 : ffff927313b54a80)
00000100:00000001:2.0:1775767844.778354:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767844.778357:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767844.778360:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767844.778365:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767844.778366:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b54a80 x1862022335151232/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767844.778371:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767844.778378:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767844.778387:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767844.778395:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767844.778402:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000010:2.0:1775767844.778403:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775767844.778408:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767844.778412:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000040:1.0:1775767844.778415:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
02000000:00000001:2.0:1775767844.778416:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767844.778421:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767844.778422:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1775767844.778423:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
02000000:00000001:2.0:1775767844.778424:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767844.778433:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed000.
00000100:00000001:2.0:1775767844.778436:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767844.778440:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335151488/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1775767844.778443:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022335151232, offset 0
00000100:00000001:2.0:1775767844.778451:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767844.778455:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767844.778458:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335151488/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775767844.778468:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000100:00000001:2.0:1775767844.778479:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767844.778481:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1775767844.778491:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00080000:2.0:1775767844.778493:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767844.778499:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767844.778502:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767844.778505:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1775767844.778507:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000100:00080000:2.0:1775767844.778513:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5029
00000400:00000200:2.0:1775767844.778519:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767844.778521:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767844.778525:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767844.778527:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1775767844.778531:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000100:00000040:2.0:1775767844.778533:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767844.778537:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767844.778543:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000400:00000200:1.0:1775767844.778544:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1775767844.778553:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000400:00000200:1.0:1775767844.778558:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000020:00000001:2.0:1775767844.778559:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767844.778565:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767844.778566:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767844.778572:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000400:00000200:1.0:1775767844.778576:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60301:60301:256:4294967295] 192.168.202.131@tcp LPNI seq info [60301:60301:8:4294967295]
00000020:00000001:2.0:1775767844.778577:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775767844.778586:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000400:00000200:1.0:1775767844.778609:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000040:2.0:1775767844.778610:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767844.778615:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767844.778617:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767844.778621:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767844.778624:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767844.778632:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767844.778637:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767844.778644:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1775767844.778645:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1775767844.778649:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767844.778654:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767844.778657:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000800:00000200:1.0:1775767844.778662:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000008:00100000:2.0:1775767844.778663:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767844.778672:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767844.778674:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1775767844.778676:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000100:00000010:2.0:1775767844.778677:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767844.778684:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767844.778687:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767844.778689:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767844.778695:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.0:1775767844.778696:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
02000000:00000001:2.0:1775767844.778698:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767844.778702:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1775767844.778704:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775767844.778760:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767844.778764:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1775767844.778768:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767844.778770:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
02000000:00000010:2.0:1775767844.778774:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee800.
00000400:00000200:1.0:1775767844.778777:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1775767844.778780:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767844.778786:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000100:00100000:2.0:1775767844.778791:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335151616/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1775767844.778794:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767844.778801:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:2.0:1775767844.778809:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767844.778813:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1775767844.778814:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775767844.778828:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b54a80 x1862022335151232/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775767844.778828:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335151616/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767844.778864:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767844.778876:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1775767844.778880:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1775767844.778881:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767844.778885:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767844.778886:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767844.778893:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:1.0:1775767844.778894:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b54a80 x1862022335151232/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767869 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775767844.778901:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5029
00000400:00000200:2.0:1775767844.778914:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767844.778924:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767844.778933:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1775767844.778935:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767844.778939:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767844.778942:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767844.778943:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767844.778949:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767844.778951:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767844.778953:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1775767844.778954:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1775767844.778956:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767844.778960:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767844.778962:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767844.778963:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000400:00000200:1.0:1775767844.778970:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000020:00000001:2.0:1775767844.778975:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000001:1.0:1775767844.778977:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4299703038
00000100:00000010:1.0:1775767844.778987:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9273188e5a20.
00000100:00000040:2.0:1775767844.778987:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767844.778994:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767844.778997:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767844.779000:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1775767844.779001:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767844.779007:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00000001:1.0:1775767844.779012:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4299703038
00000100:00080000:2.0:1775767844.779013:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000010:1.0:1775767844.779019:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9273188e5c60.
00000100:00000001:2.0:1775767844.779020:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767844.779027:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775767844.779028:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3
02000000:00000001:2.0:1775767844.779032:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767844.779035:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767844.779036:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767844.779040:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767844.779044:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1775767844.779046:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1775767844.779054:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000008:00000001:2.0:1775767844.779054:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767844.779061:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767844.779064:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000100:00100000:1.0:1775767844.779067:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767844/real 1775767844]  req@ffff927313b54a80 x1862022335151232/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1775767844.779068:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775767844.779075:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767844.779077:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767844.779084:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767844.779087:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767844.779093:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767844.779100:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec400.
00000100:00000001:2.0:1775767844.779106:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767844.779121:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335151744/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:1.0:1775767844.779141:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1775767844.779141:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000001:1.0:1775767844.779147:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1775767844.779149:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775767844.779151:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000100:00000040:2.0:1775767844.779154:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335151744/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775767844.779157:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767844.779165:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767844.779174:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1775767844.779175:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767844.779184:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5039)
00000100:00000200:1.0:1775767844.779187:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b54a80 x1862022335151232/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767844.779200:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b54a80 x1862022335151232/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767844.779208:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767844.779210:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767844.779212:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767844.779214:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767844.779219:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b54a80 x1862022335151232/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767844.779227:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767844.779231:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b54a80 x1862022335151232/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767869 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767844.779239:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767844.779242:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767844.779244:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767844.779245:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767844.779248:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767844.779251:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767844.779255:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767844.779259:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767844.779262:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767844.779266:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b54a80 x1862022335151232/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767869 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767844.779275:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335151232:192.168.202.131@tcp:250:kworker.0
00000100:00000001:1.0:1775767844.779281:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767844.779283:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767844.779286:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b54a80 x1862022335151232/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767869 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767844.779293:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767844.779296:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767844.779299:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046ea400.
02000000:00000001:1.0:1775767844.779302:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767844.779305:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767844.779307:0:2404:0:(genops.c:1242:class_import_put()) import ffff9273194c5000 refcount=3 obd=MGC192.168.202.131@tcp
00000020:00000001:1.0:1775767844.779309:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767844.779313:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bee400.
02000000:00000001:1.0:1775767844.779317:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767844.779319:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767844.779321:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b54a80.
00000100:00000001:1.0:1775767844.779325:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767844.779326:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767844.779329:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767844.779337:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767844.779339:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767844.779342:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767844.779344:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767844.779346:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767844.779350:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b57100 x1862022335151360/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767844.779358:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767844.779360:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767844.779363:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767844.779365:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767844.779368:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767844.779371:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335151360:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775767844.779375:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767844.779377:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767844.779379:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767844.779380:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767844.779384:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046ea400.
02000000:00000001:1.0:1775767844.779386:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767844.779390:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767844.779393:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000400:00000010:1.0:1775767844.779396:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000200:1.0:1775767844.779399:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335151360, portal 10
00000100:00000001:1.0:1775767844.779401:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767844.779402:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682393344 : -120452027158272 : ffff927313b57100)
00000100:00000040:1.0:1775767844.779409:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b57100 x1862022335151360/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767844.779416:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767844.779419:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767844.779421:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767844.779424:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335151360, offset 0
00000400:00000200:1.0:1775767844.779428:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767844.779432:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767844.779436:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767844.779439:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767844.779442:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767844.779445:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767844.779448:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767844.779451:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60302:60302:256:4294967295] 192.168.202.131@tcp LPNI seq info [60302:60302:8:4294967295]
00000400:00000200:1.0:1775767844.779455:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767844.779462:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767844.779466:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767844.779469:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000800:00000200:1.0:1775767844.779474:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767844.779477:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775767844.779482:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767844.779485:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1775767844.779490:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767844.779492:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767844.779494:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767844.779498:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767844.779501:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767844.779503:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767844.779506:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767844.779509:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b57100 x1862022335151360/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767844.779516:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767844.779519:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b57100 x1862022335151360/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767869 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767844.779525:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767844.779527:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767844.779529:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767844.779534:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: using a timeout of 15131 usecs (16 jiffies)
00000400:00000200:1.0:1775767844.779537:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767844.779539:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299701777
00000100:00000001:1.0:1775767844.779542:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299703038
00000100:00000001:1.0:1775767844.779545:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299701777
00000100:00000001:1.0:1775767844.779547:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299703038
00000100:00000001:1.0:1775767844.779549:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767844.779551:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767844.779553:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767844.779556:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767844/real 1775767844]  req@ffff927313b57100 x1862022335151360/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767844.779564:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767844.779565:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767844.779567:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767844.779570:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767844.779571:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767844.779574:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767844.779577:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b57100 x1862022335151360/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767844.779585:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b57100 x1862022335151360/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767844.779592:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767844.779593:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767844.779609:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767844.779610:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767844.779615:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b57100 x1862022335151360/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767844.779623:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767844.779627:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b57100 x1862022335151360/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767869 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767844.779635:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767844.779649:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767844.779650:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767844.779652:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767844.779653:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767844.779655:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767844.779658:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767844.779661:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767844.779663:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767844.779667:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b57100 x1862022335151360/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767869 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767844.779675:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335151360:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775767844.779680:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767844.779684:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b54e00 x1862022335151488/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767844.779692:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767844.779694:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767844.779696:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767844.779697:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767844.779700:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767844.779703:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335151488:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775767844.779707:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767844.779731:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767844.779733:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767844.779735:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767844.779739:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046e9c00.
02000000:00000001:1.0:1775767844.779741:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767844.779745:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767844.779747:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000400:00000010:1.0:1775767844.779750:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000200:1.0:1775767844.779754:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335151488, portal 10
00000100:00000001:1.0:1775767844.779756:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767844.779757:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682384384 : -120452027167232 : ffff927313b54e00)
00000100:00000040:1.0:1775767844.779763:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b54e00 x1862022335151488/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767844.779770:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767844.779772:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767844.779774:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767844.779777:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335151488, offset 0
00000400:00000200:1.0:1775767844.779781:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767844.779785:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767844.779788:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767844.779791:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767844.779795:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767844.779797:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767844.779800:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767844.779803:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60303:60303:256:4294967295] 192.168.202.131@tcp LPNI seq info [60303:60303:8:4294967295]
00000400:00000200:1.0:1775767844.779808:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767844.779815:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767844.779819:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767844.779822:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000800:00000200:1.0:1775767844.779826:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767844.779829:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775767844.779834:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767844.779837:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1775767844.779841:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767844.779843:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767844.779846:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767844.779849:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767844.779858:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767844.779860:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767844.779862:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767844.779866:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b54e00 x1862022335151488/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767844.779874:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767844.779877:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b54e00 x1862022335151488/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767869 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767844.779885:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767844.779887:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767844.779889:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767844.779892:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: using a timeout of 41678 usecs (42 jiffies)
00000400:00000200:1.0:1775767844.779896:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767844.779898:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299701804
00000100:00000001:1.0:1775767844.779901:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299703038
00000100:00000001:1.0:1775767844.779903:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299701804
00000100:00000001:1.0:1775767844.779905:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299703038
00000100:00000001:1.0:1775767844.779908:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767844.779910:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767844.779912:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767844.779916:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767844/real 1775767844]  req@ffff927313b54e00 x1862022335151488/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767844.779923:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767844.779925:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767844.779927:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767844.779929:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767844.779931:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767844.779933:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767844.779936:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b54e00 x1862022335151488/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767844.779945:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b54e00 x1862022335151488/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767844.779952:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767844.779954:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767844.779955:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767844.779957:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767844.779960:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b54e00 x1862022335151488/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767844.779968:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767844.779971:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b54e00 x1862022335151488/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767869 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767844.779978:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767844.779981:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767844.779983:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767844.779984:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767844.779986:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767844.779988:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767844.779991:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767844.779995:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767844.779997:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767844.780002:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b54e00 x1862022335151488/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767869 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767844.780010:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335151488:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775767844.780014:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767844.780018:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b55f80 x1862022335151616/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767844.780026:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767844.780027:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767844.780030:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767844.780032:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767844.780034:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767844.780037:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335151616:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767844.780041:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767844.780043:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767844.780044:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767844.780046:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767844.780049:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046e9800.
02000000:00000001:1.0:1775767844.780051:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767844.780055:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767844.780057:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000400:00000010:1.0:1775767844.780061:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000200:1.0:1775767844.780063:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335151616, portal 4
00000100:00000001:1.0:1775767844.780065:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767844.780067:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682388864 : -120452027162752 : ffff927313b55f80)
00000100:00000040:1.0:1775767844.780072:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b55f80 x1862022335151616/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767844.780080:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767844.780082:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767844.780085:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767844.780087:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335151616, offset 0
00000400:00000200:1.0:1775767844.780091:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767844.780095:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767844.780098:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767844.780101:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767844.780104:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767844.780106:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767844.780109:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767844.780112:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60304:60304:256:4294967295] 192.168.202.131@tcp LPNI seq info [60304:60304:8:4294967295]
00000400:00000200:1.0:1775767844.780117:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767844.780124:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767844.780129:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767844.780132:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000800:00000200:1.0:1775767844.780136:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767844.780139:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775767844.780143:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767844.780146:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1775767844.780150:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767844.780152:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767844.780155:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767844.780159:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767844.780168:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767844.780170:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767844.780173:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767844.780176:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b55f80 x1862022335151616/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767844.780184:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767844.780187:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b55f80 x1862022335151616/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767869 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767844.780201:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767844.780203:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767844.780206:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767844.780209:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: using a timeout of 22192 usecs (23 jiffies)
00000400:00000200:1.0:1775767844.780213:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767844.780215:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299701785
00000100:00000001:1.0:1775767844.780218:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299703038
00000100:00000001:1.0:1775767844.780220:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299701785
00000100:00000001:1.0:1775767844.780223:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299703038
00000100:00000001:1.0:1775767844.780225:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767844.780227:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767844.780229:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767844.780233:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767844/real 1775767844]  req@ffff927313b55f80 x1862022335151616/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767844.780240:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767844.780242:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767844.780243:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767844.780246:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767844.780248:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767844.780250:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767844.780253:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b55f80 x1862022335151616/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767844.780262:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b55f80 x1862022335151616/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767844.780269:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767844.780270:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767844.780272:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767844.780273:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767844.780276:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b55f80 x1862022335151616/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767844.780285:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767844.780289:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b55f80 x1862022335151616/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767869 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767844.780296:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767844.780298:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767844.780300:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767844.780301:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767844.780303:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767844.780304:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767844.780306:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767844.780310:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767844.780312:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767844.780316:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b55f80 x1862022335151616/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767869 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767844.780325:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335151616:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767844.780329:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767844.780332:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b55180 x1862022335151744/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767844.780340:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767844.780341:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767844.780343:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767844.780345:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767844.780347:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767844.780350:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335151744:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767844.780353:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767844.780355:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767844.780358:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767844.780360:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767844.780363:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046eb400.
02000000:00000001:1.0:1775767844.780365:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767844.780368:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767844.780370:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000400:00000010:1.0:1775767844.780373:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000200:1.0:1775767844.780376:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335151744, portal 4
00000100:00000001:1.0:1775767844.780378:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767844.780379:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682385280 : -120452027166336 : ffff927313b55180)
00000100:00000040:1.0:1775767844.780384:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b55180 x1862022335151744/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767844.780392:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767844.780394:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767844.780396:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767844.780398:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335151744, offset 0
00000400:00000200:1.0:1775767844.780402:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767844.780406:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767844.780409:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767844.780412:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767844.780415:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767844.780417:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767844.780420:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767844.780423:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60305:60305:256:4294967295] 192.168.202.131@tcp LPNI seq info [60305:60305:8:4294967295]
00000400:00000200:1.0:1775767844.780428:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767844.780434:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767844.780438:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767844.780441:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000800:00000200:1.0:1775767844.780445:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767844.780448:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775767844.780453:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767844.780455:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1775767844.780476:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767844.780478:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767844.780481:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767844.780485:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767844.780488:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767844.780490:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767844.780493:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767844.780496:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b55180 x1862022335151744/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767844.780505:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767844.780509:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b55180 x1862022335151744/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767869 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767844.780516:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767844.780518:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767844.780521:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767844.780524:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: using a timeout of 22500 usecs (23 jiffies)
00000400:00000200:1.0:1775767844.780527:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767844.780529:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299701785
00000100:00000001:1.0:1775767844.780532:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299703038
00000100:00000001:1.0:1775767844.780534:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299701785
00000100:00000001:1.0:1775767844.780536:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299703038
00000100:00000001:1.0:1775767844.780539:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767844.780541:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767844.780543:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767844.780546:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767844/real 1775767844]  req@ffff927313b55180 x1862022335151744/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767844.780555:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767844.780556:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767844.780558:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767844.780561:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767844.780562:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767844.780565:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767844.780568:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b55180 x1862022335151744/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767844.780577:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b55180 x1862022335151744/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767844.780584:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767844.780586:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767844.780587:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767844.780589:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767844.780592:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b55180 x1862022335151744/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767844.780615:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767844.780619:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b55180 x1862022335151744/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767869 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767844.780626:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767844.780629:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767844.780631:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767844.780632:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767844.780634:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767844.780635:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767844.780637:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767844.780640:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767844.780642:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767844.780646:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b55180 x1862022335151744/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767869 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767844.780655:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335151744:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767844.780659:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767844.780661:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767844.780665:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b57100 x1862022335151360/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767869 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767844.780672:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767844.780674:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767844.780676:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046ea400.
02000000:00000001:1.0:1775767844.780679:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767844.780680:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767844.780682:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c000 refcount=137 obd=lustre-MDT0000-mdc-ffff927308189800
00000020:00000001:1.0:1775767844.780684:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767844.780686:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bef000.
02000000:00000001:1.0:1775767844.780688:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767844.780690:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767844.780691:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b57100.
00000100:00000001:1.0:1775767844.780694:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767844.780696:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767844.780698:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767844.780701:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b54e00 x1862022335151488/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767869 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767844.780725:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767844.780727:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767844.780728:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046e9c00.
02000000:00000001:1.0:1775767844.780731:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767844.780732:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767844.780734:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f800 refcount=3 obd=lustre-MDT0001-mdc-ffff927308189800
00000020:00000001:1.0:1775767844.780736:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767844.780737:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bed000.
02000000:00000001:1.0:1775767844.780741:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767844.780743:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767844.780744:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b54e00.
00000100:00000001:1.0:1775767844.780747:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767844.780748:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767844.780750:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767844.780754:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b55f80 x1862022335151616/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767869 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767844.780762:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767844.780764:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767844.780765:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046e9800.
02000000:00000001:1.0:1775767844.780767:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767844.780769:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767844.780770:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f000 refcount=2 obd=lustre-OST0000-osc-ffff927308189800
00000020:00000001:1.0:1775767844.780772:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767844.780773:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bee800.
02000000:00000001:1.0:1775767844.780775:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767844.780776:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767844.780778:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b55f80.
00000100:00000001:1.0:1775767844.780780:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767844.780781:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767844.780783:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767844.780786:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b55180 x1862022335151744/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767869 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767844.780792:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767844.780793:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767844.780794:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046eb400.
02000000:00000001:1.0:1775767844.780797:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767844.780798:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767844.780799:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c800 refcount=2 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:1.0:1775767844.780801:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767844.780802:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bec400.
02000000:00000001:1.0:1775767844.780806:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767844.780807:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767844.780808:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b55180.
00000100:00000001:1.0:1775767844.780811:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767844.780812:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767844.780814:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767844.780817:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767844.780819:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767844.780820:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767844.780822:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767845.801886:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767845.801890:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767845.801894:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767846.057785:0:58716:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299703038, at 4299703040
00000100:00000010:2.0:1775767846.057797:0:58716:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9273188e5a20.
00000100:00000001:0.0:1775767846.377829:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767846.377834:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767846.377836:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767846.377840:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767846.377843:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767846.377846:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767846.377848:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767846.377850:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767846.377852:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767846.825857:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767846.825861:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767846.825863:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767847.401909:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767847.401934:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767847.401937:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767847.401947:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767847.401952:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767847.401959:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767847.401964:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767847.401967:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767847.401971:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767847.849953:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767847.849958:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767847.849961:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767848.425841:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767848.425850:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767848.425852:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767848.425861:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767848.425866:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767848.425871:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767848.425875:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767848.425878:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767848.425881:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767848.873919:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767848.873922:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767848.873925:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767849.449822:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767849.449827:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767849.449829:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767849.449833:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767849.449836:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767849.449839:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767849.449842:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767849.449844:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767849.449846:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767849.897785:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767849.897794:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767849.897799:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767849.897803:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767849.897808:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767849.897816:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5034
00000400:00000200:2.0:1775767849.897827:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767849.897833:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767849.897835:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767849.897839:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767849.897842:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767849.897844:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767849.897846:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767849.897849:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767849.897851:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767849.897854:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767849.897857:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775767849.897859:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775767849.897861:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775767849.897863:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767849.897865:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767849.897868:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767849.897869:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767849.897870:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000040:2.0:1775767849.897872:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000020:00000001:1.0:1775767849.897874:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767849.897877:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00010000:00010000:1.0:1775767849.897879:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775767849.897880:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767849.897883:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767849.897885:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767849.897888:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767849.897890:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767849.897891:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767849.897897:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
00000020:00000040:2.0:1775767849.897899:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767849.897902:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767849.897904:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767849.897906:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767849.897909:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767849.897912:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767849.897917:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee800.
00000100:00000001:2.0:1775767849.897922:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767849.897930:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335151872/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767849.897938:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767849.897942:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767849.897945:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335151872/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767849.897961:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767849.897963:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767849.897966:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767849.897968:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767849.897969:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767849.897972:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767849.897975:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5034
00000100:00000001:1.0:1775767849.897979:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1775767849.897979:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767849.897983:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00000001:1.0:1775767849.897984:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1775767849.897985:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1775767849.897987:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767849.897990:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767849.897992:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767849.898003:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b57800 x1862022335151872/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775767849.898003:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767849.898008:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767849.898015:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1775767849.898016:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:2.0:1775767849.898017:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000100:00000001:1.0:1775767849.898019:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767849.898021:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:1.0:1775767849.898024:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:2.0:1775767849.898024:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
02000000:00000001:1.0:1775767849.898028:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1775767849.898029:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
02000000:00000001:1.0:1775767849.898032:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767849.898035:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00100000:1.0:1775767849.898037:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335151872:192.168.202.131@tcp:250:kworker.0
00000100:00000040:2.0:1775767849.898043:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767849.898044:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767849.898048:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1775767849.898048:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1775767849.898052:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767849.898054:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
02000000:00000001:1.0:1775767849.898055:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1775767849.898059:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
02000000:00000010:1.0:1775767849.898061:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046eb400.
00000020:00000040:2.0:1775767849.898061:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767849.898064:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
02000000:00000001:1.0:1775767849.898065:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767849.898070:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767849.898072:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1775767849.898074:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
02000000:00000001:2.0:1775767849.898077:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:1.0:1775767849.898079:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
02000000:00000001:2.0:1775767849.898080:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767849.898083:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000010:1.0:1775767849.898087:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000008:00100000:2.0:1775767849.898087:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767849.898092:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767849.898093:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775767849.898096:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335151872, portal 25
00000100:00000010:2.0:1775767849.898097:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
00000100:00000001:1.0:1775767849.898101:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000020:00000040:2.0:1775767849.898102:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
00000100:00000001:1.0:1775767849.898104:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682395136 : -120452027156480 : ffff927313b57800)
02000000:00000001:2.0:1775767849.898106:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767849.898109:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767849.898112:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b57800 x1862022335151872/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767849.898112:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767849.898113:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767849.898116:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767849.898121:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed000.
00000100:00000001:2.0:1775767849.898127:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767849.898130:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:2.0:1775767849.898134:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335152000/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1775767849.898139:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767849.898146:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000001:2.0:1775767849.898146:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767849.898151:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775767849.898153:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022335151872, offset 0
00000100:00000040:2.0:1775767849.898155:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335152000/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767849.898164:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767849.898165:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000100:00080000:2.0:1775767849.898167:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767849.898171:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767849.898172:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767849.898173:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767849.898176:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1775767849.898179:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00080000:2.0:1775767849.898179:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5034
00000400:00000200:2.0:1775767849.898186:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767849.898189:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:2.0:1775767849.898191:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000400:00000200:1.0:1775767849.898197:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767849.898200:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000100:00080000:2.0:1775767849.898204:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1775767849.898205:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1775767849.898211:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000400:00000200:1.0:1775767849.898212:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000100:00000001:2.0:1775767849.898216:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1775767849.898220:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60306:60306:256:4294967295] 192.168.202.131@tcp LPNI seq info [60306:60306:8:4294967295]
00000100:00000040:2.0:1775767849.898221:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767849.898226:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767849.898229:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:1.0:1775767849.898231:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000020:00000040:2.0:1775767849.898231:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767849.898235:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767849.898237:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775767849.898239:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000400:00000200:1.0:1775767849.898246:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000020:00000001:2.0:1775767849.898246:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775767849.898253:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000800:00000200:1.0:1775767849.898257:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000100:00000001:2.0:1775767849.898257:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767849.898262:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000800:00000010:1.0:1775767849.898264:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000100:00000001:2.0:1775767849.898264:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767849.898266:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767849.898269:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767849.898271:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767849.898272:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.0:1775767849.898275:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
02000000:00000001:2.0:1775767849.898276:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767849.898280:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1775767849.898281:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000100:00000001:2.0:1775767849.898282:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767849.898285:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767849.898288:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775767849.898289:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:2.0:1775767849.898291:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775767849.898295:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000100:00000010:2.0:1775767849.898296:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000800:00000100:1.0:1775767849.898301:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000020:00000040:2.0:1775767849.898302:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
00000800:00000010:1.0:1775767849.898305:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
02000000:00000001:2.0:1775767849.898306:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767849.898309:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767849.898311:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1775767849.898312:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:2.0:1775767849.898312:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767849.898313:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767849.898318:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
02000000:00000010:2.0:1775767849.898318:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef000.
00000100:00000001:2.0:1775767849.898325:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767849.898327:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767849.898330:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00100000:2.0:1775767849.898334:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335152128/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767849.898335:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767849.898341:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b57800 x1862022335151872/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767849.898358:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767849.898360:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1775767849.898363:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767849.898365:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b57800 x1862022335151872/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767874 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775767849.898373:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335152128/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767849.898374:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767849.898377:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767849.898383:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767849.898384:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767849.898388:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00080000:2.0:1775767849.898388:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1775767849.898393:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4299708157
00000100:00080000:2.0:1775767849.898394:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767849.898398:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767849.898399:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000010:1.0:1775767849.898400:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9273188e5a80.
00000100:00000001:2.0:1775767849.898401:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767849.898406:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5034
00000100:00000001:1.0:1775767849.898409:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2
00000400:00000200:2.0:1775767849.898410:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767849.898417:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4299708157
00000400:00000200:2.0:1775767849.898417:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767849.898419:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000010:1.0:1775767849.898422:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9273188e5e40.
00000100:00000040:2.0:1775767849.898423:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767849.898427:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1775767849.898427:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767849.898430:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767849.898432:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767849.898433:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767849.898437:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1775767849.898438:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1775767849.898439:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000100:00000001:1.0:1775767849.898442:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000020:00000001:2.0:1775767849.898442:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767849.898443:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775767849.898446:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00100000:1.0:1775767849.898449:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767849/real 1775767849]  req@ffff927313b57800 x1862022335151872/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1775767849.898449:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767849.898457:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767849.898461:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767849.898465:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767849.898469:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767849.898471:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000400:00000001:1.0:1775767849.898472:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:2.0:1775767849.898474:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000400:00000001:1.0:1775767849.898475:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1775767849.898478:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775767849.898479:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
02000000:00000001:2.0:1775767849.898483:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1775767849.898484:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767849.898486:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
02000000:00000001:2.0:1775767849.898487:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767849.898488:0:2404:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:2.0:1775767849.898490:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775767849.898494:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b57800 x1862022335151872/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767849.898494:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767849.898498:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767849.898503:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767849.898506:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767849.898512:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000100:00000200:1.0:1775767849.898513:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b57800 x1862022335151872/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1775767849.898516:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767849.898520:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767849.898523:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767849.898528:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767849.898528:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767849.898529:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1775767849.898531:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1775767849.898532:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767849.898534:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767849.898536:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:2.0:1775767849.898536:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee400.
00000100:00100000:1.0:1775767849.898543:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b57800 x1862022335151872/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767849.898543:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767849.898565:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767849.898565:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335152256/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1775767849.898575:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b57800 x1862022335151872/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767874 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767849.898576:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767849.898579:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767849.898587:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:2.0:1775767849.898587:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335152256/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767849.898593:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767849.898597:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767849.898600:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767849.898603:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767849.898604:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767849.898607:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767849.898608:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767849.898611:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767849.898613:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767849.898615:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767849.898617:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.131@tcp failed (-110)
00000100:00080000:2.0:1775767849.898618:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767849.898622:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:2.0:1775767849.898623:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767849.898627:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5034
00000100:00000040:1.0:1775767849.898630:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b57800 x1862022335151872/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767874 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1775767849.898635:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767849.898642:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767849.898646:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1775767849.898650:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335151872:192.168.202.131@tcp:250:kworker.0
00000100:00000040:2.0:1775767849.898653:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767849.898657:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767849.898660:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767849.898662:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767849.898662:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767849.898667:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1775767849.898668:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000020:00000040:2.0:1775767849.898669:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767849.898672:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767849.898673:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767849.898676:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:1.0:1775767849.898677:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b57800 x1862022335151872/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767874 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1775767849.898679:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767849.898686:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767849.898690:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767849.898694:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767849.898699:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000001:1.0:1775767849.898701:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
00000020:00000040:2.0:1775767849.898702:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767849.898706:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
02000000:00000001:1.0:1775767849.898707:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:2.0:1775767849.898725:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767849.898727:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767849.898730:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767849.898731:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767849.898733:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767849.898735:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
02000000:00000010:1.0:1775767849.898738:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046eb400.
00000008:00000001:2.0:1775767849.898738:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767849.898744:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767849.898745:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000010:2.0:1775767849.898747:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000001:1.0:1775767849.898748:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767849.898751:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000040:1.0:1775767849.898752:0:2404:0:(genops.c:1242:class_import_put()) import ffff9273194c5000 refcount=3 obd=MGC192.168.202.131@tcp
00000020:00000001:1.0:1775767849.898758:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000001:2.0:1775767849.898758:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000010:1.0:1775767849.898761:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bee800.
02000000:00000001:2.0:1775767849.898761:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767849.898765:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767849.898767:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767849.898768:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767849.898769:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:2.0:1775767849.898771:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767849.898772:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b57800.
00000100:00000001:1.0:1775767849.898776:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
02000000:00000010:2.0:1775767849.898776:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec800.
00000100:00000001:1.0:1775767849.898780:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767849.898782:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767849.898782:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767849.898789:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335152384/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767849.898792:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767849.898795:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767849.898798:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767849.898801:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767849.898803:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1775767849.898808:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1775767849.898811:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b56300 x1862022335152000/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767849.898811:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767849.898818:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335152384/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767849.898833:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767849.898836:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767849.898838:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767849.898839:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767849.898842:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767849.898845:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767849.898845:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5044)
00000100:00100000:1.0:1775767849.898851:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335152000:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775767849.898854:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767849.898856:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767849.898857:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767849.898858:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767849.898861:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046eb400.
02000000:00000001:1.0:1775767849.898863:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767849.898866:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767849.898867:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000400:00000010:1.0:1775767849.898870:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000200:1.0:1775767849.898873:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335152000, portal 10
00000100:00000001:1.0:1775767849.898874:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767849.898875:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682389760 : -120452027161856 : ffff927313b56300)
00000100:00000040:1.0:1775767849.898879:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b56300 x1862022335152000/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767849.898884:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767849.898886:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767849.898887:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767849.898889:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335152000, offset 0
00000400:00000200:1.0:1775767849.898891:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767849.898894:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767849.898897:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767849.898899:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767849.898900:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767849.898902:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767849.898904:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767849.898907:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60307:60307:256:4294967295] 192.168.202.131@tcp LPNI seq info [60307:60307:8:4294967295]
00000400:00000200:1.0:1775767849.898909:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767849.898914:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767849.898917:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767849.898919:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000800:00000200:1.0:1775767849.898922:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767849.898924:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775767849.898927:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767849.898929:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1775767849.898931:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767849.898933:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767849.898935:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767849.898937:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767849.898939:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767849.898940:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767849.898942:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767849.898944:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b56300 x1862022335152000/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767849.898949:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767849.898951:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b56300 x1862022335152000/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767874 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767849.898956:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767849.898957:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767849.898959:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767849.898962:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: using a timeout of 15131 usecs (16 jiffies)
00000400:00000200:1.0:1775767849.898964:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767849.898965:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299706897
00000100:00000001:1.0:1775767849.898968:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299708157
00000100:00000001:1.0:1775767849.898969:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299706897
00000100:00000001:1.0:1775767849.898971:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299708157
00000100:00000001:1.0:1775767849.898972:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767849.898974:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767849.898975:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767849.898977:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767849/real 1775767849]  req@ffff927313b56300 x1862022335152000/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767849.898983:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767849.898984:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767849.898984:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767849.898986:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767849.898987:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767849.898988:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767849.898990:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b56300 x1862022335152000/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767849.898995:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b56300 x1862022335152000/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767849.898999:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767849.899000:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767849.899001:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767849.899002:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767849.899004:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b56300 x1862022335152000/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767849.899008:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767849.899010:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b56300 x1862022335152000/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767874 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767849.899014:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767849.899016:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767849.899017:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767849.899017:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767849.899019:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767849.899020:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767849.899021:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767849.899024:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767849.899025:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767849.899028:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b56300 x1862022335152000/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767874 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767849.899033:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335152000:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775767849.899035:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767849.899037:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b55180 x1862022335152128/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767849.899041:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767849.899041:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767849.899043:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767849.899044:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767849.899045:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767849.899047:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335152128:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775767849.899049:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767849.899050:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767849.899051:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767849.899052:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767849.899054:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046e9800.
02000000:00000001:1.0:1775767849.899055:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767849.899057:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767849.899058:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000400:00000010:1.0:1775767849.899060:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000200:1.0:1775767849.899062:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335152128, portal 10
00000100:00000001:1.0:1775767849.899063:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767849.899064:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682385280 : -120452027166336 : ffff927313b55180)
00000100:00000040:1.0:1775767849.899068:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b55180 x1862022335152128/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767849.899072:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767849.899074:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767849.899075:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767849.899076:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335152128, offset 0
00000400:00000200:1.0:1775767849.899079:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767849.899081:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767849.899083:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767849.899085:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767849.899087:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767849.899089:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767849.899090:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767849.899093:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60308:60308:256:4294967295] 192.168.202.131@tcp LPNI seq info [60308:60308:8:4294967295]
00000400:00000200:1.0:1775767849.899095:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767849.899100:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767849.899102:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767849.899104:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000800:00000200:1.0:1775767849.899106:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767849.899108:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775767849.899111:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767849.899114:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1775767849.899118:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767849.899120:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767849.899123:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767849.899126:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767849.899129:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767849.899131:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767849.899133:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767849.899137:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b55180 x1862022335152128/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767849.899145:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767849.899149:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b55180 x1862022335152128/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767874 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767849.899156:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767849.899158:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767849.899162:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767849.899165:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: using a timeout of 41678 usecs (42 jiffies)
00000400:00000200:1.0:1775767849.899168:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767849.899170:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299706923
00000100:00000001:1.0:1775767849.899173:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299708157
00000100:00000001:1.0:1775767849.899175:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299706923
00000100:00000001:1.0:1775767849.899176:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299708157
00000100:00000001:1.0:1775767849.899178:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767849.899180:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767849.899181:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767849.899184:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767849/real 1775767849]  req@ffff927313b55180 x1862022335152128/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767849.899190:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767849.899191:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767849.899192:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767849.899194:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767849.899195:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767849.899196:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767849.899198:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b55180 x1862022335152128/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767849.899204:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b55180 x1862022335152128/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767849.899208:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767849.899209:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767849.899210:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767849.899211:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767849.899213:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b55180 x1862022335152128/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767849.899217:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767849.899219:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b55180 x1862022335152128/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767874 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767849.899224:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767849.899226:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767849.899227:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767849.899228:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767849.899229:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767849.899230:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767849.899231:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767849.899233:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767849.899235:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767849.899237:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b55180 x1862022335152128/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767874 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767849.899241:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335152128:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775767849.899244:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767849.899245:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b55f80 x1862022335152256/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767849.899249:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767849.899250:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767849.899252:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767849.899253:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767849.899254:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767849.899256:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335152256:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767849.899258:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767849.899259:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767849.899260:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767849.899261:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767849.899264:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046e9c00.
02000000:00000001:1.0:1775767849.899265:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767849.899267:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767849.899269:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000400:00000010:1.0:1775767849.899271:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000200:1.0:1775767849.899273:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335152256, portal 4
00000100:00000001:1.0:1775767849.899274:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767849.899275:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682388864 : -120452027162752 : ffff927313b55f80)
00000100:00000040:1.0:1775767849.899279:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b55f80 x1862022335152256/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767849.899283:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767849.899285:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767849.899286:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767849.899288:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335152256, offset 0
00000400:00000200:1.0:1775767849.899290:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767849.899292:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767849.899294:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767849.899296:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767849.899298:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767849.899299:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767849.899301:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767849.899303:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60309:60309:256:4294967295] 192.168.202.131@tcp LPNI seq info [60309:60309:8:4294967295]
00000400:00000200:1.0:1775767849.899306:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767849.899310:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767849.899313:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767849.899315:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000800:00000200:1.0:1775767849.899318:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767849.899319:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775767849.899322:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767849.899324:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1775767849.899327:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767849.899328:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767849.899330:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767849.899332:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767849.899334:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767849.899335:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767849.899337:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767849.899339:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b55f80 x1862022335152256/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767849.899344:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767849.899346:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b55f80 x1862022335152256/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767874 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767849.899350:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767849.899351:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767849.899353:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767849.899355:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: using a timeout of 22192 usecs (23 jiffies)
00000400:00000200:1.0:1775767849.899357:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767849.899358:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299706904
00000100:00000001:1.0:1775767849.899360:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299708157
00000100:00000001:1.0:1775767849.899361:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299706904
00000100:00000001:1.0:1775767849.899363:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299708157
00000100:00000001:1.0:1775767849.899364:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767849.899365:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767849.899366:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767849.899368:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767849/real 1775767849]  req@ffff927313b55f80 x1862022335152256/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767849.899372:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767849.899373:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767849.899374:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767849.899375:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767849.899376:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767849.899377:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767849.899379:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b55f80 x1862022335152256/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767849.899384:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b55f80 x1862022335152256/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767849.899392:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767849.899393:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767849.899394:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767849.899395:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767849.899397:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b55f80 x1862022335152256/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767849.899401:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767849.899403:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b55f80 x1862022335152256/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767874 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767849.899407:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767849.899408:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767849.899409:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767849.899410:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767849.899411:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767849.899412:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767849.899413:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767849.899415:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767849.899416:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767849.899418:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b55f80 x1862022335152256/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767874 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767849.899423:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335152256:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767849.899425:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767849.899426:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767849.899428:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b56300 x1862022335152000/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767874 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767849.899432:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767849.899433:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767849.899434:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046eb400.
02000000:00000001:1.0:1775767849.899436:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767849.899437:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767849.899438:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c000 refcount=137 obd=lustre-MDT0000-mdc-ffff927308189800
00000020:00000001:1.0:1775767849.899439:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767849.899441:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bed000.
02000000:00000001:1.0:1775767849.899443:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767849.899444:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767849.899445:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b56300.
00000100:00000001:1.0:1775767849.899447:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767849.899448:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767849.899449:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767849.899451:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b55180 x1862022335152128/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767874 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767849.899455:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767849.899456:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767849.899457:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046e9800.
02000000:00000001:1.0:1775767849.899458:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767849.899459:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767849.899459:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f800 refcount=3 obd=lustre-MDT0001-mdc-ffff927308189800
00000020:00000001:1.0:1775767849.899460:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767849.899461:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bef000.
02000000:00000001:1.0:1775767849.899462:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767849.899463:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767849.899464:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b55180.
00000100:00000001:1.0:1775767849.899465:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767849.899466:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767849.899467:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767849.899468:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b55f80 x1862022335152256/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767874 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767849.899472:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767849.899473:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767849.899474:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046e9c00.
02000000:00000001:1.0:1775767849.899475:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767849.899475:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767849.899476:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f000 refcount=2 obd=lustre-OST0000-osc-ffff927308189800
00000020:00000001:1.0:1775767849.899478:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767849.899479:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bee400.
02000000:00000001:1.0:1775767849.899480:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767849.899481:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767849.899482:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b55f80.
00000100:00000001:1.0:1775767849.899483:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767849.899484:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767849.899485:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767849.899487:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767849.899488:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767849.899489:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767849.899490:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767849.899491:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767849.899492:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b54e00 x1862022335152384/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767849.899497:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767849.899498:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767849.899499:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767849.899500:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767849.899501:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767849.899503:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335152384:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767849.899505:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767849.899506:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767849.899507:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767849.899508:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767849.899509:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046e9c00.
02000000:00000001:1.0:1775767849.899510:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767849.899512:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767849.899513:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000400:00000010:1.0:1775767849.899515:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000200:1.0:1775767849.899517:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335152384, portal 4
00000100:00000001:1.0:1775767849.899518:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767849.899519:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682384384 : -120452027167232 : ffff927313b54e00)
00000100:00000040:1.0:1775767849.899523:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b54e00 x1862022335152384/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767849.899530:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767849.899532:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767849.899534:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767849.899535:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335152384, offset 0
00000400:00000200:1.0:1775767849.899537:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767849.899539:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767849.899541:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767849.899543:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767849.899544:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767849.899562:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767849.899564:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767849.899566:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60310:60310:256:4294967295] 192.168.202.131@tcp LPNI seq info [60310:60310:8:4294967295]
00000400:00000200:1.0:1775767849.899569:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767849.899574:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767849.899577:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767849.899579:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000800:00000200:1.0:1775767849.899582:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767849.899584:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775767849.899586:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767849.899588:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1775767849.899590:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767849.899592:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767849.899594:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767849.899596:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767849.899598:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767849.899599:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767849.899601:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767849.899603:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b54e00 x1862022335152384/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767849.899608:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767849.899610:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b54e00 x1862022335152384/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767874 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767849.899619:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767849.899620:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767849.899621:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767849.899623:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: using a timeout of 22500 usecs (23 jiffies)
00000400:00000200:1.0:1775767849.899625:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767849.899627:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299706904
00000100:00000001:1.0:1775767849.899628:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299708157
00000100:00000001:1.0:1775767849.899630:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299706904
00000100:00000001:1.0:1775767849.899631:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299708157
00000100:00000001:1.0:1775767849.899632:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767849.899633:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767849.899635:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767849.899637:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767849/real 1775767849]  req@ffff927313b54e00 x1862022335152384/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767849.899641:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767849.899642:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767849.899643:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767849.899645:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767849.899646:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767849.899647:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767849.899649:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b54e00 x1862022335152384/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767849.899656:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b54e00 x1862022335152384/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767849.899662:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767849.899664:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767849.899666:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767849.899667:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767849.899670:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b54e00 x1862022335152384/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767849.899678:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767849.899682:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b54e00 x1862022335152384/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767874 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767849.899689:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767849.899692:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767849.899694:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767849.899695:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767849.899697:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767849.899699:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767849.899701:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767849.899705:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767849.899707:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767849.899727:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b54e00 x1862022335152384/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767874 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767849.899733:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335152384:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767849.899736:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767849.899737:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767849.899739:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b54e00 x1862022335152384/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767874 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767849.899742:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767849.899743:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767849.899745:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046e9c00.
02000000:00000001:1.0:1775767849.899746:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767849.899747:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767849.899748:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c800 refcount=2 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:1.0:1775767849.899749:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767849.899750:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bec800.
02000000:00000001:1.0:1775767849.899752:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767849.899754:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767849.899755:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b54e00.
00000100:00000001:1.0:1775767849.899757:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767849.899758:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767849.899759:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767849.899761:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767849.899762:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767849.899763:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767849.899764:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767850.473771:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767850.473776:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767850.473778:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767850.473783:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767850.473786:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767850.473789:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767850.473791:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767850.473793:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767850.473795:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767850.921877:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767850.921881:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767850.921885:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767851.177819:0:58716:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299708157, at 4299708160
00000100:00000010:2.0:1775767851.177829:0:58716:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9273188e5a80.
00000100:00000001:0.0:1775767851.497847:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767851.497855:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767851.497857:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767851.497861:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767851.497865:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767851.497870:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767851.497872:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767851.497875:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767851.497877:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767851.945892:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767851.945904:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767851.945908:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767852.521830:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767852.521838:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767852.521841:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767852.521847:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767852.521851:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767852.521855:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767852.521858:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767852.521860:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767852.521863:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767852.969948:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767852.969953:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767852.969957:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767853.545825:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767853.545830:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767853.545832:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767853.545836:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767853.545839:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767853.545843:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767853.545845:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767853.545847:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767853.545849:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767853.993981:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767853.993986:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767853.993990:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767854.569842:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767854.569852:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767854.569855:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767854.569863:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767854.569868:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767854.569874:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767854.569877:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767854.569881:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767854.569884:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767855.018147:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767855.018153:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767855.018157:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767855.018165:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322934000 x1862022335152512/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767855.018183:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767855.018186:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767855.018191:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767855.018195:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767855.018200:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767855.018207:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322934000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335152512:192.168.202.131@tcp:250:kworker.0
00000100:00000001:1.0:1775767855.018212:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767855.018217:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767855.018220:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767855.018223:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767855.018229:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046e9c00.
02000000:00000001:1.0:1775767855.018232:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767855.018242:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767855.018249:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000400:00000010:1.0:1775767855.018256:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000200:1.0:1775767855.018265:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335152512, portal 25
00000100:00000001:1.0:1775767855.018271:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767855.018274:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931810816 : -120451777740800 : ffff927322934000)
00000100:00000040:1.0:1775767855.018285:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322934000 x1862022335152512/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767855.018318:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767855.018324:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767855.018327:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767855.018332:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022335152512, offset 0
00000400:00000200:1.0:1775767855.018342:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767855.018354:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767855.018362:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767855.018368:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767855.018377:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767855.018384:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767855.018389:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767855.018396:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60311:60311:256:4294967295] 192.168.202.131@tcp LPNI seq info [60311:60311:8:4294967295]
00000400:00000200:1.0:1775767855.018403:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767855.018423:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767855.018436:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767855.018446:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000800:00000200:1.0:1775767855.018460:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767855.018468:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775767855.018478:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767855.018483:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1775767855.018490:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767855.018495:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767855.018518:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767855.018526:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767855.018535:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767855.018540:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767855.018548:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767855.018557:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322934000 x1862022335152512/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767855.018590:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767855.018598:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322934000 x1862022335152512/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767880 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767855.018636:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767855.018640:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767855.018649:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767855.018657:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767855.018663:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4299713277
00000100:00000010:1.0:1775767855.018675:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9273188e5240.
00000100:00000001:1.0:1775767855.018685:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1775767855.018701:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4299713277
00000100:00000010:1.0:1775767855.018753:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9273188e5c00.
00000100:00000001:1.0:1775767855.018761:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1775767855.018769:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767855.018776:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767855.018782:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767855.018790:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767855/real 1775767855]  req@ffff927322934000 x1862022335152512/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767855.018812:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767855.018815:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767855.018819:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767855.018825:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767855.018830:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767855.018836:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767855.018844:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322934000 x1862022335152512/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767855.018866:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322934000 x1862022335152512/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767855.018885:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767855.018887:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767855.018890:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767855.018894:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767855.018902:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322934000 x1862022335152512/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767855.018912:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767855.018918:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322934000 x1862022335152512/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767880 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767855.018929:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767855.018935:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767855.018938:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767855.018940:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767855.018943:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767855.018947:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767855.018951:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767855.018962:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767855.018966:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767855.018975:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322934000 x1862022335152512/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767880 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767855.019001:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322934000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335152512:192.168.202.131@tcp:250:kworker.0
00000100:00000001:1.0:1775767855.019011:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767855.019017:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767855.019025:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322934000 x1862022335152512/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767880 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767855.019037:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767855.019041:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767855.019045:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046e9c00.
02000000:00000001:1.0:1775767855.019050:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767855.019053:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767855.019055:0:2404:0:(genops.c:1242:class_import_put()) import ffff9273194c5000 refcount=3 obd=MGC192.168.202.131@tcp
00000020:00000001:1.0:1775767855.019060:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767855.019063:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306a67400.
02000000:00000001:1.0:1775767855.019068:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767855.019071:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767855.019074:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322934000.
00000100:00000001:1.0:1775767855.019078:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767855.019081:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767855.019085:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767855.019095:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767855.019098:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767855.019101:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767855.019104:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767855.019107:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767855.019114:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322935f80 x1862022335152640/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767855.019125:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767855.019127:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767855.019130:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767855.019132:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767855.019136:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767855.019142:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322935f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335152640:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775767855.019145:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767855.019148:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767855.019151:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767855.019155:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767855.019168:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046e9c00.
02000000:00000001:1.0:1775767855.019171:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767855.019183:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767855.019187:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000400:00000010:1.0:1775767855.019190:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000200:1.0:1775767855.019195:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335152640, portal 10
00000100:00000001:1.0:1775767855.019197:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767855.019199:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931818880 : -120451777732736 : ffff927322935f80)
00000100:00000040:1.0:1775767855.019209:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322935f80 x1862022335152640/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767855.019214:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767855.019217:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767855.019220:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767855.019221:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335152640, offset 0
00000400:00000200:1.0:1775767855.019225:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767855.019229:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767855.019235:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767855.019240:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767855.019243:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767855.019247:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767855.019251:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767855.019254:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60312:60312:256:4294967295] 192.168.202.131@tcp LPNI seq info [60312:60312:8:4294967295]
00000400:00000200:1.0:1775767855.019260:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767855.019271:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767855.019276:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767855.019280:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000800:00000200:1.0:1775767855.019284:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767855.019286:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775767855.019290:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767855.019292:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1775767855.019296:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767855.019298:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767855.019300:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767855.019304:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767855.019306:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767855.019308:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767855.019310:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767855.019313:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322935f80 x1862022335152640/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767855.019319:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767855.019321:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322935f80 x1862022335152640/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767880 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767855.019326:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767855.019328:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767855.019331:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767855.019335:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: using a timeout of 15131 usecs (16 jiffies)
00000400:00000200:1.0:1775767855.019337:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767855.019339:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299712017
00000100:00000001:1.0:1775767855.019342:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299713277
00000100:00000001:1.0:1775767855.019344:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299712017
00000100:00000001:1.0:1775767855.019346:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299713277
00000100:00000001:1.0:1775767855.019347:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767855.019349:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767855.019350:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000020:00000001:0.0:1775767855.019352:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00100000:1.0:1775767855.019353:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767855/real 1775767855]  req@ffff927322935f80 x1862022335152640/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1775767855.019357:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767855.019362:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000001:1.0:1775767855.019364:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767855.019366:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767855.019368:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767855.019370:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767855.019373:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767855.019375:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767855.019377:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322935f80 x1862022335152640/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767855.019383:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322935f80 x1862022335152640/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767855.019387:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767855.019387:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767855.019389:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767855.019389:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767855.019391:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322935f80 x1862022335152640/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767855.019395:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767855.019398:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322935f80 x1862022335152640/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767880 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767855.019406:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767855.019409:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767855.019410:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767855.019412:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767855.019413:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767855.019415:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767855.019418:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767855.019421:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767855.019423:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767855.019427:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322935f80 x1862022335152640/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767880 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767855.019436:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322935f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335152640:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775767855.019441:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767855.019444:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322935500 x1862022335152768/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767855.019452:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767855.019453:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767855.019455:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767855.019457:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767855.019459:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767855.019462:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322935500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335152768:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775767855.019464:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767855.019465:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767855.019466:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767855.019468:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767855.019471:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046e9800.
02000000:00000001:1.0:1775767855.019472:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767855.019475:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767855.019476:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000400:00000010:1.0:1775767855.019478:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000200:1.0:1775767855.019481:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335152768, portal 10
00000100:00000001:1.0:1775767855.019482:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767855.019483:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931816192 : -120451777735424 : ffff927322935500)
00000100:00000040:1.0:1775767855.019487:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322935500 x1862022335152768/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767855.019491:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767855.019493:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767855.019494:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767855.019510:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335152768, offset 0
00000400:00000200:1.0:1775767855.019514:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767855.019517:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767855.019520:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767855.019522:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767855.019524:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767855.019526:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767855.019527:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767855.019529:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60313:60313:256:4294967295] 192.168.202.131@tcp LPNI seq info [60313:60313:8:4294967295]
00000400:00000200:1.0:1775767855.019532:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767855.019537:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767855.019540:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767855.019542:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000800:00000200:1.0:1775767855.019545:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767855.019548:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775767855.019552:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767855.019555:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1775767855.019559:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767855.019561:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767855.019564:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767855.019567:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767855.019570:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767855.019573:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767855.019575:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767855.019580:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322935500 x1862022335152768/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767855.019588:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767855.019592:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322935500 x1862022335152768/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767880 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767855.019599:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767855.019601:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767855.019604:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767855.019607:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: using a timeout of 41678 usecs (42 jiffies)
00000400:00000200:1.0:1775767855.019610:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767855.019611:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299712043
00000100:00000001:1.0:1775767855.019613:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299713277
00000100:00000001:1.0:1775767855.019614:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299712043
00000100:00000001:1.0:1775767855.019616:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299713277
00000100:00000001:1.0:1775767855.019617:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767855.019619:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767855.019620:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767855.019622:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767855/real 1775767855]  req@ffff927322935500 x1862022335152768/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767855.019627:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767855.019628:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767855.019630:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767855.019631:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767855.019632:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767855.019634:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767855.019636:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322935500 x1862022335152768/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767855.019641:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322935500 x1862022335152768/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767855.019646:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767855.019647:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767855.019648:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767855.019649:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767855.019651:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322935500 x1862022335152768/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767855.019655:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767855.019657:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322935500 x1862022335152768/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767880 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767855.019661:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767855.019662:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767855.019663:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767855.019664:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767855.019665:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767855.019666:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767855.019667:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767855.019669:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767855.019671:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767855.019673:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322935500 x1862022335152768/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767880 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767855.019677:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322935500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335152768:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775767855.019680:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767855.019681:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322935880 x1862022335152896/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767855.019686:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767855.019687:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767855.019689:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767855.019690:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767855.019692:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767855.019693:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322935880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335152896:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767855.019696:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767855.019697:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767855.019698:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767855.019699:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767855.019702:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046eb400.
02000000:00000001:1.0:1775767855.019703:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767855.019706:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767855.019727:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000400:00000010:1.0:1775767855.019730:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000200:1.0:1775767855.019732:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335152896, portal 4
00000100:00000001:1.0:1775767855.019734:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767855.019735:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931817088 : -120451777734528 : ffff927322935880)
00000100:00000040:1.0:1775767855.019739:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322935880 x1862022335152896/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767855.019743:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767855.019744:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767855.019746:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767855.019747:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335152896, offset 0
00000400:00000200:1.0:1775767855.019750:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767855.019752:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767855.019754:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767855.019756:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767855.019758:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767855.019760:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767855.019761:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767855.019763:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60314:60314:256:4294967295] 192.168.202.131@tcp LPNI seq info [60314:60314:8:4294967295]
00000400:00000200:1.0:1775767855.019766:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767855.019770:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767855.019774:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767855.019776:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000800:00000200:1.0:1775767855.019778:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767855.019780:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775767855.019783:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767855.019785:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1775767855.019788:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767855.019789:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767855.019791:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767855.019793:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767855.019795:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767855.019796:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767855.019798:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767855.019800:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322935880 x1862022335152896/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767855.019805:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767855.019807:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322935880 x1862022335152896/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767880 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767855.019811:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767855.019811:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767855.019813:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767855.019815:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: using a timeout of 22192 usecs (23 jiffies)
00000400:00000200:1.0:1775767855.019816:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767855.019818:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299712025
00000100:00000001:1.0:1775767855.019819:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299713277
00000100:00000001:1.0:1775767855.019821:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299712025
00000100:00000001:1.0:1775767855.019823:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299713277
00000100:00000001:1.0:1775767855.019826:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767855.019828:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767855.019830:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767855.019833:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767855/real 1775767855]  req@ffff927322935880 x1862022335152896/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767855.019842:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767855.019843:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767855.019845:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767855.019848:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767855.019849:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767855.019851:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767855.019854:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322935880 x1862022335152896/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767855.019864:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322935880 x1862022335152896/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767855.019872:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767855.019873:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767855.019875:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767855.019877:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767855.019880:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322935880 x1862022335152896/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767855.019886:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767855.019889:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322935880 x1862022335152896/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767880 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767855.019894:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767855.019896:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767855.019897:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767855.019898:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767855.019899:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767855.019900:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767855.019901:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767855.019903:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767855.019904:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767855.019907:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322935880 x1862022335152896/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767880 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767855.019913:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322935880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335152896:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767855.019915:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767855.019917:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767855.019918:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322935f80 x1862022335152640/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767880 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767855.019922:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767855.019923:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767855.019924:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046e9c00.
02000000:00000001:1.0:1775767855.019926:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767855.019927:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767855.019928:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c000 refcount=137 obd=lustre-MDT0000-mdc-ffff927308189800
00000020:00000001:1.0:1775767855.019930:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767855.019931:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306a66c00.
02000000:00000001:1.0:1775767855.019933:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767855.019934:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767855.019935:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322935f80.
00000100:00000001:1.0:1775767855.019937:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767855.019938:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767855.019939:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767855.019941:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322935500 x1862022335152768/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767880 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767855.019946:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767855.019946:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767855.019947:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046e9800.
02000000:00000001:1.0:1775767855.019948:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767855.019949:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767855.019950:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f800 refcount=3 obd=lustre-MDT0001-mdc-ffff927308189800
00000020:00000001:1.0:1775767855.019951:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767855.019952:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306a64400.
02000000:00000001:1.0:1775767855.019953:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767855.019955:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767855.019956:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322935500.
00000100:00000001:1.0:1775767855.019957:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767855.019958:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767855.019959:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767855.019961:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322935880 x1862022335152896/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767880 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767855.019965:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767855.019966:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767855.019967:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046eb400.
02000000:00000001:1.0:1775767855.019968:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767855.019969:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767855.019970:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f000 refcount=2 obd=lustre-OST0000-osc-ffff927308189800
00000020:00000001:1.0:1775767855.019972:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767855.019973:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306a67800.
02000000:00000001:1.0:1775767855.019975:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767855.019976:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767855.019977:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322935880.
00000100:00000001:1.0:1775767855.019979:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767855.019981:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767855.019982:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767855.019986:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767855.019988:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767855.019990:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767855.019992:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767855.019993:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767855.019997:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322936a00 x1862022335153024/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767855.020005:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767855.020006:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767855.020009:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767855.020011:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767855.020013:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767855.020016:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322936a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335153024:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767855.020020:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767855.020022:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767855.020024:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767855.020026:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767855.020029:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046eb400.
02000000:00000001:1.0:1775767855.020031:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767855.020033:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767855.020035:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000400:00000010:1.0:1775767855.020037:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000200:1.0:1775767855.020040:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335153024, portal 4
00000100:00000001:1.0:1775767855.020041:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767855.020042:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931821568 : -120451777730048 : ffff927322936a00)
00000100:00000040:1.0:1775767855.020046:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322936a00 x1862022335153024/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767855.020051:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767855.020053:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767855.020054:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767855.020056:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335153024, offset 0
00000400:00000200:1.0:1775767855.020058:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767855.020061:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767855.020063:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767855.020065:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767855.020067:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767855.020069:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767855.020070:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767855.020073:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60315:60315:256:4294967295] 192.168.202.131@tcp LPNI seq info [60315:60315:8:4294967295]
00000400:00000200:1.0:1775767855.020075:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767855.020080:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767855.020083:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767855.020085:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000800:00000200:1.0:1775767855.020088:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767855.020090:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775767855.020094:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767855.020097:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1775767855.020101:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767855.020104:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767855.020107:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767855.020110:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767855.020113:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767855.020115:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767855.020118:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767855.020121:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322936a00 x1862022335153024/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767855.020128:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767855.020131:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322936a00 x1862022335153024/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767880 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767855.020137:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767855.020139:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767855.020142:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767855.020145:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: using a timeout of 22500 usecs (23 jiffies)
00000400:00000200:1.0:1775767855.020148:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767855.020150:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299712025
00000100:00000001:1.0:1775767855.020152:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299713277
00000100:00000001:1.0:1775767855.020154:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299712025
00000100:00000001:1.0:1775767855.020157:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299713277
00000100:00000001:1.0:1775767855.020159:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767855.020161:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767855.020163:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767855.020166:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767855/real 1775767855]  req@ffff927322936a00 x1862022335153024/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767855.020174:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767855.020175:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767855.020177:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767855.020179:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767855.020181:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767855.020183:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767855.020185:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322936a00 x1862022335153024/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767855.020193:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322936a00 x1862022335153024/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767855.020198:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767855.020200:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767855.020201:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767855.020203:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767855.020207:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322936a00 x1862022335153024/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767855.020213:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767855.020216:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322936a00 x1862022335153024/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767880 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767855.020222:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767855.020225:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767855.020226:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767855.020228:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767855.020229:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767855.020231:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767855.020233:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767855.020236:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767855.020238:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767855.020242:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322936a00 x1862022335153024/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767880 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767855.020250:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322936a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335153024:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767855.020254:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767855.020256:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767855.020259:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322936a00 x1862022335153024/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767880 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767855.020265:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767855.020266:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767855.020268:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046eb400.
02000000:00000001:1.0:1775767855.020271:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767855.020272:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767855.020273:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c800 refcount=2 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:1.0:1775767855.020275:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767855.020277:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306a65800.
02000000:00000001:1.0:1775767855.020281:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767855.020282:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767855.020284:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322936a00.
00000100:00000001:1.0:1775767855.020285:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767855.020286:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767855.020288:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767855.020290:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767855.020291:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767855.020293:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767855.020294:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767855.593864:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767855.593871:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767855.593873:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767855.593878:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767855.593882:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767855.593886:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767855.593889:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767855.593892:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767855.593894:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767856.041907:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767856.041910:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767856.041913:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767856.297812:0:58716:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299713277, at 4299713280
00000100:00000010:2.0:1775767856.297833:0:58716:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9273188e5240.
00000100:00000001:0.0:1775767856.617878:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767856.617887:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767856.617890:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767856.617897:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767856.617903:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767856.617909:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767856.617912:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767856.617917:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767856.617920:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767857.065962:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767857.065966:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767857.065969:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767857.641856:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767857.641863:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767857.641865:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767857.641872:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767857.641876:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767857.641880:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767857.641883:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767857.641885:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767857.641888:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767858.089929:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767858.089935:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767858.089941:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767858.665787:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767858.665795:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767858.665797:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767858.665803:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767858.665807:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767858.665812:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767858.665815:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767858.665817:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767858.665820:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767859.113893:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767859.113899:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767859.113902:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767859.689819:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767859.689825:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767859.689827:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767859.689834:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767859.689838:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767859.689842:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767859.689845:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767859.689848:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767859.689851:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767860.138052:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767860.138058:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767860.138062:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767860.138071:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322937480 x1862022335153152/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767860.138090:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767860.138093:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767860.138099:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767860.138102:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767860.138104:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767860.138109:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322937480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335153152:192.168.202.131@tcp:250:kworker.0
00000100:00000001:1.0:1775767860.138118:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767860.138125:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767860.138129:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767860.138134:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767860.138143:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046eb400.
02000000:00000001:1.0:1775767860.138148:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767860.138158:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767860.138169:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000400:00000010:1.0:1775767860.138182:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000200:1.0:1775767860.138194:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335153152, portal 25
00000100:00000001:1.0:1775767860.138198:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767860.138202:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931824256 : -120451777727360 : ffff927322937480)
00000100:00000040:1.0:1775767860.138211:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322937480 x1862022335153152/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767860.138230:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767860.138248:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767860.138254:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767860.138263:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022335153152, offset 0
00000400:00000200:1.0:1775767860.138276:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767860.138291:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767860.138306:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767860.138316:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767860.138325:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767860.138333:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767860.138341:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767860.138350:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60316:60316:256:4294967295] 192.168.202.131@tcp LPNI seq info [60316:60316:8:4294967295]
00000400:00000200:1.0:1775767860.138357:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767860.138374:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767860.138386:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767860.138396:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000800:00000200:1.0:1775767860.138409:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767860.138416:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775767860.138423:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767860.138427:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1775767860.138434:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767860.138439:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767860.138462:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767860.138468:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767860.138475:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767860.138481:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767860.138489:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767860.138498:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322937480 x1862022335153152/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767860.138520:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767860.138529:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322937480 x1862022335153152/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767885 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767860.138550:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767860.138561:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767860.138573:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767860.138584:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767860.138590:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4299718397
00000100:00000010:1.0:1775767860.138600:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9273188e5cc0.
00000100:00000001:1.0:1775767860.138611:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1775767860.138622:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4299718397
00000100:00000010:1.0:1775767860.138628:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9273188e5120.
00000100:00000001:1.0:1775767860.138635:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1775767860.138647:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767860.138654:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767860.138660:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767860.138669:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767860/real 1775767860]  req@ffff927322937480 x1862022335153152/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767860.138688:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767860.138691:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767860.138695:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767860.138700:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767860.138702:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767860.138748:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767860.138754:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322937480 x1862022335153152/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767860.138764:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322937480 x1862022335153152/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767860.138772:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767860.138775:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767860.138778:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767860.138781:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767860.138786:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322937480 x1862022335153152/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767860.138794:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767860.138802:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322937480 x1862022335153152/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767885 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767860.138811:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767860.138815:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767860.138817:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767860.138819:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767860.138822:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767860.138826:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767860.138829:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767860.138836:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767860.138840:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767860.138845:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322937480 x1862022335153152/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767885 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767860.138857:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322937480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335153152:192.168.202.131@tcp:250:kworker.0
00000100:00000001:1.0:1775767860.138865:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767860.138868:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767860.138872:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322937480 x1862022335153152/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767885 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767860.138886:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767860.138889:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767860.138901:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046eb400.
02000000:00000001:1.0:1775767860.138906:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767860.138908:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767860.138910:0:2404:0:(genops.c:1242:class_import_put()) import ffff9273194c5000 refcount=3 obd=MGC192.168.202.131@tcp
00000020:00000001:1.0:1775767860.138912:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767860.138916:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306a66000.
02000000:00000001:1.0:1775767860.138923:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767860.138925:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767860.138928:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322937480.
00000100:00000001:1.0:1775767860.138933:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767860.138934:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767860.138937:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767860.138950:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767860.138954:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767860.138960:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767860.138964:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767860.138968:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767860.138975:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322937b80 x1862022335153280/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767860.138987:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767860.138989:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767860.138995:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767860.138998:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767860.139003:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767860.139011:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322937b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335153280:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775767860.139016:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767860.139020:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767860.139024:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767860.139027:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767860.139033:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046eb400.
02000000:00000001:1.0:1775767860.139038:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767860.139047:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767860.139053:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000400:00000010:1.0:1775767860.139059:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000200:1.0:1775767860.139066:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335153280, portal 10
00000100:00000001:1.0:1775767860.139070:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767860.139073:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931826048 : -120451777725568 : ffff927322937b80)
00000100:00000040:1.0:1775767860.139086:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322937b80 x1862022335153280/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767860.139102:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767860.139108:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767860.139113:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767860.139120:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335153280, offset 0
00000400:00000200:1.0:1775767860.139129:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767860.139138:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767860.139146:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767860.139151:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767860.139158:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767860.139164:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767860.139170:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767860.139175:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60317:60317:256:4294967295] 192.168.202.131@tcp LPNI seq info [60317:60317:8:4294967295]
00000400:00000200:1.0:1775767860.139183:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767860.139200:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767860.139208:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767860.139213:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000800:00000200:1.0:1775767860.139222:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767860.139228:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775767860.139240:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767860.139243:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1775767860.139274:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767860.139279:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767860.139285:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767860.139293:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767860.139300:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767860.139304:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767860.139310:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767860.139319:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322937b80 x1862022335153280/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767860.139333:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767860.139338:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322937b80 x1862022335153280/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767885 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767860.139345:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767860.139347:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767860.139351:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767860.139356:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: using a timeout of 15131 usecs (16 jiffies)
00000400:00000200:1.0:1775767860.139360:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767860.139363:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299717137
00000100:00000001:1.0:1775767860.139367:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299718397
00000100:00000001:1.0:1775767860.139371:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299717137
00000100:00000001:1.0:1775767860.139377:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299718397
00000100:00000001:1.0:1775767860.139380:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767860.139384:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767860.139390:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767860.139397:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767860/real 1775767860]  req@ffff927322937b80 x1862022335153280/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767860.139414:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767860.139419:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767860.139421:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767860.139425:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767860.139427:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767860.139429:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767860.139432:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322937b80 x1862022335153280/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767860.139442:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322937b80 x1862022335153280/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767860.139473:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767860.139475:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767860.139477:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767860.139479:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767860.139483:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322937b80 x1862022335153280/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767860.139491:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767860.139495:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322937b80 x1862022335153280/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767885 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767860.139504:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767860.139507:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767860.139508:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767860.139510:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767860.139513:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767860.139515:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767860.139518:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767860.139523:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767860.139526:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767860.139530:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322937b80 x1862022335153280/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767885 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767860.139541:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322937b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335153280:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775767860.139547:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767860.139553:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322934e00 x1862022335153408/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1775767860.139560:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000001:1.0:1775767860.139561:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767860.139565:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767860.139566:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767860.139572:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00010000:00010000:2.0:1775767860.139573:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
02000000:00000001:1.0:1775767860.139576:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767860.139579:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767860.139583:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322934e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335153408:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775767860.139588:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767860.139591:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767860.139592:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767860.139594:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767860.139600:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046e9800.
02000000:00000001:1.0:1775767860.139602:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767860.139606:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767860.139609:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000400:00000010:1.0:1775767860.139613:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000200:1.0:1775767860.139616:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335153408, portal 10
00000100:00000001:1.0:1775767860.139619:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767860.139620:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931814400 : -120451777737216 : ffff927322934e00)
00000100:00000040:1.0:1775767860.139626:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322934e00 x1862022335153408/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767860.139633:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767860.139636:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767860.139638:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767860.139641:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335153408, offset 0
00000400:00000200:1.0:1775767860.139646:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767860.139652:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767860.139662:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767860.139665:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767860.139667:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767860.139669:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767860.139671:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767860.139674:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60318:60318:256:4294967295] 192.168.202.131@tcp LPNI seq info [60318:60318:8:4294967295]
00000400:00000200:1.0:1775767860.139677:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767860.139682:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767860.139687:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767860.139690:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000800:00000200:1.0:1775767860.139695:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767860.139698:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775767860.139703:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767860.139730:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1775767860.139736:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767860.139738:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767860.139741:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767860.139748:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767860.139752:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767860.139755:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767860.139758:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767860.139763:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322934e00 x1862022335153408/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767860.139771:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767860.139776:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322934e00 x1862022335153408/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767885 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767860.139784:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767860.139786:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767860.139791:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767860.139795:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: using a timeout of 41678 usecs (42 jiffies)
00000400:00000200:1.0:1775767860.139799:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767860.139802:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299717164
00000100:00000001:1.0:1775767860.139805:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299718397
00000100:00000001:1.0:1775767860.139807:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299717164
00000100:00000001:1.0:1775767860.139810:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299718397
00000100:00000001:1.0:1775767860.139812:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767860.139815:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767860.139816:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767860.139820:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767860/real 1775767860]  req@ffff927322934e00 x1862022335153408/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767860.139829:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767860.139831:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767860.139833:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767860.139836:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767860.139837:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767860.139839:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767860.139842:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322934e00 x1862022335153408/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767860.139851:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322934e00 x1862022335153408/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767860.139858:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767860.139860:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767860.139862:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767860.139863:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767860.139867:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322934e00 x1862022335153408/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767860.139873:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767860.139876:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322934e00 x1862022335153408/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767885 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767860.139880:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767860.139881:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767860.139882:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767860.139883:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767860.139884:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767860.139885:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767860.139887:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767860.139889:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767860.139891:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767860.139894:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322934e00 x1862022335153408/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767885 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767860.139900:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322934e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335153408:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775767860.139902:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767860.139904:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767860.139906:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322937b80 x1862022335153280/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767885 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767860.139910:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767860.139911:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767860.139912:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046eb400.
02000000:00000001:1.0:1775767860.139914:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767860.139915:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767860.139917:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c000 refcount=137 obd=lustre-MDT0000-mdc-ffff927308189800
00000020:00000001:1.0:1775767860.139918:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767860.139920:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306a65800.
02000000:00000001:1.0:1775767860.139923:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767860.139925:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767860.139926:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322937b80.
00000100:00000001:1.0:1775767860.139932:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767860.139933:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767860.139934:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767860.139936:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322934e00 x1862022335153408/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767885 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767860.139941:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767860.139942:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767860.139942:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046e9800.
02000000:00000001:1.0:1775767860.139944:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767860.139944:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767860.139945:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f800 refcount=3 obd=lustre-MDT0001-mdc-ffff927308189800
00000020:00000001:1.0:1775767860.139946:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767860.139947:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306a67800.
02000000:00000001:1.0:1775767860.139949:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767860.139951:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767860.139952:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322934e00.
00000100:00000001:1.0:1775767860.139954:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767860.139955:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767860.139956:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767860.139960:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767860.139961:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767860.139962:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767860.139964:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767860.139965:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767860.139967:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322935180 x1862022335153536/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767860.139972:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767860.139973:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767860.139975:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767860.139977:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767860.139978:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767860.139980:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322935180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335153536:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767860.139981:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767860.139983:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767860.139984:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767860.139985:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767860.139987:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046e9800.
02000000:00000001:1.0:1775767860.139988:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767860.139991:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767860.139993:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000400:00000010:1.0:1775767860.139995:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000200:1.0:1775767860.139998:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335153536, portal 4
00000100:00000001:1.0:1775767860.139999:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767860.140000:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931815296 : -120451777736320 : ffff927322935180)
00000100:00000040:1.0:1775767860.140004:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322935180 x1862022335153536/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767860.140009:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767860.140010:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767860.140012:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767860.140014:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335153536, offset 0
00000400:00000200:1.0:1775767860.140016:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767860.140019:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767860.140021:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767860.140024:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767860.140026:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767860.140028:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767860.140029:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767860.140031:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60319:60319:256:4294967295] 192.168.202.131@tcp LPNI seq info [60319:60319:8:4294967295]
00000400:00000200:1.0:1775767860.140034:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767860.140039:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767860.140042:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767860.140044:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000800:00000200:1.0:1775767860.140047:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767860.140049:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775767860.140052:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767860.140054:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1775767860.140057:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767860.140058:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767860.140060:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767860.140062:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767860.140064:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767860.140066:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767860.140067:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767860.140069:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322935180 x1862022335153536/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767860.140075:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767860.140077:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322935180 x1862022335153536/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767885 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767860.140081:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767860.140082:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767860.140084:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767860.140086:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: using a timeout of 22192 usecs (23 jiffies)
00000400:00000200:1.0:1775767860.140088:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767860.140090:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299717145
00000100:00000001:1.0:1775767860.140091:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299718397
00000100:00000001:1.0:1775767860.140093:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299717145
00000100:00000001:1.0:1775767860.140094:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299718397
00000100:00000001:1.0:1775767860.140095:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767860.140097:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767860.140098:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767860.140100:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767860/real 1775767860]  req@ffff927322935180 x1862022335153536/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767860.140105:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767860.140105:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767860.140107:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767860.140108:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767860.140109:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767860.140110:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767860.140112:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322935180 x1862022335153536/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767860.140117:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322935180 x1862022335153536/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767860.140121:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767860.140121:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767860.140122:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767860.140123:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767860.140125:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322935180 x1862022335153536/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767860.140129:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767860.140131:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322935180 x1862022335153536/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767885 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767860.140136:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767860.140138:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767860.140139:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767860.140140:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767860.140141:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767860.140142:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767860.140143:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767860.140145:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767860.140146:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767860.140149:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322935180 x1862022335153536/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767885 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767860.140153:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322935180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335153536:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767860.140155:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767860.140157:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322936300 x1862022335153664/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767860.140161:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767860.140162:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767860.140163:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767860.140164:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767860.140166:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767860.140167:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322936300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335153664:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767860.140170:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767860.140171:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767860.140171:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767860.140172:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767860.140174:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046eb400.
02000000:00000001:1.0:1775767860.140175:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767860.140177:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767860.140179:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000400:00000010:1.0:1775767860.140181:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000200:1.0:1775767860.140183:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335153664, portal 4
00000100:00000001:1.0:1775767860.140184:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767860.140185:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931819776 : -120451777731840 : ffff927322936300)
00000100:00000040:1.0:1775767860.140189:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322936300 x1862022335153664/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767860.140193:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767860.140194:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767860.140196:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767860.140197:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335153664, offset 0
00000400:00000200:1.0:1775767860.140200:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767860.140202:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767860.140204:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767860.140206:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767860.140208:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767860.140210:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767860.140211:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767860.140213:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60320:60320:256:4294967295] 192.168.202.131@tcp LPNI seq info [60320:60320:8:4294967295]
00000400:00000200:1.0:1775767860.140216:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767860.140221:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767860.140224:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767860.140225:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000800:00000200:1.0:1775767860.140227:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767860.140229:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775767860.140232:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767860.140233:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1775767860.140236:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767860.140237:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767860.140239:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767860.140241:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767860.140243:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767860.140244:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767860.140245:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767860.140248:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322936300 x1862022335153664/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767860.140252:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767860.140254:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322936300 x1862022335153664/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767885 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767860.140258:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767860.140259:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767860.140260:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767860.140262:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: using a timeout of 22500 usecs (23 jiffies)
00000400:00000200:1.0:1775767860.140264:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767860.140265:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299717145
00000100:00000001:1.0:1775767860.140266:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299718397
00000100:00000001:1.0:1775767860.140267:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299717145
00000100:00000001:1.0:1775767860.140268:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299718397
00000100:00000001:1.0:1775767860.140270:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767860.140271:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767860.140272:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767860.140275:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767860/real 1775767860]  req@ffff927322936300 x1862022335153664/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767860.140279:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767860.140280:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767860.140281:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767860.140282:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767860.140283:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767860.140284:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767860.140286:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322936300 x1862022335153664/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767860.140291:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322936300 x1862022335153664/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767860.140300:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767860.140301:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767860.140302:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767860.140303:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767860.140305:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322936300 x1862022335153664/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767860.140309:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767860.140311:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322936300 x1862022335153664/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767885 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767860.140315:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767860.140317:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767860.140318:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767860.140318:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767860.140319:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767860.140320:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767860.140322:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767860.140324:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767860.140325:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767860.140327:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322936300 x1862022335153664/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767885 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767860.140331:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322936300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335153664:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767860.140334:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767860.140335:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767860.140336:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322935180 x1862022335153536/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767885 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767860.140340:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767860.140341:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767860.140343:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046e9800.
02000000:00000001:1.0:1775767860.140344:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767860.140345:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767860.140346:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f000 refcount=2 obd=lustre-OST0000-osc-ffff927308189800
00000020:00000001:1.0:1775767860.140348:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767860.140349:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306a64400.
02000000:00000001:1.0:1775767860.140351:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767860.140351:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767860.140352:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322935180.
00000100:00000001:1.0:1775767860.140354:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767860.140354:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767860.140355:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767860.140357:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322936300 x1862022335153664/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767885 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767860.140362:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767860.140363:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767860.140364:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046eb400.
02000000:00000001:1.0:1775767860.140365:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767860.140366:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767860.140366:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c800 refcount=2 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:1.0:1775767860.140367:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767860.140368:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306a66c00.
02000000:00000001:1.0:1775767860.140370:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767860.140370:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767860.140371:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322936300.
00000100:00000001:1.0:1775767860.140372:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767860.140373:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767860.140374:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767860.140376:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767860.140377:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767860.140378:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767860.140379:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767860.713772:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767860.713777:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767860.713779:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767860.713783:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767860.713786:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767860.713789:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767860.713792:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767860.713794:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767860.713796:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767861.161887:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767861.161891:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767861.161894:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767861.417844:0:58716:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299718397, at 4299718400
00000100:00000010:2.0:1775767861.417857:0:58716:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9273188e5cc0.
00000100:00000001:0.0:1775767861.737809:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767861.737815:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767861.737816:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767861.737821:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767861.737824:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767861.737828:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767861.737830:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767861.737832:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767861.737834:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767862.185930:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767862.185934:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767862.185937:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767862.761797:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767862.761804:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767862.761806:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767862.761812:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767862.761815:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767862.761818:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767862.761820:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767862.761822:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767862.761824:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767863.209848:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767863.209852:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767863.209855:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767863.785810:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767863.785815:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767863.785817:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767863.785821:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767863.785824:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767863.785828:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767863.785830:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767863.785832:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767863.785834:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767864.233926:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767864.233929:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767864.233932:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767864.809820:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767864.809826:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767864.809829:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767864.809835:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767864.809839:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767864.809843:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767864.809846:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767864.809849:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767864.809852:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767865.257838:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767865.257851:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767865.257855:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767865.257860:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767865.257867:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767865.257877:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5049
00000400:00000200:2.0:1775767865.257889:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767865.257896:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767865.257900:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767865.257904:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767865.257908:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767865.257911:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767865.257914:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767865.257919:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767865.257921:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767865.257924:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767865.257928:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775767865.257931:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775767865.257934:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775767865.257937:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767865.257940:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000020:00000001:0.0:1775767865.257941:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000040:2.0:1775767865.257943:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000020:00000001:0.0:1775767865.257947:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767865.257947:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00010000:00010000:0.0:1775767865.257954:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000040:2.0:1775767865.257955:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767865.257960:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767865.257963:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767865.257967:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767865.257971:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767865.257975:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767865.257977:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767865.257980:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767865.257991:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775767865.257995:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767865.257999:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767865.258001:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767865.258004:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767865.258006:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767865.258011:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767865.258020:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef400.
00000100:00000001:2.0:1775767865.258026:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767865.258036:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335153792/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767865.258047:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767865.258052:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767865.258056:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335153792/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767865.258080:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767865.258084:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767865.258088:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767865.258094:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767865.258096:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767865.258099:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767865.258102:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5049
00000400:00000200:2.0:1775767865.258106:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767865.258110:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767865.258113:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767865.258116:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767865.258119:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767865.258121:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767865.258122:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767865.258124:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000001:1.0:1775767865.258126:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1775767865.258127:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767865.258130:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000100:00000001:1.0:1775767865.258131:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1775767865.258132:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767865.258135:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767865.258139:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:1.0:1775767865.258140:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b57100 x1862022335153792/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1775767865.258142:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767865.258151:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767865.258157:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775767865.258158:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767865.258161:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767865.258161:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767865.258165:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
02000000:00000001:1.0:1775767865.258166:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767865.258169:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1775767865.258169:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
02000000:00000001:1.0:1775767865.258173:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767865.258175:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00100000:1.0:1775767865.258178:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335153792:192.168.202.131@tcp:250:kworker.0
00000100:00000001:2.0:1775767865.258180:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767865.258184:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767865.258190:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767865.258192:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767865.258193:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767865.258196:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:1.0:1775767865.258197:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767865.258199:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1775767865.258201:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1775767865.258202:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:2.0:1775767865.258206:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767865.258208:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046eb400.
00000100:00000001:2.0:1775767865.258209:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767865.258210:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767865.258215:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000400:00000200:1.0:1775767865.258218:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000020:00000040:2.0:1775767865.258220:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
00000400:00000010:1.0:1775767865.258223:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
02000000:00000001:2.0:1775767865.258225:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767865.258227:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775767865.258230:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000001:2.0:1775767865.258230:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767865.258232:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767865.258236:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775767865.258240:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335153792, portal 25
02000000:00000010:2.0:1775767865.258241:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306befc00.
00000100:00000001:1.0:1775767865.258243:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767865.258247:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682393344 : -120452027158272 : ffff927313b57100)
00000100:00000001:2.0:1775767865.258248:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767865.258253:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b57100 x1862022335153792/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767865.258257:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335153920/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767865.258266:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767865.258272:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767865.258276:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000001:2.0:1775767865.258278:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1775767865.258279:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022335153792, offset 0
00000100:00000001:2.0:1775767865.258283:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767865.258287:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000100:00000040:2.0:1775767865.258291:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335153920/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775767865.258298:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767865.258307:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000100:00000001:2.0:1775767865.258308:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767865.258312:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1775767865.258313:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767865.258319:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000100:00080000:2.0:1775767865.258319:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767865.258323:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1775767865.258327:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000100:00080000:2.0:1775767865.258327:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1775767865.258333:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000100:00000001:2.0:1775767865.258335:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1775767865.258341:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60321:60321:256:4294967295] 192.168.202.131@tcp LPNI seq info [60321:60321:8:4294967295]
00000100:00080000:2.0:1775767865.258342:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5049
00000400:00000200:2.0:1775767865.258352:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767865.258356:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000400:00000200:1.0:1775767865.258357:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00080000:2.0:1775767865.258360:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767865.258364:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767865.258367:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767865.258371:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767865.258376:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000400:00000200:1.0:1775767865.258380:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000020:00000001:2.0:1775767865.258381:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767865.258384:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767865.258387:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767865.258390:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775767865.258394:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000800:00000200:1.0:1775767865.258395:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000020:00000001:2.0:1775767865.258411:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775767865.258415:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767865.258417:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767865.258419:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767865.258421:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767865.258426:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767865.258429:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000800:00000010:1.0:1775767865.258430:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000100:00000001:2.0:1775767865.258432:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767865.258436:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.0:1775767865.258439:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
02000000:00000001:2.0:1775767865.258440:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.0:1775767865.258445:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
02000000:00000001:2.0:1775767865.258445:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767865.258450:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000800:00000200:1.1:1775767865.258453:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000008:00100000:2.0:1775767865.258454:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.1:1775767865.258458:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000008:00000001:2.0:1775767865.258459:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767865.258464:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1775767865.258467:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767865.258470:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000100:00000010:2.0:1775767865.258471:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000400:00000200:1.0:1775767865.258475:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:2.0:1775767865.258475:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767865.258478:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767865.258481:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767865.258482:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1775767865.258486:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767865.258489:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1775767865.258490:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
02000000:00000001:2.0:1775767865.258492:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775767865.258495:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
02000000:00000010:2.0:1775767865.258498:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec000.
00000100:00000001:1.0:1775767865.258501:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1775767865.258503:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775767865.258509:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b57100 x1862022335153792/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767865.258512:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335154048/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767865.258540:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767865.258542:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1775767865.258542:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767865.258546:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335154048/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775767865.258550:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b57100 x1862022335153792/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767890 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767865.258560:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767865.258564:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1775767865.258568:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767865.258569:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767865.258572:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1775767865.258573:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:2.0:1775767865.258574:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767865.258577:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1775767865.258580:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767865.258581:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5049
00000400:00000200:1.0:1775767865.258591:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767865.258591:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767865.258596:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4299723517
00000400:00000200:2.0:1775767865.258597:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767865.258602:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767865.258604:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000010:1.0:1775767865.258605:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9273188e5d80.
00000100:00000001:2.0:1775767865.258606:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767865.258609:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767865.258611:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767865.258612:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1775767865.258613:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2
00000020:00000040:2.0:1775767865.258614:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767865.258617:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1775767865.258619:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4299723517
00000020:00000040:2.0:1775767865.258619:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775767865.258621:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000010:1.0:1775767865.258624:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9273188e5420.
00000020:00000001:2.0:1775767865.258624:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000001:1.0:1775767865.258629:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3
00000100:00000040:2.0:1775767865.258630:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767865.258632:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775767865.258634:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1775767865.258635:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767865.258639:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767865.258639:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000001:1.0:1775767865.258644:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000020:00000040:2.0:1775767865.258644:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767865.258647:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767865.258650:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767865.258652:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767865/real 1775767865]  req@ffff927313b57100 x1862022335153792/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775767865.258653:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767865.258657:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767865.258661:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767865.258665:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767865.258668:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000400:00000001:1.0:1775767865.258669:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000008:00000001:2.0:1775767865.258671:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1775767865.258672:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1775767865.258673:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775767865.258675:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000100:00000010:2.0:1775767865.258677:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000400:00000200:1.0:1775767865.258678:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000020:00000040:2.0:1775767865.258680:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
00000400:00000010:1.0:1775767865.258681:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
02000000:00000001:2.0:1775767865.258683:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1775767865.258684:0:2404:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:2.0:1775767865.258685:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767865.258688:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:1.0:1775767865.258689:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b57100 x1862022335153792/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775767865.258690:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767865.258692:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767865.258698:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306becc00.
00000100:00000001:2.0:1775767865.258702:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775767865.258704:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b57100 x1862022335153792/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767865.258736:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767865.258738:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767865.258740:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767865.258742:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767865.258747:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b57100 x1862022335153792/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767865.258751:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335154176/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767865.258760:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767865.258766:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1775767865.258769:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b57100 x1862022335153792/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767890 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767865.258769:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767865.258778:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335154176/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767865.258781:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767865.258787:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767865.258791:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767865.258793:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767865.258794:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767865.258797:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00080000:2.0:1775767865.258798:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1775767865.258800:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767865.258803:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767865.258805:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767865.258807:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767865.258807:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767865.258812:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767865.258815:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5049
00000100:00080000:1.0:1775767865.258819:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.131@tcp failed (-110)
00000400:00000200:2.0:1775767865.258821:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767865.258825:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767865.258827:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767865.258828:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767865.258830:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767865.258831:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767865.258833:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:2.0:1775767865.258834:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767865.258840:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767865.258841:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767865.258844:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:1.0:1775767865.258845:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b57100 x1862022335153792/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767890 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1775767865.258846:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767865.258850:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775767865.258854:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767865.258862:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00100000:1.0:1775767865.258865:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335153792:192.168.202.131@tcp:250:kworker.0
00000100:00000001:2.0:1775767865.258866:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767865.258870:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767865.258873:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000001:1.0:1775767865.258874:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1775767865.258875:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00000001:1.0:1775767865.258879:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1775767865.258880:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000040:1.0:1775767865.258885:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b57100 x1862022335153792/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767890 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767865.258885:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767865.258889:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767865.258893:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767865.258896:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767865.258896:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767865.258899:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:1.0:1775767865.258900:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00000008:00100000:2.0:1775767865.258901:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
02000000:00000010:1.0:1775767865.258902:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046eb400.
00000008:00000001:2.0:1775767865.258903:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767865.258907:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767865.258908:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000010:2.0:1775767865.258911:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775767865.258914:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:1.0:1775767865.258915:0:2404:0:(genops.c:1236:class_import_put()) Process entered
02000000:00000001:2.0:1775767865.258916:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000020:00000040:1.0:1775767865.258919:0:2404:0:(genops.c:1242:class_import_put()) import ffff9273194c5000 refcount=3 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767865.258919:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767865.258923:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000020:00000001:1.0:1775767865.258924:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000001:2.0:1775767865.258925:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:1.0:1775767865.258928:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bef400.
02000000:00000001:2.0:1775767865.258928:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767865.258934:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000010:2.0:1775767865.258935:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee000.
02000000:00000001:1.0:1775767865.258937:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1775767865.258939:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767865.258940:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b57100.
00000100:00000001:1.0:1775767865.258943:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767865.258946:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767865.258946:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335154304/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767865.258950:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767865.258957:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767865.258959:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767865.258961:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:2.0:1775767865.258964:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335154304/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767865.258965:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767865.258971:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767865.258976:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775767865.258977:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767865.258979:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767865.258982:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5059)
00000100:00000040:1.0:1775767865.258987:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b54a80 x1862022335153920/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767865.258997:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767865.258999:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767865.259002:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767865.259004:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767865.259006:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767865.259010:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335153920:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775767865.259014:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767865.259016:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767865.259017:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767865.259019:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767865.259022:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046eb400.
02000000:00000001:1.0:1775767865.259023:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767865.259026:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767865.259029:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000400:00000010:1.0:1775767865.259031:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000200:1.0:1775767865.259033:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335153920, portal 10
00000100:00000001:1.0:1775767865.259035:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767865.259036:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682383488 : -120452027168128 : ffff927313b54a80)
00000100:00000040:1.0:1775767865.259041:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b54a80 x1862022335153920/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767865.259045:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767865.259047:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767865.259048:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767865.259050:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335153920, offset 0
00000400:00000200:1.0:1775767865.259053:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767865.259056:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767865.259059:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767865.259061:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767865.259063:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767865.259065:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767865.259067:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767865.259069:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60322:60322:256:4294967295] 192.168.202.131@tcp LPNI seq info [60322:60322:8:4294967295]
00000400:00000200:1.0:1775767865.259072:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767865.259076:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767865.259080:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767865.259082:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000800:00000200:1.0:1775767865.259085:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767865.259087:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775767865.259090:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767865.259092:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1775767865.259094:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767865.259096:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767865.259098:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767865.259100:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767865.259102:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767865.259103:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767865.259105:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767865.259107:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b54a80 x1862022335153920/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767865.259113:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767865.259115:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b54a80 x1862022335153920/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767890 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767865.259119:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767865.259120:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767865.259122:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767865.259125:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: using a timeout of 15131 usecs (16 jiffies)
00000400:00000200:1.0:1775767865.259127:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767865.259128:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299722257
00000100:00000001:1.0:1775767865.259130:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299723517
00000100:00000001:1.0:1775767865.259132:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299722257
00000100:00000001:1.0:1775767865.259133:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299723517
00000100:00000001:1.0:1775767865.259135:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767865.259136:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767865.259138:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767865.259140:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767865/real 1775767865]  req@ffff927313b54a80 x1862022335153920/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767865.259146:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767865.259147:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767865.259148:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767865.259149:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767865.259150:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767865.259151:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767865.259153:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b54a80 x1862022335153920/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767865.259158:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b54a80 x1862022335153920/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767865.259162:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767865.259163:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767865.259164:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767865.259165:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767865.259167:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b54a80 x1862022335153920/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767865.259172:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767865.259174:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b54a80 x1862022335153920/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767890 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767865.259178:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767865.259179:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767865.259180:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767865.259181:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767865.259182:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767865.259183:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767865.259185:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767865.259187:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767865.259188:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767865.259191:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b54a80 x1862022335153920/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767890 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767865.259196:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335153920:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775767865.259199:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767865.259200:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b54e00 x1862022335154048/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767865.259204:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767865.259205:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767865.259207:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767865.259208:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767865.259209:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767865.259211:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335154048:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775767865.259212:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767865.259213:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767865.259214:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767865.259215:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767865.259217:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046e9800.
02000000:00000001:1.0:1775767865.259219:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767865.259221:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767865.259222:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000400:00000010:1.0:1775767865.259224:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000200:1.0:1775767865.259226:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335154048, portal 10
00000100:00000001:1.0:1775767865.259227:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767865.259228:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682384384 : -120452027167232 : ffff927313b54e00)
00000100:00000040:1.0:1775767865.259231:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b54e00 x1862022335154048/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767865.259235:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767865.259237:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767865.259238:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767865.259239:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335154048, offset 0
00000400:00000200:1.0:1775767865.259242:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767865.259244:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767865.259246:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767865.259248:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767865.259250:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767865.259252:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767865.259253:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767865.259255:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60323:60323:256:4294967295] 192.168.202.131@tcp LPNI seq info [60323:60323:8:4294967295]
00000400:00000200:1.0:1775767865.259258:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767865.259262:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767865.259265:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767865.259267:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000800:00000200:1.0:1775767865.259269:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767865.259271:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775767865.259273:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767865.259275:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1775767865.259277:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767865.259279:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767865.259280:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767865.259282:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767865.259284:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767865.259285:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767865.259286:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767865.259288:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b54e00 x1862022335154048/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767865.259293:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767865.259295:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b54e00 x1862022335154048/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767890 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767865.259299:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767865.259300:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767865.259301:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767865.259303:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: using a timeout of 41678 usecs (42 jiffies)
00000400:00000200:1.0:1775767865.259305:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767865.259306:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299722283
00000100:00000001:1.0:1775767865.259308:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299723517
00000100:00000001:1.0:1775767865.259309:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299722283
00000100:00000001:1.0:1775767865.259311:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299723517
00000100:00000001:1.0:1775767865.259312:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767865.259313:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767865.259314:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767865.259316:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767865/real 1775767865]  req@ffff927313b54e00 x1862022335154048/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767865.259321:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767865.259321:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767865.259322:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767865.259323:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767865.259325:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767865.259326:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767865.259328:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b54e00 x1862022335154048/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767865.259333:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b54e00 x1862022335154048/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767865.259336:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767865.259337:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767865.259338:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767865.259339:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767865.259341:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b54e00 x1862022335154048/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767865.259345:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767865.259347:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b54e00 x1862022335154048/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767890 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767865.259351:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767865.259353:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767865.259355:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767865.259356:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767865.259358:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767865.259359:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767865.259362:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767865.259366:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767865.259368:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767865.259372:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b54e00 x1862022335154048/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767890 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767865.259381:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335154048:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775767865.259385:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767865.259388:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b55f80 x1862022335154176/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767865.259396:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767865.259410:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767865.259413:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767865.259415:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767865.259417:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767865.259420:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335154176:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767865.259424:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767865.259426:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767865.259428:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767865.259429:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767865.259432:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046e9c00.
02000000:00000001:1.0:1775767865.259434:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767865.259437:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767865.259439:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000400:00000010:1.0:1775767865.259441:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000200:1.0:1775767865.259443:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335154176, portal 4
00000100:00000001:1.0:1775767865.259445:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767865.259446:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682388864 : -120452027162752 : ffff927313b55f80)
00000100:00000040:1.0:1775767865.259451:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b55f80 x1862022335154176/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767865.259456:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767865.259457:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767865.259459:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767865.259461:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335154176, offset 0
00000400:00000200:1.0:1775767865.259463:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767865.259466:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767865.259468:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767865.259470:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767865.259472:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767865.259474:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767865.259475:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767865.259478:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60324:60324:256:4294967295] 192.168.202.131@tcp LPNI seq info [60324:60324:8:4294967295]
00000400:00000200:1.0:1775767865.259481:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767865.259486:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767865.259490:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767865.259493:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000800:00000200:1.0:1775767865.259497:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767865.259500:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775767865.259504:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767865.259506:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1775767865.259510:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767865.259512:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767865.259515:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767865.259519:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767865.259522:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767865.259524:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767865.259526:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767865.259530:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b55f80 x1862022335154176/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767865.259546:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767865.259549:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b55f80 x1862022335154176/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767890 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767865.259556:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767865.259557:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767865.259561:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767865.259563:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: using a timeout of 22192 usecs (23 jiffies)
00000400:00000200:1.0:1775767865.259565:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767865.259567:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299722264
00000100:00000001:1.0:1775767865.259569:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299723517
00000100:00000001:1.0:1775767865.259570:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299722264
00000100:00000001:1.0:1775767865.259571:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299723517
00000100:00000001:1.0:1775767865.259573:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767865.259574:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767865.259575:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767865.259577:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767865/real 1775767865]  req@ffff927313b55f80 x1862022335154176/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767865.259583:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767865.259584:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767865.259585:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767865.259586:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767865.259587:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767865.259589:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767865.259591:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b55f80 x1862022335154176/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767865.259596:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b55f80 x1862022335154176/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767865.259600:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767865.259602:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767865.259603:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767865.259604:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767865.259606:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b55f80 x1862022335154176/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767865.259610:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767865.259613:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b55f80 x1862022335154176/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767890 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767865.259617:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767865.259618:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767865.259619:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767865.259620:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767865.259621:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767865.259622:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767865.259623:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767865.259625:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767865.259626:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767865.259628:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b55f80 x1862022335154176/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767890 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767865.259633:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335154176:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767865.259636:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767865.259637:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767865.259639:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b54a80 x1862022335153920/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767890 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767865.259643:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767865.259644:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767865.259646:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046eb400.
02000000:00000001:1.0:1775767865.259647:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767865.259648:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767865.259649:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c000 refcount=137 obd=lustre-MDT0000-mdc-ffff927308189800
00000020:00000001:1.0:1775767865.259651:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767865.259652:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306befc00.
02000000:00000001:1.0:1775767865.259654:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767865.259655:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767865.259655:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b54a80.
00000100:00000001:1.0:1775767865.259657:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767865.259658:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767865.259659:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767865.259661:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b54e00 x1862022335154048/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767890 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767865.259666:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767865.259666:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767865.259667:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046e9800.
02000000:00000001:1.0:1775767865.259668:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767865.259669:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767865.259670:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f800 refcount=3 obd=lustre-MDT0001-mdc-ffff927308189800
00000020:00000001:1.0:1775767865.259671:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767865.259672:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bec000.
02000000:00000001:1.0:1775767865.259674:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767865.259674:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767865.259675:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b54e00.
00000100:00000001:1.0:1775767865.259677:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767865.259677:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767865.259678:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767865.259680:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b55f80 x1862022335154176/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767890 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767865.259684:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767865.259684:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767865.259685:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046e9c00.
02000000:00000001:1.0:1775767865.259686:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767865.259687:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767865.259687:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f000 refcount=2 obd=lustre-OST0000-osc-ffff927308189800
00000020:00000001:1.0:1775767865.259688:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767865.259689:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306becc00.
02000000:00000001:1.0:1775767865.259690:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767865.259691:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767865.259692:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b55f80.
00000100:00000001:1.0:1775767865.259694:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767865.259695:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767865.259696:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767865.259698:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767865.259699:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767865.259701:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767865.259702:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767865.259702:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767865.259704:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b55180 x1862022335154304/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767865.259725:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767865.259726:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767865.259727:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767865.259729:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767865.259730:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767865.259732:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335154304:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767865.259734:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767865.259736:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767865.259737:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767865.259738:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767865.259740:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046e9c00.
02000000:00000001:1.0:1775767865.259742:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767865.259744:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767865.259746:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000400:00000010:1.0:1775767865.259748:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000200:1.0:1775767865.259750:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335154304, portal 4
00000100:00000001:1.0:1775767865.259751:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767865.259752:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682385280 : -120452027166336 : ffff927313b55180)
00000100:00000040:1.0:1775767865.259756:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b55180 x1862022335154304/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767865.259760:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767865.259761:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767865.259763:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767865.259765:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335154304, offset 0
00000400:00000200:1.0:1775767865.259767:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767865.259770:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767865.259772:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767865.259775:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767865.259776:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767865.259778:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767865.259780:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767865.259782:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60325:60325:256:4294967295] 192.168.202.131@tcp LPNI seq info [60325:60325:8:4294967295]
00000400:00000200:1.0:1775767865.259784:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767865.259789:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767865.259792:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767865.259794:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000800:00000200:1.0:1775767865.259796:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767865.259798:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775767865.259801:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767865.259803:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1775767865.259805:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767865.259806:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767865.259808:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767865.259811:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767865.259812:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767865.259814:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767865.259815:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767865.259817:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b55180 x1862022335154304/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767865.259822:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767865.259824:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b55180 x1862022335154304/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767890 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767865.259828:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767865.259829:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767865.259831:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767865.259834:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: using a timeout of 22500 usecs (23 jiffies)
00000400:00000200:1.0:1775767865.259836:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767865.259837:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299722265
00000100:00000001:1.0:1775767865.259839:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299723517
00000100:00000001:1.0:1775767865.259841:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299722265
00000100:00000001:1.0:1775767865.259842:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299723517
00000100:00000001:1.0:1775767865.259843:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767865.259844:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767865.259845:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767865.259848:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767865/real 1775767865]  req@ffff927313b55180 x1862022335154304/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767865.259852:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767865.259853:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767865.259854:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767865.259856:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767865.259857:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767865.259858:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767865.259860:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b55180 x1862022335154304/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767865.259865:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b55180 x1862022335154304/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767865.259868:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767865.259869:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767865.259870:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767865.259871:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767865.259873:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b55180 x1862022335154304/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767865.259877:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767865.259879:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b55180 x1862022335154304/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767890 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767865.259884:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767865.259886:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767865.259887:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767865.259888:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767865.259889:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767865.259890:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767865.259891:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767865.259893:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767865.259894:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767865.259896:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b55180 x1862022335154304/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767890 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767865.259901:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335154304:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767865.259903:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767865.259904:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767865.259906:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b55180 x1862022335154304/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767890 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767865.259909:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767865.259910:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767865.259912:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046e9c00.
02000000:00000001:1.0:1775767865.259913:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767865.259914:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767865.259915:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c800 refcount=2 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:1.0:1775767865.259916:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767865.259918:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bee000.
02000000:00000001:1.0:1775767865.259919:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767865.259920:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767865.259921:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b55180.
00000100:00000001:1.0:1775767865.259923:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767865.259923:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767865.259925:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767865.259927:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767865.259928:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767865.259929:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767865.259930:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767865.833815:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767865.833821:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767865.833823:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767865.833829:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767865.833832:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767865.833836:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767865.833839:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767865.833841:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767865.833844:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767866.281947:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767866.281952:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767866.281957:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767866.537837:0:58716:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299723517, at 4299723520
00000100:00000010:2.0:1775767866.537868:0:58716:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9273188e5d80.
00000100:00000001:0.0:1775767866.857846:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767866.857854:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767866.857856:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767866.857862:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767866.857865:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767866.857870:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767866.857872:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767866.857875:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767866.857877:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767867.306048:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767867.306054:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767867.306058:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767867.881816:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767867.881826:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767867.881828:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767867.881836:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767867.881841:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767867.881846:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767867.881849:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767867.881851:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767867.881855:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767868.329928:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767868.329931:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767868.329934:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767868.905806:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767868.905812:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767868.905814:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767868.905819:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767868.905822:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767868.905826:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767868.905829:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767868.905831:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767868.905833:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767869.353918:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767869.353924:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767869.353928:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767869.929787:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767869.929795:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767869.929796:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767869.929803:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767869.929807:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767869.929811:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767869.929813:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767869.929815:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767869.929818:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767870.377807:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767870.377823:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767870.377830:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767870.377835:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767870.377849:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767870.377859:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5054
00000400:00000200:2.0:1775767870.377876:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767870.377884:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767870.377887:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767870.377891:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767870.377896:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767870.377898:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767870.377901:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767870.377905:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767870.377907:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767870.377909:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767870.377912:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775767870.377914:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775767870.377917:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775767870.377919:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767870.377921:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767870.377923:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767870.377924:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767870.377927:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767870.377930:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767870.377932:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767870.377935:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767870.377938:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767870.377941:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767870.377942:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767870.377944:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767870.377947:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767870.377950:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767870.377953:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000010:2.0:1775767870.377956:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
00000020:00000040:2.0:1775767870.377961:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767870.377964:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767870.377967:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767870.377970:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767870.377974:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767870.377979:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767870.377987:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed400.
00000100:00000001:2.0:1775767870.377994:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767870.378004:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335154432/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767870.378013:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767870.378018:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767870.378021:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335154432/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767870.378041:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767870.378043:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767870.378046:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767870.378047:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767870.378048:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767870.378050:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767870.378052:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5054
00000400:00000200:2.0:1775767870.378055:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767870.378059:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767870.378061:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767870.378064:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767870.378066:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775767870.378068:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1775767870.378069:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767870.378073:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775767870.378073:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767870.378078:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1775767870.378079:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1775767870.378080:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767870.378083:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767870.378085:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767870.378087:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767870.378091:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:1.0:1775767870.378093:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b56300 x1862022335154432/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775767870.378097:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767870.378109:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767870.378114:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767870.378124:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767870.378130:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767870.378141:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767870.378142:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767870.378146:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767870.378147:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767870.378150:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767870.378153:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767870.378159:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767870.378159:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767870.378170:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767870.378171:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767870.378177:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00100000:1.0:1775767870.378182:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335154432:192.168.202.131@tcp:250:kworker.0
00000008:00100000:2.0:1775767870.378184:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1775767870.378188:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00000001:2.0:1775767870.378188:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767870.378192:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767870.378193:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:2.0:1775767870.378195:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
02000000:00000001:1.0:1775767870.378196:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1775767870.378201:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:1.0:1775767870.378202:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1775767870.378207:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767870.378208:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767870.378210:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767870.378212:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:1.0:1775767870.378213:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046e9c00.
02000000:00000001:2.0:1775767870.378214:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767870.378220:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767870.378222:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bedc00.
00000100:00000001:2.0:1775767870.378226:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767870.378230:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00100000:2.0:1775767870.378234:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335154560/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1775767870.378236:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000100:00000001:2.0:1775767870.378248:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767870.378250:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775767870.378251:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000040:2.0:1775767870.378257:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335154560/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767870.378260:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335154432, portal 25
00000100:00000001:1.0:1775767870.378267:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767870.378272:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682389760 : -120452027161856 : ffff927313b56300)
00000100:00000001:2.0:1775767870.378275:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767870.378281:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775767870.378282:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b56300 x1862022335154432/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767895 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775767870.378294:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767870.378302:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767870.378305:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767870.378312:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1775767870.378313:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:1.0:1775767870.378317:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000100:00080000:2.0:1775767870.378322:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5054
00000400:00000010:1.0:1775767870.378323:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767870.378329:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022335154432, offset 0
00000400:00000200:2.0:1775767870.378337:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767870.378343:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767870.378368:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767870.378372:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000400:00000200:1.0:1775767870.378377:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000100:00080000:2.0:1775767870.378377:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1775767870.378388:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1775767870.378390:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767870.378408:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1775767870.378414:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000100:00000040:2.0:1775767870.378414:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767870.378422:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000400:00000200:1.0:1775767870.378426:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000020:00000001:2.0:1775767870.378427:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767870.378430:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000400:00000200:1.0:1775767870.378431:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000020:00000001:2.0:1775767870.378439:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767870.378445:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000400:00000200:1.0:1775767870.378446:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60326:60326:256:4294967295] 192.168.202.131@tcp LPNI seq info [60326:60326:8:4294967295]
00000020:00000001:2.0:1775767870.378456:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775767870.378462:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000400:00000200:1.0:1775767870.378463:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000040:2.0:1775767870.378470:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767870.378472:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767870.378478:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767870.378486:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000400:00000200:1.0:1775767870.378490:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000020:00000040:2.0:1775767870.378504:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767870.378512:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767870.378513:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767870.378515:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767870.378519:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767870.378523:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1775767870.378524:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000100:00000001:2.0:1775767870.378528:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767870.378530:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000800:00000010:1.0:1775767870.378531:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000008:00000001:2.0:1775767870.378541:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767870.378543:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1775767870.378547:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000010:2.0:1775767870.378548:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000800:00000200:1.0:1775767870.378558:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 11 secs later)
00000020:00000040:2.0:1775767870.378558:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767870.378565:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767870.378567:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767870.378575:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.1:1775767870.378576:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
02000000:00000001:2.0:1775767870.378580:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.1:1775767870.378582:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 11 secs later)
02000000:00000001:2.0:1775767870.378583:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1775767870.378596:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
02000000:00000010:2.0:1775767870.378597:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef800.
00000800:00000010:1.0:1775767870.378607:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000100:00000001:2.0:1775767870.378608:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767870.378620:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:2.0:1775767870.378620:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335154688/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1775767870.378638:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1775767870.378639:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1775767870.378645:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000100:00000001:2.0:1775767870.378645:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775767870.378652:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000040:2.0:1775767870.378655:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335154688/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767870.378658:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1775767870.378669:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775767870.378670:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b56300 x1862022335154432/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767895 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775767870.378679:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767870.378694:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767870.378702:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767870.378705:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767870.378707:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767870.378736:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b56300 x1862022335154432/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767895 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767870.378743:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767870.378750:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5054
00000400:00000200:2.0:1775767870.378771:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767870.378783:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767870.378784:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767870.378793:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1775767870.378794:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:2.0:1775767870.378801:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767870.378803:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767870.378803:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767870.378811:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767870.378820:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767870.378834:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767870.378835:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000400:00000200:1.0:1775767870.378836:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000020:00000001:2.0:1775767870.378836:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767870.378843:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000100:00000001:1.0:1775767870.378844:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4299728638
00000020:00000001:2.0:1775767870.378850:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775767870.378853:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000010:1.0:1775767870.378854:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9273188e57e0.
00000100:00000040:2.0:1775767870.378867:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767870.378868:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1775767870.378876:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767870.378880:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767870.378882:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4299728638
00000100:00000001:2.0:1775767870.378883:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767870.378888:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00000010:1.0:1775767870.378889:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9273188e51e0.
00000100:00000001:1.0:1775767870.378902:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3
00000100:00080000:2.0:1775767870.378903:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767870.378910:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767870.378911:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767870.378921:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767870.378921:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767870.378927:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767870.378928:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
02000000:00000001:2.0:1775767870.378935:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767870.378937:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00100000:1.0:1775767870.378940:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767870/real 1775767870]  req@ffff927313b56300 x1862022335154432/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1775767870.378941:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767870.378948:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767870.378959:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767870.378970:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000400:00000001:1.0:1775767870.378971:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767870.378976:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000040:2.0:1775767870.378976:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
00000400:00000010:1.0:1775767870.378983:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
02000000:00000001:2.0:1775767870.378985:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767870.378987:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767870.378988:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000100:00000001:2.0:1775767870.378991:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767870.379004:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767870.379005:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775767870.379010:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
02000000:00000010:2.0:1775767870.379012:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed800.
00000100:00000001:2.0:1775767870.379016:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767870.379017:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00100000:2.0:1775767870.379023:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335154816/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1775767870.379031:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b56300 x1862022335154432/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767870.379070:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767870.379073:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767870.379082:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335154816/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767870.379099:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b56300 x1862022335154432/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767870.379099:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767870.379106:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767870.379121:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767870.379128:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1775767870.379131:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:2.0:1775767870.379132:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767870.379140:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767870.379140:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1775767870.379144:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:2.0:1775767870.379145:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5054
00000100:00000001:1.0:1775767870.379147:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1775767870.379153:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00100000:1.0:1775767870.379159:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b56300 x1862022335154432/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1775767870.379162:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767870.379169:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767870.379178:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767870.379188:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767870.379197:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767870.379199:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767870.379202:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767870.379206:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000040:1.0:1775767870.379207:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b56300 x1862022335154432/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767895 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1775767870.379208:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767870.379213:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767870.379217:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767870.379227:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000001:1.0:1775767870.379237:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:2.0:1775767870.379237:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767870.379262:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767870.379264:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767870.379270:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775767870.379271:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767870.379276:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767870.379278:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767870.379280:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767870.379281:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000001:1.0:1775767870.379283:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:2.0:1775767870.379288:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:1.0:1775767870.379289:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767870.379295:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00080000:1.0:1775767870.379298:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.131@tcp failed (-110)
00000100:00000001:2.0:1775767870.379304:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767870.379305:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:2.0:1775767870.379310:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767870.379313:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1775767870.379314:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b56300 x1862022335154432/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767895 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775767870.379323:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767870.379332:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335154432:192.168.202.131@tcp:250:kworker.0
00000100:00000001:2.0:1775767870.379332:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767870.379339:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1775767870.379340:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767870.379346:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000008:00000001:2.0:1775767870.379358:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767870.379363:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767870.379365:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b56300 x1862022335154432/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767895 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1775767870.379370:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000100:00000001:1.0:1775767870.379374:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767870.379377:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000040:2.0:1775767870.379377:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000010:1.0:1775767870.379381:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046e9c00.
02000000:00000001:2.0:1775767870.379383:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767870.379385:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767870.379386:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:2.0:1775767870.379387:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767870.379390:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767870.379405:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767870.379406:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767870.379409:0:2404:0:(genops.c:1242:class_import_put()) import ffff9273194c5000 refcount=3 obd=MGC192.168.202.131@tcp
02000000:00000010:2.0:1775767870.379410:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee000.
00000020:00000001:1.0:1775767870.379413:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000001:2.0:1775767870.379415:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767870.379416:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bed400.
02000000:00000001:1.0:1775767870.379426:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
00000100:00100000:2.0:1775767870.379427:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335154944/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1775767870.379429:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767870.379434:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b56300.
00000100:00000001:1.0:1775767870.379445:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767870.379449:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767870.379450:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767870.379457:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767870.379458:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767870.379465:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335154944/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767870.379467:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767870.379472:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767870.379484:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767870.379485:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767870.379490:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1775767870.379506:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5065)
00000100:00000001:1.0:1775767870.379509:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767870.379515:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b57800 x1862022335154560/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767870.379523:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767870.379524:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767870.379526:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767870.379528:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767870.379530:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767870.379533:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335154560:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775767870.379536:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767870.379538:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767870.379540:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767870.379542:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767870.379545:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046e9c00.
02000000:00000001:1.0:1775767870.379547:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767870.379550:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767870.379552:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000400:00000010:1.0:1775767870.379555:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000200:1.0:1775767870.379557:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335154560, portal 10
00000100:00000001:1.0:1775767870.379558:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767870.379559:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682395136 : -120452027156480 : ffff927313b57800)
00000100:00000040:1.0:1775767870.379563:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b57800 x1862022335154560/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767895 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767870.379568:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767870.379570:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767870.379571:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767870.379573:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335154560, offset 0
00000400:00000200:1.0:1775767870.379575:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767870.379578:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767870.379581:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767870.379584:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767870.379585:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767870.379587:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767870.379589:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767870.379592:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60327:60327:256:4294967295] 192.168.202.131@tcp LPNI seq info [60327:60327:8:4294967295]
00000400:00000200:1.0:1775767870.379594:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767870.379599:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767870.379602:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767870.379604:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000800:00000200:1.0:1775767870.379607:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767870.379609:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1775767870.379613:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767870.379614:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 11 secs later)
00000800:00000100:1.0:1775767870.379617:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767870.379618:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767870.379620:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767870.379622:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767870.379624:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767870.379626:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767870.379627:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767870.379629:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b57800 x1862022335154560/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767895 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767870.379635:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767870.379637:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b57800 x1862022335154560/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767895 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767870.379641:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767870.379642:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767870.379645:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767870.379648:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: using a timeout of 15131 usecs (16 jiffies)
00000400:00000200:1.0:1775767870.379650:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767870.379651:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299727377
00000100:00000001:1.0:1775767870.379653:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299728638
00000100:00000001:1.0:1775767870.379655:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299727377
00000100:00000001:1.0:1775767870.379656:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299728638
00000100:00000001:1.0:1775767870.379657:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767870.379659:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767870.379660:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767870.379662:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767870/real 1775767870]  req@ffff927313b57800 x1862022335154560/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767870.379667:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767870.379668:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767870.379669:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767870.379670:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767870.379671:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767870.379673:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767870.379674:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b57800 x1862022335154560/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767870.379679:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b57800 x1862022335154560/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767870.379683:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767870.379684:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767870.379685:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767870.379686:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767870.379688:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b57800 x1862022335154560/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767870.379692:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767870.379694:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b57800 x1862022335154560/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767895 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767870.379699:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767870.379701:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767870.379702:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767870.379703:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767870.379704:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767870.379705:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767870.379707:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767870.379709:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767870.379710:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767870.379712:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b57800 x1862022335154560/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767895 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767870.379717:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335154560:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775767870.379719:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767870.379721:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b55180 x1862022335154688/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767870.379725:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767870.379726:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767870.379728:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767870.379729:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767870.379730:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767870.379732:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335154688:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775767870.379734:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767870.379736:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767870.379737:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767870.379738:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767870.379758:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046e9800.
02000000:00000001:1.0:1775767870.379760:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767870.379762:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767870.379764:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000400:00000010:1.0:1775767870.379766:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000200:1.0:1775767870.379768:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335154688, portal 10
00000100:00000001:1.0:1775767870.379769:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767870.379770:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682385280 : -120452027166336 : ffff927313b55180)
00000100:00000040:1.0:1775767870.379774:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b55180 x1862022335154688/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767895 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767870.379779:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767870.379780:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767870.379781:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767870.379783:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335154688, offset 0
00000400:00000200:1.0:1775767870.379785:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767870.379788:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767870.379790:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767870.379791:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767870.379793:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767870.379795:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767870.379796:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767870.379798:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60328:60328:256:4294967295] 192.168.202.131@tcp LPNI seq info [60328:60328:8:4294967295]
00000400:00000200:1.0:1775767870.379801:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767870.379805:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767870.379808:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767870.379810:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000800:00000200:1.0:1775767870.379812:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767870.379814:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1775767870.379817:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767870.379836:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 11 secs later)
00000800:00000100:1.0:1775767870.379838:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767870.379839:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767870.379842:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767870.379844:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767870.379846:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767870.379847:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767870.379849:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767870.379851:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b55180 x1862022335154688/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767895 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767870.379856:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767870.379858:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b55180 x1862022335154688/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767895 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767870.379862:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767870.379864:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767870.379865:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767870.379868:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: using a timeout of 41678 usecs (42 jiffies)
00000400:00000200:1.0:1775767870.379870:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767870.379872:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299727404
00000100:00000001:1.0:1775767870.379873:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299728638
00000100:00000001:1.0:1775767870.379875:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299727404
00000100:00000001:1.0:1775767870.379876:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299728638
00000100:00000001:1.0:1775767870.379877:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767870.379878:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767870.379880:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767870.379882:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767870/real 1775767870]  req@ffff927313b55180 x1862022335154688/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767870.379887:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767870.379888:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767870.379889:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767870.379890:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767870.379892:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767870.379893:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767870.379895:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b55180 x1862022335154688/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767870.379900:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b55180 x1862022335154688/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767870.379905:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767870.379906:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767870.379907:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767870.379908:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767870.379910:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b55180 x1862022335154688/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767870.379914:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767870.379916:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b55180 x1862022335154688/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767895 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767870.379921:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767870.379922:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767870.379923:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767870.379924:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767870.379925:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767870.379926:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767870.379927:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767870.379929:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767870.379931:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767870.379933:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b55180 x1862022335154688/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767895 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767870.379938:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335154688:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775767870.379940:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767870.379942:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b55f80 x1862022335154816/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767870.379947:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767870.379948:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767870.379951:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767870.379952:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767870.379954:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767870.379955:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335154816:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767870.379958:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767870.379959:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767870.379960:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767870.379961:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767870.379963:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046eb400.
02000000:00000001:1.0:1775767870.379964:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767870.379967:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767870.379969:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000400:00000010:1.0:1775767870.379971:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000200:1.0:1775767870.379973:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335154816, portal 4
00000100:00000001:1.0:1775767870.379974:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767870.379975:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682388864 : -120452027162752 : ffff927313b55f80)
00000100:00000040:1.0:1775767870.379979:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b55f80 x1862022335154816/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767895 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767870.379983:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767870.379985:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767870.380001:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767870.380003:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335154816, offset 0
00000400:00000200:1.0:1775767870.380007:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767870.380010:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767870.380013:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767870.380015:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767870.380018:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767870.380021:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767870.380023:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767870.380026:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60329:60329:256:4294967295] 192.168.202.131@tcp LPNI seq info [60329:60329:8:4294967295]
00000400:00000200:1.0:1775767870.380031:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767870.380037:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767870.380042:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767870.380046:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000800:00000200:1.0:1775767870.380050:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767870.380053:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1775767870.380057:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767870.380059:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 11 secs later)
00000800:00000100:1.0:1775767870.380075:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767870.380076:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767870.380079:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767870.380081:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767870.380083:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767870.380085:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767870.380087:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767870.380089:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b55f80 x1862022335154816/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767895 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767870.380095:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767870.380097:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b55f80 x1862022335154816/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767895 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767870.380102:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767870.380103:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767870.380105:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767870.380108:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: using a timeout of 22192 usecs (23 jiffies)
00000400:00000200:1.0:1775767870.380110:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767870.380112:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299727385
00000100:00000001:1.0:1775767870.380114:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299728638
00000100:00000001:1.0:1775767870.380115:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299727385
00000100:00000001:1.0:1775767870.380117:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299728638
00000100:00000001:1.0:1775767870.380118:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767870.380119:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767870.380120:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767870.380122:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767870/real 1775767870]  req@ffff927313b55f80 x1862022335154816/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767870.380129:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767870.380130:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767870.380131:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767870.380132:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767870.380133:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767870.380135:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767870.380137:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b55f80 x1862022335154816/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767870.380142:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b55f80 x1862022335154816/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767870.380146:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767870.380147:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767870.380148:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767870.380149:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767870.380151:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b55f80 x1862022335154816/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767870.380155:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767870.380157:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b55f80 x1862022335154816/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767895 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767870.380161:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767870.380162:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767870.380163:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767870.380164:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767870.380166:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767870.380167:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767870.380168:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767870.380171:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767870.380172:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767870.380175:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b55f80 x1862022335154816/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767895 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767870.380180:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335154816:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767870.380183:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767870.380185:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b54e00 x1862022335154944/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767870.380189:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767870.380190:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767870.380191:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767870.380192:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767870.380193:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767870.380195:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335154944:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767870.380197:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767870.380198:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767870.380199:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767870.380200:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767870.380202:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046ea400.
02000000:00000001:1.0:1775767870.380203:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767870.380205:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767870.380207:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000400:00000010:1.0:1775767870.380209:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000200:1.0:1775767870.380211:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335154944, portal 4
00000100:00000001:1.0:1775767870.380213:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767870.380213:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682384384 : -120452027167232 : ffff927313b54e00)
00000100:00000040:1.0:1775767870.380217:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b54e00 x1862022335154944/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767895 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767870.380222:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767870.380223:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767870.380225:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767870.380226:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335154944, offset 0
00000400:00000200:1.0:1775767870.380229:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767870.380231:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767870.380234:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767870.380236:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767870.380238:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767870.380240:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767870.380241:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767870.380243:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60330:60330:256:4294967295] 192.168.202.131@tcp LPNI seq info [60330:60330:8:4294967295]
00000400:00000200:1.0:1775767870.380246:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767870.380250:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767870.380252:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767870.380254:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000800:00000200:1.0:1775767870.380256:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767870.380258:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1775767870.380261:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767870.380263:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 11 secs later)
00000800:00000100:1.0:1775767870.380265:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767870.380266:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767870.380268:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767870.380270:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767870.380272:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767870.380273:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767870.380274:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767870.380276:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b54e00 x1862022335154944/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767895 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767870.380281:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767870.380282:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b54e00 x1862022335154944/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767895 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767870.380286:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767870.380287:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767870.380288:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767870.380290:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: using a timeout of 22500 usecs (23 jiffies)
00000400:00000200:1.0:1775767870.380292:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767870.380294:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299727385
00000100:00000001:1.0:1775767870.380295:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299728638
00000100:00000001:1.0:1775767870.380297:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299727385
00000100:00000001:1.0:1775767870.380298:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299728638
00000100:00000001:1.0:1775767870.380299:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767870.380301:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767870.380302:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767870.380304:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767870/real 1775767870]  req@ffff927313b54e00 x1862022335154944/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767870.380308:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767870.380309:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767870.380309:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767870.380311:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767870.380311:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767870.380313:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767870.380314:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b54e00 x1862022335154944/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767870.380319:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b54e00 x1862022335154944/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767870.380323:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767870.380324:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767870.380325:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767870.380326:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767870.380328:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b54e00 x1862022335154944/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767870.380332:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767870.380334:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b54e00 x1862022335154944/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767895 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767870.380338:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767870.380341:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767870.380342:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767870.380343:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767870.380344:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767870.380345:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767870.380362:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767870.380365:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767870.380366:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767870.380369:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b54e00 x1862022335154944/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767895 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767870.380374:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335154944:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767870.380377:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767870.380378:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767870.380380:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b57800 x1862022335154560/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767895 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767870.380384:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767870.380386:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767870.380387:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046e9c00.
02000000:00000001:1.0:1775767870.380389:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767870.380390:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767870.380391:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c000 refcount=137 obd=lustre-MDT0000-mdc-ffff927308189800
00000020:00000001:1.0:1775767870.380392:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767870.380393:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bedc00.
02000000:00000001:1.0:1775767870.380396:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767870.380397:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767870.380398:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b57800.
00000100:00000001:1.0:1775767870.380400:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767870.380401:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767870.380402:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767870.380404:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b55180 x1862022335154688/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767895 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767870.380429:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767870.380430:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767870.380431:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046e9800.
02000000:00000001:1.0:1775767870.380433:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767870.380434:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767870.380434:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f800 refcount=3 obd=lustre-MDT0001-mdc-ffff927308189800
00000020:00000001:1.0:1775767870.380435:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767870.380436:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bef800.
02000000:00000001:1.0:1775767870.380438:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767870.380438:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767870.380439:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b55180.
00000100:00000001:1.0:1775767870.380441:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767870.380441:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767870.380442:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767870.380444:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b55f80 x1862022335154816/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767895 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767870.380448:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767870.380449:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767870.380450:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046eb400.
02000000:00000001:1.0:1775767870.380452:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767870.380452:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767870.380453:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f000 refcount=2 obd=lustre-OST0000-osc-ffff927308189800
00000020:00000001:1.0:1775767870.380454:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767870.380455:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bed800.
02000000:00000001:1.0:1775767870.380456:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767870.380457:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767870.380458:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b55f80.
00000100:00000001:1.0:1775767870.380459:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767870.380460:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767870.380461:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767870.380462:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b54e00 x1862022335154944/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767895 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767870.380466:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767870.380467:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767870.380468:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046ea400.
02000000:00000001:1.0:1775767870.380470:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767870.380470:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767870.380471:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c800 refcount=2 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:1.0:1775767870.380472:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767870.380473:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bee000.
02000000:00000001:1.0:1775767870.380475:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767870.380475:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767870.380476:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b54e00.
00000100:00000001:1.0:1775767870.380478:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767870.380478:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767870.380479:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767870.380482:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767870.380483:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767870.380484:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767870.380485:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767870.953825:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767870.953831:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767870.953833:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767870.953839:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767870.953841:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767870.953844:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767870.953846:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767870.953848:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767870.953850:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767871.401891:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767871.401894:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767871.401903:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767871.657852:0:58716:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299728638, at 4299728640
00000100:00000010:2.0:1775767871.657875:0:58716:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9273188e57e0.
00000100:00000001:0.0:1775767871.977835:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767871.977842:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767871.977844:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767871.977850:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767871.977854:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767871.977858:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767871.977861:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767871.977863:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767871.977866:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767872.425942:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767872.425947:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767872.425951:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767873.001860:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767873.001875:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767873.001877:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767873.001884:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767873.001887:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767873.001892:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767873.001897:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767873.001900:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767873.001902:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767873.450018:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767873.450024:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767873.450028:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767874.025853:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767874.025860:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767874.025861:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767874.025868:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767874.025872:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767874.025876:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767874.025879:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767874.025882:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767874.025885:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767874.474002:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767874.474007:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767874.474010:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767875.049878:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767875.049883:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767875.049885:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767875.049890:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767875.049893:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767875.049897:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767875.049899:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767875.049902:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767875.049903:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767875.497841:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767875.497850:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767875.497853:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767875.497858:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767875.497865:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767875.497877:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5060
00000400:00000200:2.0:1775767875.497895:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767875.497914:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767875.497926:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767875.497931:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767875.497935:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767875.497937:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767875.497939:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767875.497942:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767875.497944:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767875.497947:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767875.497950:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775767875.497952:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775767875.497955:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775767875.497957:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767875.497959:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767875.497960:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767875.497961:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767875.497964:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767875.497967:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767875.497969:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767875.497971:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767875.497975:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767875.497977:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767875.497979:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767875.497983:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767875.497992:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775767875.497995:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
00000020:00000001:0.0:1775767875.497996:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
02000000:00000001:2.0:1775767875.497999:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000020:00000001:0.0:1775767875.498001:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767875.498002:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767875.498008:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775767875.498008:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767875.498011:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767875.498016:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767875.498023:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec000.
00000100:00000001:2.0:1775767875.498029:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767875.498037:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335155072/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767875.498045:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767875.498049:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767875.498052:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335155072/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767875.498074:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767875.498077:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767875.498079:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767875.498080:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767875.498082:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767875.498084:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767875.498086:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5060
00000400:00000200:2.0:1775767875.498089:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767875.498092:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767875.498093:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767875.498096:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767875.498097:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767875.498099:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767875.498100:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767875.498102:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767875.498104:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767875.498106:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767875.498108:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767875.498110:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767875.498113:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767875.498116:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767875.498118:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767875.498120:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767875.498122:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767875.498124:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767875.498126:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767875.498128:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767875.498130:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1775767875.498130:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767875.498136:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767875.498137:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1775767875.498139:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767875.498141:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1775767875.498142:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767875.498146:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767875.498149:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767875.498154:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b54a80 x1862022335155072/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767875.498161:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767875.498170:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000100:00000001:1.0:1775767875.498177:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:2.0:1775767875.498177:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
00000100:00000001:1.0:1775767875.498182:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767875.498183:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767875.498186:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767875.498188:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1775767875.498189:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767875.498192:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767875.498192:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767875.498194:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767875.498196:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767875.498199:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306befc00.
00000100:00100000:1.0:1775767875.498203:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335155072:192.168.202.131@tcp:250:kworker.0
00000100:00000001:2.0:1775767875.498205:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767875.498213:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00100000:2.0:1775767875.498218:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335155200/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1775767875.498219:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767875.498223:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767875.498234:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1775767875.498239:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767875.498241:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767875.498245:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335155200/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1775767875.498246:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046ea400.
02000000:00000001:1.0:1775767875.498253:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767875.498269:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767875.498270:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00080000:2.0:1775767875.498275:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1775767875.498278:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000100:00080000:2.0:1775767875.498279:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767875.498287:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767875.498288:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767875.498291:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:1.0:1775767875.498292:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00080000:2.0:1775767875.498295:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5060
00000400:00000200:2.0:1775767875.498319:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767875.498321:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767875.498323:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767875.498325:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000200:1.0:1775767875.498326:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335155072, portal 25
00000100:00000001:2.0:1775767875.498328:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775767875.498333:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000040:2.0:1775767875.498334:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767875.498336:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682383488 : -120452027168128 : ffff927313b54a80)
00000100:00000001:2.0:1775767875.498337:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767875.498347:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767875.498348:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767875.498350:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:1.0:1775767875.498352:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b54a80 x1862022335155072/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767900 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1775767875.498353:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775767875.498363:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775767875.498373:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000001:1.0:1775767875.498374:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767875.498381:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000040:1.0:1775767875.498383:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000100:00000001:2.0:1775767875.498389:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1775767875.498392:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000040:2.0:1775767875.498394:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000200:1.0:1775767875.498400:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022335155072, offset 0
00000100:00000001:2.0:1775767875.498400:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000400:00000200:1.0:1775767875.498408:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000020:00000040:2.0:1775767875.498409:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767875.498416:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000400:00000200:1.0:1775767875.498422:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:2.0:1775767875.498422:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767875.498428:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1775767875.498431:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
02000000:00000001:2.0:1775767875.498433:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1775767875.498436:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1775767875.498443:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767875.498445:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000100:00000001:2.0:1775767875.498452:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:1.0:1775767875.498455:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767875.498460:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000008:00100000:2.0:1775767875.498462:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1775767875.498465:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60331:60331:256:4294967295] 192.168.202.131@tcp LPNI seq info [60331:60331:8:4294967295]
00000400:00000200:1.0:1775767875.498469:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000008:00000001:2.0:1775767875.498475:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767875.498483:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767875.498491:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000100:00000010:2.0:1775767875.498496:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000800:00000200:1.0:1775767875.498497:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000020:00000040:2.0:1775767875.498505:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
00000800:00000010:1.0:1775767875.498508:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
02000000:00000001:2.0:1775767875.498510:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767875.498512:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767875.498513:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767875.498515:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.0:1775767875.498520:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767875.498525:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 6 secs later)
02000000:00000001:2.0:1775767875.498525:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767875.498537:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef400.
00000800:00000200:1.1:1775767875.498538:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767875.498546:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 6 secs later)
00000100:00000001:2.0:1775767875.498547:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1775767875.498552:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767875.498557:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000100:00100000:2.0:1775767875.498557:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335155328/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1775767875.498570:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1775767875.498570:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767875.498575:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767875.498582:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767875.498590:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000100:00000040:2.0:1775767875.498592:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335155328/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1775767875.498595:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767875.498602:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767875.498611:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b54a80 x1862022335155072/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767900 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767875.498614:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767875.498623:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767875.498633:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775767875.498634:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1775767875.498638:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767875.498643:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:1.0:1775767875.498644:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b54a80 x1862022335155072/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767900 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767875.498653:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1775767875.498659:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767875.498660:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5060
00000100:00000001:1.0:1775767875.498664:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767875.498673:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767875.498679:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767875.498686:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767875.498690:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4299733757
00000400:00000200:2.0:1775767875.498691:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767875.498701:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000010:1.0:1775767875.498704:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9273188e53c0.
00000100:00000040:2.0:1775767875.498743:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767875.498745:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767875.498749:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767875.498750:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1775767875.498755:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000001:1.0:1775767875.498759:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4299733758
00000020:00000001:2.0:1775767875.498762:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000010:1.0:1775767875.498764:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9273188e52a0.
00000020:00000040:2.0:1775767875.498765:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000100:00000001:1.0:1775767875.498768:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3
00000020:00000001:2.0:1775767875.498770:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1775767875.498772:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1775767875.498774:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000100:00000001:1.0:1775767875.498777:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767875.498781:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000020:00000001:2.0:1775767875.498783:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00100000:1.0:1775767875.498788:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767875/real 1775767875]  req@ffff927313b54a80 x1862022335155072/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1775767875.498789:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767875.498807:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000400:00000001:1.0:1775767875.498808:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767875.498811:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1775767875.498814:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1775767875.498816:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000100:00000040:2.0:1775767875.498819:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000400:00000200:1.0:1775767875.498820:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767875.498828:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:2.0:1775767875.498828:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767875.498837:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00000001:1.0:1775767875.498838:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767875.498854:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b54a80 x1862022335155072/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775767875.498854:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767875.498868:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767875.498880:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:1.0:1775767875.498882:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b54a80 x1862022335155072/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767875.498890:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:2.0:1775767875.498890:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767875.498892:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767875.498898:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:2.0:1775767875.498899:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767875.498900:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767875.498909:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00100000:1.0:1775767875.498910:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b54a80 x1862022335155072/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1775767875.498916:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1775767875.498922:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:2.0:1775767875.498923:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767875.498927:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767875.498931:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b54a80 x1862022335155072/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767900 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1775767875.498931:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767875.498941:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767875.498949:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767875.498950:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767875.498953:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767875.498954:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767875.498957:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767875.498964:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000010:2.0:1775767875.498965:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306beec00.
00000100:00000001:1.0:1775767875.498967:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767875.498973:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767875.498974:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767875.498976:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767875.498976:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767875.498980:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767875.498985:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1775767875.498991:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335155456/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1775767875.498992:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767875.498996:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767875.499005:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b54a80 x1862022335155072/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767900 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767875.499031:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767875.499038:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767875.499039:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335155072:192.168.202.131@tcp:250:kworker.0
00000100:00000040:2.0:1775767875.499048:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335155456/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767875.499049:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767875.499058:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767875.499067:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b54a80 x1862022335155072/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767900 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767875.499074:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767875.499082:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1775767875.499083:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767875.499090:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00000100:00080000:2.0:1775767875.499090:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
02000000:00000010:1.0:1775767875.499095:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046ea400.
00000100:00000001:2.0:1775767875.499095:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767875.499099:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1775767875.499102:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:2.0:1775767875.499102:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000020:00000001:1.0:1775767875.499107:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000100:00080000:2.0:1775767875.499112:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5060
00000020:00000040:1.0:1775767875.499113:0:2404:0:(genops.c:1242:class_import_put()) import ffff9273194c5000 refcount=3 obd=MGC192.168.202.131@tcp
00000020:00000001:1.0:1775767875.499124:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767875.499126:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bec000.
00000400:00000200:2.0:1775767875.499127:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
02000000:00000001:1.0:1775767875.499135:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
00000400:00000200:2.0:1775767875.499136:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
02000000:00000001:1.0:1775767875.499138:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00080000:2.0:1775767875.499142:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000010:1.0:1775767875.499143:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b54a80.
00000100:00000001:1.0:1775767875.499150:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000040:2.0:1775767875.499153:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767875.499154:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767875.499160:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767875.499161:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767875.499169:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767875.499171:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000001:1.0:1775767875.499173:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:2.0:1775767875.499174:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767875.499177:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000100:00000001:1.0:1775767875.499178:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767875.499185:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1775767875.499186:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1775767875.499187:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000100:00000001:1.0:1775767875.499191:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1775767875.499192:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000001:1.0:1775767875.499194:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1775767875.499197:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:1.0:1775767875.499203:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b57100 x1862022335155200/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775767875.499208:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767875.499219:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767875.499225:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767875.499234:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767875.499234:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000001:1.0:1775767875.499238:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1775767875.499239:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
02000000:00000001:1.0:1775767875.499248:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:2.0:1775767875.499248:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767875.499253:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767875.499254:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767875.499256:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767875.499260:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767875.499261:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767875.499265:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767875.499267:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00100000:1.0:1775767875.499273:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335155200:192.168.202.131@tcp:38:kworker.0
00000008:00100000:2.0:1775767875.499273:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767875.499280:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767875.499286:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767875.499289:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000010:2.0:1775767875.499291:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
02000000:00000001:1.0:1775767875.499293:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:2.0:1775767875.499294:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:1.0:1775767875.499310:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767875.499312:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767875.499314:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1775767875.499314:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767875.499319:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:1.0:1775767875.499320:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046ea400.
02000000:00000001:2.0:1775767875.499321:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767875.499325:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767875.499327:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767875.499331:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
02000000:00000010:2.0:1775767875.499332:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec800.
00000400:00000010:1.0:1775767875.499337:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000400:00000010:1.0:1775767875.499341:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000001:2.0:1775767875.499344:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775767875.499345:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335155200, portal 10
00000100:00000001:1.0:1775767875.499351:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767875.499356:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682393344 : -120452027158272 : ffff927313b57100)
00000100:00100000:2.0:1775767875.499359:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335155584/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767875.499368:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767875.499370:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767875.499373:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b57100 x1862022335155200/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767900 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775767875.499377:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335155584/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767875.499442:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1775767875.499442:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767875.499448:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000100:00000040:2.0:1775767875.499449:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5070)
00000400:00000010:1.0:1775767875.499453:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767875.499456:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335155200, offset 0
00000400:00000200:1.0:1775767875.499461:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767875.499466:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767875.499472:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767875.499474:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767875.499477:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767875.499478:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767875.499480:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767875.499483:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60332:60332:256:4294967295] 192.168.202.131@tcp LPNI seq info [60332:60332:8:4294967295]
00000400:00000200:1.0:1775767875.499485:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767875.499490:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767875.499493:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767875.499496:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000800:00000200:1.0:1775767875.499498:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767875.499501:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1775767875.499505:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767875.499506:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1775767875.499509:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767875.499511:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767875.499513:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767875.499516:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767875.499519:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767875.499520:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767875.499522:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767875.499525:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b57100 x1862022335155200/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767900 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767875.499536:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767875.499538:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b57100 x1862022335155200/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767900 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767875.499542:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767875.499543:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767875.499545:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767875.499549:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: using a timeout of 15131 usecs (16 jiffies)
00000400:00000200:1.0:1775767875.499550:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767875.499552:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299732497
00000100:00000001:1.0:1775767875.499554:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299733757
00000100:00000001:1.0:1775767875.499556:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299732497
00000100:00000001:1.0:1775767875.499558:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299733758
00000100:00000001:1.0:1775767875.499559:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767875.499560:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767875.499562:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767875.499564:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767875/real 1775767875]  req@ffff927313b57100 x1862022335155200/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767875.499569:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767875.499570:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767875.499571:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767875.499572:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767875.499574:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767875.499575:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767875.499577:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b57100 x1862022335155200/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767875.499583:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b57100 x1862022335155200/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767875.499586:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767875.499588:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767875.499589:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767875.499590:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767875.499593:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b57100 x1862022335155200/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767875.499597:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767875.499599:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b57100 x1862022335155200/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767900 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767875.499603:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767875.499605:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767875.499606:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767875.499607:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767875.499608:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767875.499609:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767875.499611:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767875.499613:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767875.499614:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767875.499617:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b57100 x1862022335155200/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767900 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767875.499621:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335155200:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775767875.499624:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767875.499626:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b54e00 x1862022335155328/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767875.499631:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767875.499632:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767875.499634:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767875.499635:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767875.499637:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767875.499639:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335155328:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775767875.499642:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767875.499643:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767875.499644:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767875.499646:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767875.499649:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046eb400.
02000000:00000001:1.0:1775767875.499650:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767875.499652:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767875.499653:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000400:00000010:1.0:1775767875.499655:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000200:1.0:1775767875.499657:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335155328, portal 10
00000100:00000001:1.0:1775767875.499659:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767875.499660:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682384384 : -120452027167232 : ffff927313b54e00)
00000100:00000040:1.0:1775767875.499664:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b54e00 x1862022335155328/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767900 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767875.499668:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767875.499669:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767875.499670:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767875.499672:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335155328, offset 0
00000400:00000200:1.0:1775767875.499674:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767875.499677:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767875.499678:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767875.499681:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767875.499682:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767875.499684:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767875.499686:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767875.499688:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60333:60333:256:4294967295] 192.168.202.131@tcp LPNI seq info [60333:60333:8:4294967295]
00000400:00000200:1.0:1775767875.499691:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767875.499694:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767875.499697:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767875.499699:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000800:00000200:1.0:1775767875.499702:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767875.499704:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1775767875.499707:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767875.499729:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1775767875.499732:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767875.499733:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767875.499735:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767875.499737:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767875.499739:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767875.499740:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767875.499742:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767875.499745:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b54e00 x1862022335155328/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767900 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767875.499750:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767875.499752:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b54e00 x1862022335155328/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767900 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767875.499757:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767875.499758:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767875.499760:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767875.499762:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: using a timeout of 41678 usecs (42 jiffies)
00000400:00000200:1.0:1775767875.499765:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767875.499766:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299732524
00000100:00000001:1.0:1775767875.499768:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299733757
00000100:00000001:1.0:1775767875.499769:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299732524
00000100:00000001:1.0:1775767875.499771:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299733758
00000100:00000001:1.0:1775767875.499772:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767875.499774:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767875.499775:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767875.499777:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767875/real 1775767875]  req@ffff927313b54e00 x1862022335155328/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767875.499782:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767875.499783:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767875.499784:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767875.499786:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767875.499787:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767875.499788:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767875.499790:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b54e00 x1862022335155328/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767875.499794:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b54e00 x1862022335155328/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767875.499798:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767875.499799:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767875.499800:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767875.499801:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767875.499803:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b54e00 x1862022335155328/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767875.499807:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767875.499809:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b54e00 x1862022335155328/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767900 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767875.499813:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767875.499815:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767875.499816:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767875.499817:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767875.499818:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767875.499819:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767875.499820:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767875.499822:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767875.499824:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767875.499826:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b54e00 x1862022335155328/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767900 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767875.499834:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335155328:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775767875.499837:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767875.499839:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b55f80 x1862022335155456/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767875.499843:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767875.499844:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767875.499846:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767875.499847:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767875.499848:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767875.499850:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335155456:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767875.499852:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767875.499853:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767875.499854:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767875.499855:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767875.499857:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046e9800.
02000000:00000001:1.0:1775767875.499859:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767875.499861:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767875.499863:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000400:00000010:1.0:1775767875.499865:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000200:1.0:1775767875.499867:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335155456, portal 4
00000100:00000001:1.0:1775767875.499868:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767875.499869:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682388864 : -120452027162752 : ffff927313b55f80)
00000100:00000040:1.0:1775767875.499872:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b55f80 x1862022335155456/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767900 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767875.499876:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767875.499878:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767875.499879:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767875.499880:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335155456, offset 0
00000400:00000200:1.0:1775767875.499883:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767875.499885:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767875.499888:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767875.499890:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767875.499892:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767875.499893:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767875.499895:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767875.499897:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60334:60334:256:4294967295] 192.168.202.131@tcp LPNI seq info [60334:60334:8:4294967295]
00000400:00000200:1.0:1775767875.499900:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767875.499904:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767875.499906:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767875.499908:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000800:00000200:1.0:1775767875.499911:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767875.499913:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1775767875.499915:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767875.499917:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1775767875.499920:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767875.499921:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767875.499923:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767875.499925:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767875.499927:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767875.499928:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767875.499929:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767875.499931:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b55f80 x1862022335155456/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767900 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767875.499936:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767875.499938:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b55f80 x1862022335155456/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767900 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767875.499941:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767875.499942:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767875.499944:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767875.499946:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: using a timeout of 22192 usecs (23 jiffies)
00000400:00000200:1.0:1775767875.499948:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767875.499950:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299732505
00000100:00000001:1.0:1775767875.499952:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299733757
00000100:00000001:1.0:1775767875.499953:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299732505
00000100:00000001:1.0:1775767875.499955:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299733758
00000100:00000001:1.0:1775767875.499956:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767875.499957:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767875.499958:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767875.499960:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767875/real 1775767875]  req@ffff927313b55f80 x1862022335155456/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767875.499964:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767875.499965:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767875.499966:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767875.499967:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767875.499969:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767875.499970:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767875.499972:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b55f80 x1862022335155456/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767875.499977:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b55f80 x1862022335155456/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767875.499981:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767875.499982:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767875.499983:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767875.499984:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767875.499986:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b55f80 x1862022335155456/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767875.499989:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767875.499991:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b55f80 x1862022335155456/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767900 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767875.499995:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767875.499997:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767875.499998:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767875.499999:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767875.500000:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767875.500002:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767875.500003:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767875.500005:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767875.500006:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767875.500009:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b55f80 x1862022335155456/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767900 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767875.500013:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335155456:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767875.500015:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767875.500016:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767875.500018:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b57100 x1862022335155200/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767900 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767875.500022:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767875.500023:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767875.500024:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046ea400.
02000000:00000001:1.0:1775767875.500025:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767875.500026:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767875.500027:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c000 refcount=137 obd=lustre-MDT0000-mdc-ffff927308189800
00000020:00000001:1.0:1775767875.500029:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767875.500030:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306befc00.
02000000:00000001:1.0:1775767875.500031:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767875.500032:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767875.500033:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b57100.
00000100:00000001:1.0:1775767875.500035:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767875.500036:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767875.500038:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767875.500039:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b54e00 x1862022335155328/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767900 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767875.500048:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767875.500048:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767875.500049:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046eb400.
02000000:00000001:1.0:1775767875.500051:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767875.500052:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767875.500053:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f800 refcount=3 obd=lustre-MDT0001-mdc-ffff927308189800
00000020:00000001:1.0:1775767875.500054:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767875.500055:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bef400.
02000000:00000001:1.0:1775767875.500056:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767875.500056:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767875.500057:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b54e00.
00000100:00000001:1.0:1775767875.500059:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767875.500060:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767875.500060:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767875.500062:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b55f80 x1862022335155456/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767900 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767875.500066:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767875.500066:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767875.500067:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046e9800.
02000000:00000001:1.0:1775767875.500068:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767875.500069:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767875.500070:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f000 refcount=2 obd=lustre-OST0000-osc-ffff927308189800
00000020:00000001:1.0:1775767875.500071:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767875.500071:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306beec00.
02000000:00000001:1.0:1775767875.500073:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767875.500073:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767875.500074:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b55f80.
00000100:00000001:1.0:1775767875.500076:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767875.500076:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767875.500077:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767875.500080:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767875.500081:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767875.500082:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767875.500083:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767875.500084:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767875.500087:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b55180 x1862022335155584/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767875.500091:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767875.500092:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767875.500094:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767875.500095:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767875.500096:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767875.500097:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335155584:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767875.500099:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767875.500100:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767875.500101:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767875.500102:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767875.500104:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046e9800.
02000000:00000001:1.0:1775767875.500105:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767875.500107:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767875.500109:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000400:00000010:1.0:1775767875.500110:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000200:1.0:1775767875.500112:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335155584, portal 4
00000100:00000001:1.0:1775767875.500113:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767875.500114:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682385280 : -120452027166336 : ffff927313b55180)
00000100:00000040:1.0:1775767875.500118:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b55180 x1862022335155584/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767900 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767875.500122:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767875.500123:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767875.500125:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767875.500126:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335155584, offset 0
00000400:00000200:1.0:1775767875.500129:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767875.500131:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767875.500133:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767875.500134:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767875.500136:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767875.500138:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767875.500139:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767875.500142:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60335:60335:256:4294967295] 192.168.202.131@tcp LPNI seq info [60335:60335:8:4294967295]
00000400:00000200:1.0:1775767875.500145:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767875.500149:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767875.500152:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767875.500154:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000800:00000200:1.0:1775767875.500156:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767875.500158:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1775767875.500161:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767875.500162:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1775767875.500165:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767875.500167:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767875.500169:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767875.500171:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767875.500173:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767875.500174:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767875.500175:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767875.500177:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b55180 x1862022335155584/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767900 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767875.500182:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767875.500183:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b55180 x1862022335155584/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767900 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767875.500187:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767875.500188:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767875.500190:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767875.500191:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: using a timeout of 22500 usecs (23 jiffies)
00000400:00000200:1.0:1775767875.500193:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767875.500195:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299732505
00000100:00000001:1.0:1775767875.500197:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299733757
00000100:00000001:1.0:1775767875.500198:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299732505
00000100:00000001:1.0:1775767875.500199:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299733758
00000100:00000001:1.0:1775767875.500201:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767875.500202:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767875.500204:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767875.500206:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767875/real 1775767875]  req@ffff927313b55180 x1862022335155584/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767875.500211:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767875.500212:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767875.500213:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767875.500214:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767875.500215:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767875.500216:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767875.500218:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b55180 x1862022335155584/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767875.500227:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b55180 x1862022335155584/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767875.500234:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767875.500236:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767875.500238:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767875.500239:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767875.500243:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b55180 x1862022335155584/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767875.500250:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767875.500254:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b55180 x1862022335155584/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767900 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767875.500262:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767875.500265:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767875.500267:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767875.500268:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767875.500270:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767875.500272:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767875.500275:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767875.500279:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767875.500281:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767875.500285:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b55180 x1862022335155584/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767900 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767875.500290:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335155584:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767875.500293:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767875.500294:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767875.500296:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b55180 x1862022335155584/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767900 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767875.500314:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767875.500315:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767875.500316:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046e9800.
02000000:00000001:1.0:1775767875.500318:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767875.500319:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767875.500319:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c800 refcount=2 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:1.0:1775767875.500321:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767875.500322:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bec800.
02000000:00000001:1.0:1775767875.500324:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767875.500325:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767875.500326:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b55180.
00000100:00000001:1.0:1775767875.500327:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767875.500328:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767875.500329:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767875.500332:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767875.500332:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767875.500334:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767875.500335:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767876.073821:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767876.073827:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767876.073829:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767876.073833:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767876.073836:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767876.073839:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767876.073841:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767876.073844:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767876.073846:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767876.521931:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767876.521936:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767876.521941:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767876.777859:0:58716:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299733757, at 4299733760
00000100:00000010:2.0:1775767876.777873:0:58716:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9273188e53c0.
00000100:00000001:0.0:1775767877.097828:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767877.097834:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767877.097836:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767877.097841:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767877.097844:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767877.097848:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767877.097850:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767877.097852:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767877.097854:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767877.545902:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767877.545905:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767877.545908:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000008:00000020:2.0:1775767878.057809:0:58716:0:(osc_request.c:745:osc_update_next_shrink()) next time 6267 to shrink grant
00000008:00000020:2.0:1775767878.057816:0:58716:0:(osc_request.c:745:osc_update_next_shrink()) next time 6267 to shrink grant
00000100:00000001:0.0:1775767878.121782:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767878.121787:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767878.121789:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767878.121794:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767878.121797:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767878.121801:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767878.121803:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767878.121805:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767878.121807:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767878.569863:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767878.569866:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767878.569869:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767879.145813:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767879.145819:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767879.145827:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767879.145832:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767879.145835:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767879.145839:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767879.145841:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767879.145843:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767879.145845:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767879.593910:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767879.593913:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767879.593915:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767880.169782:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767880.169787:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767880.169789:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767880.169793:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767880.169796:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767880.169799:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767880.169801:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767880.169803:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767880.169805:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767880.617793:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767880.617802:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767880.617805:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767880.617811:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767880.617816:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767880.617824:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5065
00000400:00000200:2.0:1775767880.617834:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767880.617841:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767880.617843:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767880.617847:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767880.617850:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767880.617853:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767880.617855:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767880.617858:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767880.617859:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767880.617861:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767880.617864:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775767880.617866:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775767880.617868:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775767880.617871:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767880.617873:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767880.617875:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767880.617877:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767880.617879:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767880.617881:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767880.617883:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767880.617886:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
02000000:00000001:2.0:1775767880.617886:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767880.617888:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1775767880.617890:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767880.617892:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767880.617893:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775767880.617895:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767880.617897:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767880.617904:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
00000020:00000040:2.0:1775767880.617907:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767880.617910:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767880.617911:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767880.617914:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767880.617916:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767880.617919:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767880.617925:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee400.
00000100:00000001:2.0:1775767880.617939:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767880.617947:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335155712/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767880.617955:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767880.617959:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767880.617962:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335155712/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767880.617982:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767880.617986:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767880.617990:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767880.617992:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767880.617993:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767880.617997:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767880.618000:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5065
00000400:00000200:2.0:1775767880.618005:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767880.618009:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767880.618013:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767880.618017:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767880.618019:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767880.618019:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775767880.618025:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1775767880.618025:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767880.618028:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000001:1.0:1775767880.618030:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1775767880.618032:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767880.618034:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767880.618036:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767880.618040:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000100:00000040:1.0:1775767880.618041:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b57800 x1862022335155712/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1775767880.618042:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767880.618046:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767880.618054:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767880.618058:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767880.618061:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767880.618063:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767880.618063:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000001:1.0:1775767880.618067:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1775767880.618067:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767880.618070:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767880.618073:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767880.618074:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767880.618075:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767880.618079:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767880.618081:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767880.618085:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767880.618086:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767880.618090:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767880.618094:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1775767880.618095:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335155712:192.168.202.131@tcp:250:kworker.0
00000008:00000001:2.0:1775767880.618098:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767880.618101:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1775767880.618101:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767880.618106:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:2.0:1775767880.618106:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
02000000:00000001:1.0:1775767880.618110:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1775767880.618110:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:1.0:1775767880.618114:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1775767880.618114:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000010:1.0:1775767880.618119:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046e9800.
02000000:00000001:1.0:1775767880.618122:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767880.618124:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767880.618126:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767880.618128:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1775767880.618130:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
02000000:00000001:2.0:1775767880.618131:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775767880.618134:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
02000000:00000010:2.0:1775767880.618136:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef000.
00000400:00000010:1.0:1775767880.618141:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000001:2.0:1775767880.618141:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767880.618149:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335155840/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1775767880.618150:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335155712, portal 25
00000100:00000001:1.0:1775767880.618155:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767880.618158:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682395136 : -120452027156480 : ffff927313b57800)
00000100:00000001:2.0:1775767880.618164:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767880.618167:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767880.618168:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b57800 x1862022335155712/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775767880.618174:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335155840/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767880.618179:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767880.618186:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767880.618189:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000001:2.0:1775767880.618189:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775767880.618193:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022335155712, offset 0
00000100:00080000:2.0:1775767880.618194:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767880.618199:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767880.618202:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1775767880.618203:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000100:00080000:2.0:1775767880.618205:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767880.618208:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767880.618210:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5065
00000400:00000200:1.0:1775767880.618213:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767880.618217:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767880.618220:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000400:00000200:1.0:1775767880.618223:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000100:00080000:2.0:1775767880.618224:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767880.618230:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000400:00000200:1.0:1775767880.618232:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1775767880.618232:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767880.618236:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000400:00000200:1.0:1775767880.618239:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000100:00000001:2.0:1775767880.618240:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767880.618243:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:1.0:1775767880.618244:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000020:00000040:2.0:1775767880.618246:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767880.618263:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767880.618265:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775767880.618267:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775767880.618268:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000400:00000200:1.0:1775767880.618272:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000100:00000040:2.0:1775767880.618272:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767880.618276:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767880.618280:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000400:00000200:1.0:1775767880.618284:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60336:60336:256:4294967295] 192.168.202.131@tcp LPNI seq info [60336:60336:8:4294967295]
00000100:00000001:2.0:1775767880.618284:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767880.618288:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767880.618294:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000400:00000200:1.0:1775767880.618298:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:2.0:1775767880.618299:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767880.618302:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767880.618305:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767880.618307:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767880.618309:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767880.618311:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767880.618316:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767880.618317:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1775767880.618319:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767880.618326:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000800:00000200:1.0:1775767880.618329:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000020:00000040:2.0:1775767880.618330:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767880.618333:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000800:00000010:1.0:1775767880.618334:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
02000000:00000001:2.0:1775767880.618334:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767880.618336:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767880.618339:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767880.618340:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1775767880.618344:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
02000000:00000010:2.0:1775767880.618344:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed000.
00000800:00000200:1.0:1775767880.618349:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000100:00000001:2.0:1775767880.618349:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767880.618358:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335155968/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1775767880.618359:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767880.618364:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1775767880.618373:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000100:00000001:2.0:1775767880.618374:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000010:1.0:1775767880.618376:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000100:00000001:2.0:1775767880.618378:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767880.618382:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1775767880.618383:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335155968/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775767880.618392:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1775767880.618398:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767880.618399:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000100:00080000:2.0:1775767880.618400:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1775767880.618401:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00080000:2.0:1775767880.618406:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775767880.618407:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1775767880.618408:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767880.618411:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1775767880.618414:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b57800 x1862022335155712/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767880.618415:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767880.618421:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5065
00000100:00000001:1.0:1775767880.618429:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000400:00000200:2.0:1775767880.618432:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000040:1.0:1775767880.618433:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b57800 x1862022335155712/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767905 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1775767880.618439:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00000001:1.0:1775767880.618445:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767880.618445:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1775767880.618449:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:2.0:1775767880.618449:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767880.618452:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767880.618454:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767880.618455:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767880.618456:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000400:00000200:1.0:1775767880.618460:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000020:00000001:2.0:1775767880.618460:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767880.618461:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000100:00000001:1.0:1775767880.618463:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4299738877
00000020:00000001:2.0:1775767880.618464:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767880.618467:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000100:00000010:1.0:1775767880.618470:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9273188e5300.
00000020:00000001:2.0:1775767880.618470:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775767880.618471:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767880.618475:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767880.618477:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1775767880.618477:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767880.618480:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767880.618482:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000001:1.0:1775767880.618484:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4299738877
00000020:00000040:2.0:1775767880.618484:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00000010:1.0:1775767880.618489:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9273188e50c0.
00000100:00080000:2.0:1775767880.618489:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767880.618493:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1775767880.618493:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767880.618497:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775767880.618499:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767880.618500:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767880.618505:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767880.618505:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767880.618510:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767880.618511:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000008:00100000:2.0:1775767880.618512:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767880.618515:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767880.618516:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767880.618520:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767880/real 1775767880]  req@ffff927313b57800 x1862022335155712/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1775767880.618520:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767880.618524:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767880.618529:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767880.618533:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767880.618536:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767880.618539:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767880.618541:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1775767880.618543:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000010:2.0:1775767880.618544:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee800.
00000400:00000001:1.0:1775767880.618547:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1775767880.618548:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775767880.618550:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000100:00100000:2.0:1775767880.618553:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335156096/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1775767880.618556:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767880.618560:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:2.0:1775767880.618565:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767880.618566:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1775767880.618568:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775767880.618574:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b57800 x1862022335155712/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775767880.618574:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335156096/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767880.618605:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767880.618607:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1775767880.618610:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b57800 x1862022335155712/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775767880.618611:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767880.618614:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767880.618616:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767880.618620:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767880.618625:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5065
00000100:00000001:1.0:1775767880.618631:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000400:00000200:2.0:1775767880.618632:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767880.618636:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1775767880.618636:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767880.618640:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1775767880.618642:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:2.0:1775767880.618643:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767880.618646:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767880.618646:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767880.618649:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767880.618652:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00100000:1.0:1775767880.618656:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b57800 x1862022335155712/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1775767880.618656:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767880.618660:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767880.618663:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767880.618667:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767880.618672:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000001:1.0:1775767880.618673:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1775767880.618678:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:1.0:1775767880.618682:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b57800 x1862022335155712/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767905 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775767880.618686:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767880.618692:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767880.618697:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767880.618699:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767880.618702:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000001:1.0:1775767880.618704:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1775767880.618706:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767880.618729:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767880.618731:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767880.618733:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767880.618736:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767880.618738:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767880.618739:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767880.618741:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00100000:2.0:1775767880.618741:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1775767880.618743:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:2.0:1775767880.618744:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767880.618747:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767880.618747:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767880.618750:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000010:2.0:1775767880.618752:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000100:00080000:1.0:1775767880.618753:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from CONNECTING to DISCONN
00000020:00000040:2.0:1775767880.618756:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
00000100:00080000:1.0:1775767880.618760:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.131@tcp failed (-110)
02000000:00000001:2.0:1775767880.618760:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767880.618763:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767880.618764:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:2.0:1775767880.618765:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767880.618768:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767880.618770:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767880.618772:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b57800 x1862022335155712/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767905 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1775767880.618774:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec400.
00000100:00000001:2.0:1775767880.618780:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767880.618786:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335155712:192.168.202.131@tcp:250:kworker.0
00000100:00100000:2.0:1775767880.618789:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335156224/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767880.618792:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767880.618796:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1775767880.618800:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1775767880.618801:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b57800 x1862022335155712/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767905 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767880.618803:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767880.618812:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335156224/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767880.618813:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767880.618817:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767880.618820:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046e9800.
00000100:00000001:2.0:1775767880.618823:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767880.618824:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767880.618827:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767880.618828:0:2404:0:(genops.c:1242:class_import_put()) import ffff9273194c5000 refcount=3 obd=MGC192.168.202.131@tcp
00000100:00000040:2.0:1775767880.618828:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5075)
00000020:00000001:1.0:1775767880.618833:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767880.618835:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bee400.
02000000:00000001:1.0:1775767880.618838:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767880.618839:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767880.618841:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b57800.
00000100:00000001:1.0:1775767880.618844:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767880.618845:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767880.618846:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767880.618852:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767880.618854:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767880.618855:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767880.618857:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767880.618858:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767880.618861:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b56300 x1862022335155840/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767880.618866:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767880.618867:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767880.618869:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767880.618870:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767880.618872:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767880.618874:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335155840:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775767880.618877:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767880.618878:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767880.618880:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767880.618881:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767880.618883:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046e9800.
02000000:00000001:1.0:1775767880.618884:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767880.618887:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767880.618889:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000400:00000010:1.0:1775767880.618893:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000200:1.0:1775767880.618896:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335155840, portal 10
00000100:00000001:1.0:1775767880.618898:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767880.618899:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682389760 : -120452027161856 : ffff927313b56300)
00000100:00000040:1.0:1775767880.618905:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b56300 x1862022335155840/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767880.618912:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767880.618914:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767880.618917:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767880.618919:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335155840, offset 0
00000400:00000200:1.0:1775767880.618924:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767880.618928:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767880.618933:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767880.618936:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767880.618939:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767880.618941:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767880.618944:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767880.618947:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60337:60337:256:4294967295] 192.168.202.131@tcp LPNI seq info [60337:60337:8:4294967295]
00000400:00000200:1.0:1775767880.618952:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767880.618958:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767880.618961:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767880.618965:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000800:00000200:1.0:1775767880.618967:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767880.618970:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775767880.618973:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767880.618975:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1775767880.618977:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767880.618978:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767880.618981:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767880.618983:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767880.618985:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767880.618987:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767880.618989:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767880.618991:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b56300 x1862022335155840/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767880.618997:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767880.618999:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b56300 x1862022335155840/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767905 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767880.619004:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767880.619005:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767880.619007:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767880.619010:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: using a timeout of 15131 usecs (16 jiffies)
00000400:00000200:1.0:1775767880.619013:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767880.619014:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299737617
00000100:00000001:1.0:1775767880.619016:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299738877
00000100:00000001:1.0:1775767880.619018:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299737617
00000100:00000001:1.0:1775767880.619019:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299738877
00000100:00000001:1.0:1775767880.619021:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767880.619022:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767880.619023:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767880.619026:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767880/real 1775767880]  req@ffff927313b56300 x1862022335155840/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767880.619035:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767880.619036:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767880.619038:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767880.619040:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767880.619041:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767880.619044:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767880.619047:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b56300 x1862022335155840/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767880.619055:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b56300 x1862022335155840/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767880.619062:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767880.619063:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767880.619065:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767880.619066:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767880.619070:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b56300 x1862022335155840/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767880.619077:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767880.619082:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b56300 x1862022335155840/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767905 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767880.619090:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767880.619092:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767880.619094:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767880.619095:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767880.619097:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767880.619099:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767880.619100:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767880.619103:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767880.619106:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767880.619110:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b56300 x1862022335155840/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767905 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767880.619118:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335155840:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775767880.619123:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767880.619127:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b55180 x1862022335155968/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767880.619132:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767880.619133:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767880.619134:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767880.619136:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767880.619137:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767880.619139:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335155968:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775767880.619141:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767880.619142:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767880.619144:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767880.619145:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767880.619147:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046eb400.
02000000:00000001:1.0:1775767880.619149:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767880.619152:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767880.619154:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000400:00000010:1.0:1775767880.619158:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000200:1.0:1775767880.619161:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335155968, portal 10
00000100:00000001:1.0:1775767880.619164:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767880.619165:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682385280 : -120452027166336 : ffff927313b55180)
00000100:00000040:1.0:1775767880.619171:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b55180 x1862022335155968/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767880.619180:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767880.619181:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767880.619184:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767880.619186:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335155968, offset 0
00000400:00000200:1.0:1775767880.619191:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767880.619195:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767880.619199:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767880.619201:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767880.619204:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767880.619206:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767880.619208:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767880.619211:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60338:60338:256:4294967295] 192.168.202.131@tcp LPNI seq info [60338:60338:8:4294967295]
00000400:00000200:1.0:1775767880.619215:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767880.619222:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767880.619227:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767880.619231:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000800:00000200:1.0:1775767880.619234:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767880.619237:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775767880.619241:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767880.619243:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1775767880.619247:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767880.619262:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767880.619265:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767880.619268:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767880.619271:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767880.619273:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767880.619275:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767880.619279:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b55180 x1862022335155968/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767880.619287:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767880.619291:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b55180 x1862022335155968/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767905 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767880.619297:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767880.619298:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767880.619301:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767880.619303:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: using a timeout of 41678 usecs (42 jiffies)
00000400:00000200:1.0:1775767880.619306:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767880.619308:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299737643
00000100:00000001:1.0:1775767880.619310:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299738877
00000100:00000001:1.0:1775767880.619311:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299737643
00000100:00000001:1.0:1775767880.619313:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299738877
00000100:00000001:1.0:1775767880.619314:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767880.619316:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767880.619317:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767880.619319:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767880/real 1775767880]  req@ffff927313b55180 x1862022335155968/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767880.619324:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767880.619325:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767880.619327:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767880.619328:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767880.619329:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767880.619331:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767880.619333:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b55180 x1862022335155968/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767880.619338:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b55180 x1862022335155968/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767880.619342:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767880.619342:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767880.619344:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767880.619344:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767880.619346:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b55180 x1862022335155968/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767880.619350:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767880.619353:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b55180 x1862022335155968/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767905 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767880.619357:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767880.619359:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767880.619360:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767880.619361:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767880.619363:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767880.619364:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767880.619365:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767880.619367:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767880.619369:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767880.619371:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b55180 x1862022335155968/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767905 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767880.619375:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335155968:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775767880.619378:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767880.619380:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b55f80 x1862022335156096/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767880.619384:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767880.619384:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767880.619386:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767880.619387:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767880.619389:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767880.619390:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335156096:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767880.619393:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767880.619394:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767880.619395:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767880.619397:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767880.619399:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046ea400.
02000000:00000001:1.0:1775767880.619400:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767880.619402:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767880.619404:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000400:00000010:1.0:1775767880.619406:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000200:1.0:1775767880.619409:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335156096, portal 4
00000100:00000001:1.0:1775767880.619410:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767880.619411:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682388864 : -120452027162752 : ffff927313b55f80)
00000100:00000040:1.0:1775767880.619415:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b55f80 x1862022335156096/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767880.619419:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767880.619421:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767880.619422:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767880.619423:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335156096, offset 0
00000400:00000200:1.0:1775767880.619426:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767880.619428:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767880.619431:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767880.619433:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767880.619435:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767880.619437:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767880.619438:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767880.619441:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60339:60339:256:4294967295] 192.168.202.131@tcp LPNI seq info [60339:60339:8:4294967295]
00000400:00000200:1.0:1775767880.619444:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767880.619448:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767880.619453:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767880.619456:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000800:00000200:1.0:1775767880.619461:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767880.619463:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775767880.619468:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767880.619470:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1775767880.619474:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767880.619476:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767880.619479:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767880.619482:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767880.619485:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767880.619486:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767880.619488:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767880.619491:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b55f80 x1862022335156096/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767880.619500:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767880.619502:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b55f80 x1862022335156096/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767905 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767880.619506:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767880.619507:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767880.619509:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767880.619512:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: using a timeout of 22192 usecs (23 jiffies)
00000400:00000200:1.0:1775767880.619514:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767880.619515:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299737624
00000100:00000001:1.0:1775767880.619517:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299738877
00000100:00000001:1.0:1775767880.619518:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299737624
00000100:00000001:1.0:1775767880.619520:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299738877
00000100:00000001:1.0:1775767880.619521:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767880.619522:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767880.619524:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767880.619526:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767880/real 1775767880]  req@ffff927313b55f80 x1862022335156096/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767880.619530:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767880.619531:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767880.619532:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767880.619533:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767880.619534:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767880.619535:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767880.619537:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b55f80 x1862022335156096/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767880.619542:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b55f80 x1862022335156096/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767880.619546:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767880.619547:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767880.619549:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767880.619550:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767880.619552:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b55f80 x1862022335156096/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767880.619556:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767880.619558:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b55f80 x1862022335156096/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767905 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767880.619562:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767880.619564:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767880.619565:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767880.619565:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767880.619566:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767880.619567:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767880.619569:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767880.619570:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767880.619572:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767880.619574:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b55f80 x1862022335156096/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767905 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767880.619578:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335156096:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767880.619581:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767880.619583:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b54e00 x1862022335156224/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767880.619587:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767880.619589:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767880.619590:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767880.619591:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767880.619592:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767880.619594:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335156224:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767880.619597:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767880.619598:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767880.619600:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767880.619601:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767880.619603:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046e9c00.
02000000:00000001:1.0:1775767880.619604:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767880.619606:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767880.619608:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000400:00000010:1.0:1775767880.619609:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000200:1.0:1775767880.619612:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335156224, portal 4
00000100:00000001:1.0:1775767880.619613:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767880.619614:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682384384 : -120452027167232 : ffff927313b54e00)
00000100:00000040:1.0:1775767880.619617:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b54e00 x1862022335156224/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767880.619621:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767880.619623:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767880.619624:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767880.619626:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335156224, offset 0
00000400:00000200:1.0:1775767880.619628:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767880.619631:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767880.619633:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767880.619635:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767880.619637:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767880.619639:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767880.619640:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767880.619642:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60340:60340:256:4294967295] 192.168.202.131@tcp LPNI seq info [60340:60340:8:4294967295]
00000400:00000200:1.0:1775767880.619645:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767880.619650:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767880.619653:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767880.619655:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000800:00000200:1.0:1775767880.619658:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775767880.619660:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775767880.619663:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767880.619664:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1775767880.619667:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767880.619668:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:1.0:1775767880.619671:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767880.619675:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767880.619677:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:1.0:1775767880.619679:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:1.0:1775767880.619682:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767880.619685:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b54e00 x1862022335156224/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767880.619693:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767880.619696:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b54e00 x1862022335156224/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767905 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767880.619703:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767880.619705:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767880.619740:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767880.619744:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: using a timeout of 22500 usecs (23 jiffies)
00000400:00000200:1.0:1775767880.619748:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767880.619750:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299737625
00000100:00000001:1.0:1775767880.619753:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299738877
00000100:00000001:1.0:1775767880.619755:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299737625
00000100:00000001:1.0:1775767880.619758:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299738877
00000100:00000001:1.0:1775767880.619760:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767880.619762:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767880.619764:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767880.619768:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767880/real 1775767880]  req@ffff927313b54e00 x1862022335156224/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767880.619774:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767880.619776:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767880.619777:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767880.619779:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767880.619780:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767880.619782:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767880.619784:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b54e00 x1862022335156224/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767880.619789:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b54e00 x1862022335156224/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767880.619793:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767880.619794:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767880.619795:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767880.619796:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767880.619798:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b54e00 x1862022335156224/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767880.619803:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767880.619805:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b54e00 x1862022335156224/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767905 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767880.619809:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767880.619811:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767880.619812:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767880.619812:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767880.619814:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767880.619814:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767880.619816:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767880.619818:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767880.619819:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767880.619821:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b54e00 x1862022335156224/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767905 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767880.619830:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335156224:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767880.619833:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767880.619834:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767880.619836:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b56300 x1862022335155840/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767905 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767880.619840:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767880.619841:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767880.619842:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046e9800.
02000000:00000001:1.0:1775767880.619844:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767880.619845:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767880.619846:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c000 refcount=137 obd=lustre-MDT0000-mdc-ffff927308189800
00000020:00000001:1.0:1775767880.619847:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767880.619848:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bef000.
02000000:00000001:1.0:1775767880.619849:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767880.619850:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767880.619852:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b56300.
00000100:00000001:1.0:1775767880.619853:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767880.619854:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767880.619856:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767880.619857:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b55180 x1862022335155968/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767905 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767880.619861:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767880.619862:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767880.619863:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046eb400.
02000000:00000001:1.0:1775767880.619865:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767880.619866:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767880.619867:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f800 refcount=3 obd=lustre-MDT0001-mdc-ffff927308189800
00000020:00000001:1.0:1775767880.619869:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767880.619869:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bed000.
02000000:00000001:1.0:1775767880.619871:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767880.619872:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767880.619873:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b55180.
00000100:00000001:1.0:1775767880.619875:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767880.619876:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767880.619877:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767880.619879:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b55f80 x1862022335156096/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767905 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767880.619883:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767880.619884:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767880.619885:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046ea400.
02000000:00000001:1.0:1775767880.619886:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767880.619887:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767880.619887:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f000 refcount=2 obd=lustre-OST0000-osc-ffff927308189800
00000020:00000001:1.0:1775767880.619888:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767880.619889:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bee800.
02000000:00000001:1.0:1775767880.619890:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767880.619891:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767880.619892:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b55f80.
00000100:00000001:1.0:1775767880.619893:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767880.619894:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767880.619896:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767880.619899:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b54e00 x1862022335156224/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767905 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767880.619905:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767880.619906:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767880.619907:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046e9c00.
02000000:00000001:1.0:1775767880.619909:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767880.619910:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767880.619911:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c800 refcount=2 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:1.0:1775767880.619912:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767880.619914:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bec400.
02000000:00000001:1.0:1775767880.619918:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767880.619919:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767880.619920:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b54e00.
00000100:00000001:1.0:1775767880.619923:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767880.619925:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767880.619927:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767880.619930:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767880.619932:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767880.619935:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767880.619936:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767881.193811:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767881.193817:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767881.193819:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767881.193824:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767881.193827:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767881.193830:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767881.193832:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767881.193834:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767881.193836:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767881.641862:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767881.641865:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767881.641868:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767881.897809:0:58716:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299738877, at 4299738880
00000100:00000010:2.0:1775767881.897828:0:58716:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9273188e5300.
00000100:00000001:0.0:1775767882.217775:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767882.217780:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767882.217782:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767882.217786:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767882.217789:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767882.217792:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767882.217794:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767882.217797:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767882.217799:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767882.665856:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767882.665859:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767882.665862:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767883.241804:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767883.241810:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767883.241812:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767883.241816:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767883.241819:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767883.241822:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767883.241824:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767883.241826:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767883.241828:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767883.689891:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767883.689895:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767883.689897:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767884.265789:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767884.265796:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767884.265798:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767884.265804:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767884.265808:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767884.265812:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767884.265815:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767884.265818:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767884.265821:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767884.713947:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767884.713954:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767884.713957:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767885.289781:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767885.289786:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767885.289789:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767885.289794:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767885.289796:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767885.289800:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767885.289802:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767885.289804:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767885.289806:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767885.737798:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767885.737806:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775767885.737809:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767885.737814:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767885.737820:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767885.737828:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5070
00000400:00000200:0.0:1775767885.737840:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767885.737849:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767885.737855:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767885.737859:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767885.737861:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767885.737863:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767885.737865:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767885.737868:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767885.737870:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775767885.737872:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767885.737874:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775767885.737876:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775767885.737878:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775767885.737880:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767885.737881:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767885.737883:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767885.737885:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767885.737888:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:0.0:1775767885.737891:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767885.737894:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767885.737896:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767885.737899:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767885.737901:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767885.737902:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000020:00000001:1.0:1775767885.737904:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1775767885.737905:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767885.737908:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767885.737912:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000010:0.0:1775767885.737914:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926300.
00000020:00000040:0.0:1775767885.737917:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775767885.737921:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767885.737923:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767885.737925:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767885.737927:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767885.737931:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767885.737937:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f400.
00000100:00000001:0.0:1775767885.737942:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767885.737949:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926300 x1862022335156352/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767885.737957:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767885.737961:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767885.737964:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e21317e] to pc [ptlrpcd_rcv+-1]  req@ffff927322926300 x1862022335156352/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767885.737980:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767885.737982:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767885.737985:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775767885.737986:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767885.737987:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767885.737990:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767885.737992:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5070
00000400:00000200:0.0:1775767885.737995:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767885.737997:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00000001:1.0:1775767885.737998:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1775767885.737999:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767885.738003:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767885.738003:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767885.738006:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1775767885.738007:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767885.738010:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767885.738013:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767885.738015:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767885.738016:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000100:00000040:1.0:1775767885.738016:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322926300 x1862022335156352/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1775767885.738019:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767885.738022:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775767885.738026:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:0.0:1775767885.738031:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000001:1.0:1775767885.738032:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1775767885.738035:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767885.738035:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767885.738038:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1775767885.738039:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1775767885.738040:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767885.738042:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
02000000:00000001:1.0:1775767885.738042:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1775767885.738047:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
02000000:00000001:1.0:1775767885.738047:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767885.738054:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00100000:1.0:1775767885.738055:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322926300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335156352:192.168.202.131@tcp:250:kworker.0
00000100:00000001:0.0:1775767885.738056:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767885.738061:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775767885.738062:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775767885.738066:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767885.738066:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767885.738069:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767885.738071:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767885.738075:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046e9c00.
02000000:00000001:0.0:1775767885.738076:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767885.738079:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767885.738080:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767885.738085:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1775767885.738089:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000008:00000001:0.0:1775767885.738090:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767885.738093:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775767885.738094:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000100:00000010:0.0:1775767885.738097:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925180.
00000020:00000040:0.0:1775767885.738100:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
00000400:00000010:1.0:1775767885.738100:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
02000000:00000001:0.0:1775767885.738102:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767885.738104:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767885.738106:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767885.738107:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767885.738108:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775767885.738108:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335156352, portal 25
00000100:00000001:1.0:1775767885.738113:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
02000000:00000010:0.0:1775767885.738115:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477fc00.
00000100:00000001:1.0:1775767885.738115:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931754240 : -120451777797376 : ffff927322926300)
00000100:00000001:0.0:1775767885.738121:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767885.738124:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322926300 x1862022335156352/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775767885.738128:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925180 x1862022335156480/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767885.738152:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1775767885.738153:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767885.738157:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767885.738158:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000100:00000040:0.0:1775767885.738161:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a34329a0] to pc [ptlrpcd_rcv+-1]  req@ffff927322925180 x1862022335156480/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1775767885.738162:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bd48.
00000100:00000200:1.0:1775767885.738168:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022335156352, offset 0
00000100:00000001:0.0:1775767885.738172:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767885.738175:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1775767885.738179:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000100:00080000:0.0:1775767885.738180:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775767885.738185:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767885.738187:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1775767885.738190:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:0.0:1775767885.738191:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767885.738194:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5070
00000400:00000200:1.0:1775767885.738230:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767885.738237:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767885.738241:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767885.738246:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767885.738249:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767885.738254:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60341:60341:256:4294967295] 192.168.202.131@tcp LPNI seq info [60341:60341:8:4294967295]
00000400:00000200:1.0:1775767885.738259:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767885.738265:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767885.738270:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767885.738273:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767885.738279:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000400:00000200:1.0:1775767885.738279:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1775767885.738283:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767885.738287:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767885.738289:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767885.738292:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767885.738294:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000800:00000200:1.0:1775767885.738295:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000020:00000001:0.0:1775767885.738297:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767885.738300:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775767885.738302:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:0.0:1775767885.738304:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000800:00000010:1.0:1775767885.738304:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75600.
00000100:00000040:0.0:1775767885.738311:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767885.738312:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767885.738315:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767885.738318:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000800:00000200:1.0:1775767885.738318:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000020:00000040:0.0:1775767885.738322:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:0.0:1775767885.738326:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767885.738330:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775767885.738331:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
02000000:00000001:0.0:1775767885.738332:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767885.738336:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767885.738338:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767885.738339:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767885.738341:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767885.738342:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767885.738344:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767885.738346:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924000.
00000020:00000040:0.0:1775767885.738348:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775767885.738350:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767885.738351:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767885.738352:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1775767885.738353:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767885.738354:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767885.738357:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767885.738361:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f800.
00000400:00000200:1.0:1775767885.738361:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:0.0:1775767885.738366:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767885.738366:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4299743997
00000100:00100000:0.0:1775767885.738372:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924000 x1862022335156608/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:1.0:1775767885.738374:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9273188e5660.
00000100:00000001:0.0:1775767885.738382:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767885.738384:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767885.738385:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2
00000100:00000040:0.0:1775767885.738388:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c89b33e] to pc [ptlrpcd_rcv+-1]  req@ffff927322924000 x1862022335156608/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767885.738392:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4299743997
00000100:00000001:0.0:1775767885.738394:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767885.738398:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:1.0:1775767885.738399:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9273188e5600.
00000100:00080000:0.0:1775767885.738402:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775767885.738404:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1775767885.738405:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3
00000100:00080000:0.0:1775767885.738406:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767885.738410:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1775767885.738411:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1775767885.738414:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5070
00000100:00000001:1.0:1775767885.738416:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775767885.738420:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767885.738423:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775767885.738424:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767885.738429:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1775767885.738430:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775767885.738433:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767885.738435:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767885.738437:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767885.738438:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767885.738440:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1775767885.738440:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000020:00000040:0.0:1775767885.738441:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775767885.738444:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1775767885.738445:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000020:00000040:0.0:1775767885.738446:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:0.0:1775767885.738449:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000001:1.0:1775767885.738450:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1775767885.738451:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000001:1.0:1775767885.738453:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1775767885.738456:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767885.738457:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1775767885.738458:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767885.738462:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767885.738463:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767885.738466:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00000040:1.0:1775767885.738466:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322925180 x1862022335156480/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1775767885.738470:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767885.738475:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767885.738479:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767885.738483:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767885.738484:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767885.738487:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767885.738488:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767885.738491:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1775767885.738492:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:1.0:1775767885.738495:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:0.0:1775767885.738496:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
02000000:00000001:1.0:1775767885.738499:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1775767885.738501:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767885.738505:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767885.738506:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322925180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335156480:192.168.202.131@tcp:38:kworker.0
00000100:00000010:0.0:1775767885.738512:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927b80.
00000100:00000001:1.0:1775767885.738512:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1775767885.738517:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:0.0:1775767885.738520:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767885.738522:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767885.738525:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767885.738525:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775767885.738529:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767885.738529:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767885.738532:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767885.738537:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775767885.738538:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c800.
02000000:00000010:1.0:1775767885.738541:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046ea400.
00000100:00000001:0.0:1775767885.738543:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767885.738546:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767885.738551:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927b80 x1862022335156736/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1775767885.738554:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767885.738560:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927303829108.
00000100:00000001:0.0:1775767885.738563:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767885.738565:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775767885.738566:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b198.
00000100:00000040:0.0:1775767885.738569:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000282cd359] to pc [ptlrpcd_rcv+-1]  req@ffff927322927b80 x1862022335156736/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767885.738571:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335156480, portal 10
00000100:00000001:1.0:1775767885.738577:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767885.738580:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931749760 : -120451777801856 : ffff927322925180)
00000100:00000001:0.0:1775767885.738587:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767885.738590:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775767885.738592:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322925180 x1862022335156480/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1775767885.738594:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775767885.738596:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767885.738598:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767885.738603:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767885.738607:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5070
00000100:00000001:1.0:1775767885.738609:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:0.0:1775767885.738612:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000040:1.0:1775767885.738616:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767885.738619:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b220.
00000400:00000200:0.0:1775767885.738620:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00000200:1.0:1775767885.738624:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335156480, offset 0
00000100:00080000:0.0:1775767885.738625:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767885.738631:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000400:00000200:1.0:1775767885.738635:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000100:00000001:0.0:1775767885.738636:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767885.738641:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000400:00000200:1.0:1775767885.738642:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:0.0:1775767885.738648:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000400:00000200:1.0:1775767885.738651:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000020:00000001:0.0:1775767885.738653:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767885.738657:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000400:00000200:1.0:1775767885.738659:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:0.0:1775767885.738662:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:1.0:1775767885.738665:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000020:00000040:0.0:1775767885.738666:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000400:00000200:1.0:1775767885.738670:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000020:00000001:0.0:1775767885.738671:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000400:00000200:1.0:1775767885.738676:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000020:00000001:0.0:1775767885.738677:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000400:00000200:1.0:1775767885.738683:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60342:60342:255:4294967295] 192.168.202.131@tcp LPNI seq info [60342:60342:7:4294967295]
00000100:00000040:0.0:1775767885.738686:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767885.738692:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1775767885.738694:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000040:0.0:1775767885.738697:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767885.738701:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000400:00000200:1.0:1775767885.738741:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767885.738747:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767885.738751:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75a00.
00000800:00000200:1.0:1775767885.738756:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767885.738760:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:1.0:1775767885.738763:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767885.738767:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: using a timeout of 15131 usecs (16 jiffies)
00000020:00000040:0.0:1775767885.738771:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000400:00000200:1.0:1775767885.738773:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767885.738777:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299742737
00000100:00080000:0.0:1775767885.738780:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767885.738782:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299743997
00000100:00000001:0.0:1775767885.738787:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767885.738787:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299742737
00000100:00000001:1.0:1775767885.738792:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299743997
00000100:00000001:1.0:1775767885.738795:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767885.738797:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775767885.738798:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767885.738801:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1775767885.738802:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767885.738807:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767885.738808:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322924000 x1862022335156608/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767885.738810:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767885.738815:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767885.738822:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767885.738823:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767885.738826:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767885.738827:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767885.738831:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:0.0:1775767885.738832:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927800.
02000000:00000001:1.0:1775767885.738834:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1775767885.738836:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:1.0:1775767885.738840:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767885.738842:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767885.738845:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767885.738846:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322924000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335156608:192.168.202.131@tcp:38:kworker.0
00000100:00000001:0.0:1775767885.738848:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767885.738852:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1775767885.738853:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775767885.738856:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767885.738858:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767885.738861:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767885.738862:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e000.
02000000:00000001:1.0:1775767885.738865:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1775767885.738869:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767885.738875:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927800 x1862022335156864/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1775767885.738878:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046eb400.
02000000:00000001:1.0:1775767885.738884:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767885.738891:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1775767885.738894:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:0.0:1775767885.738896:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775767885.738899:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927303829d10.
00000400:00000010:1.0:1775767885.738905:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b660.
00000100:00000040:0.0:1775767885.738909:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e429b339] to pc [ptlrpcd_rcv+-1]  req@ffff927322927800 x1862022335156864/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767885.738909:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335156608, portal 10
00000100:00000001:1.0:1775767885.738913:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767885.738916:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931745280 : -120451777806336 : ffff927322924000)
00000100:00000001:0.0:1775767885.738927:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767885.738929:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322924000 x1862022335156608/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775767885.738933:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5080)
00000100:00000001:1.0:1775767885.738944:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767885.738948:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767885.738952:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bee0.
00000100:00000200:1.0:1775767885.738956:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335156608, offset 0
00000400:00000200:1.0:1775767885.738960:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767885.738963:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767885.738965:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767885.738972:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767885.738974:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767885.738976:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767885.738978:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767885.738982:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60343:60343:254:4294967295] 192.168.202.131@tcp LPNI seq info [60343:60343:6:4294967295]
00000400:00000200:1.0:1775767885.738986:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767885.738993:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767885.738997:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767885.739002:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75f00.
00000800:00000200:1.0:1775767885.739006:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767885.739009:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:1.0:1775767885.739032:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767885.739035:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: using a timeout of 41678 usecs (42 jiffies)
00000400:00000200:1.0:1775767885.739039:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767885.739041:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299742763
00000100:00000001:1.0:1775767885.739044:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299743997
00000100:00000001:1.0:1775767885.739046:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299742763
00000100:00000001:1.0:1775767885.739048:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299743997
00000100:00000001:1.0:1775767885.739049:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767885.739052:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767885.739054:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767885.739057:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767885.739060:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767885.739062:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1775767885.739064:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767885.739066:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767885.739068:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767885.739072:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322927b80 x1862022335156736/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767885.739081:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767885.739082:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767885.739084:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767885.739086:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767885.739088:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767885.739091:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322927b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335156736:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767885.739095:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767885.739097:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767885.739099:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767885.739101:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767885.739105:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046e9800.
02000000:00000001:1.0:1775767885.739107:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767885.739110:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767885.739113:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927303829948.
00000400:00000010:1.0:1775767885.739117:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132baa0.
00000100:00000200:1.0:1775767885.739121:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335156736, portal 4
00000100:00000001:1.0:1775767885.739123:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767885.739124:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931760512 : -120451777791104 : ffff927322927b80)
00000100:00000040:1.0:1775767885.739131:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322927b80 x1862022335156736/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767885.739139:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767885.739141:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767885.739144:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b000.
00000100:00000200:1.0:1775767885.739146:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335156736, offset 0
00000400:00000200:1.0:1775767885.739150:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767885.739154:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767885.739165:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767885.739168:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767885.739171:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767885.739173:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767885.739175:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767885.739179:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60344:60344:253:4294967295] 192.168.202.131@tcp LPNI seq info [60344:60344:5:4294967295]
00000400:00000200:1.0:1775767885.739184:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767885.739191:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767885.739195:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767885.739215:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75100.
00000800:00000200:1.0:1775767885.739220:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767885.739224:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:1.0:1775767885.739227:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767885.739229:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: using a timeout of 22192 usecs (23 jiffies)
00000400:00000200:1.0:1775767885.739232:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767885.739234:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299742744
00000100:00000001:1.0:1775767885.739237:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299743997
00000100:00000001:1.0:1775767885.739239:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299742744
00000100:00000001:1.0:1775767885.739241:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299743997
00000100:00000001:1.0:1775767885.739243:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767885.739246:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767885.739248:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767885.739252:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322927800 x1862022335156864/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767885.739260:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767885.739261:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767885.739263:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767885.739265:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767885.739267:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767885.739270:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322927800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335156864:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767885.739273:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767885.739275:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767885.739277:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767885.739279:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767885.739282:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046e9000.
02000000:00000001:1.0:1775767885.739284:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767885.739288:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775767885.739291:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927303829aa8.
00000400:00000010:1.0:1775767885.739295:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132be58.
00000100:00000200:1.0:1775767885.739297:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335156864, portal 4
00000100:00000001:1.0:1775767885.739299:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767885.739301:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931759616 : -120451777792000 : ffff927322927800)
00000100:00000040:1.0:1775767885.739308:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322927800 x1862022335156864/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767885.739314:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767885.739316:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775767885.739318:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bdd0.
00000100:00000200:1.0:1775767885.739320:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335156864, offset 0
00000400:00000200:1.0:1775767885.739324:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775767885.739334:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767885.739339:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775767885.739342:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767885.739345:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775767885.739347:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767885.739350:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775767885.739353:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60345:60345:252:4294967295] 192.168.202.131@tcp LPNI seq info [60345:60345:4:4294967295]
00000400:00000200:1.0:1775767885.739357:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767885.739364:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767885.739368:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775767885.739374:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75b00.
00000800:00000200:1.0:1775767885.739385:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775767885.739388:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:1.0:1775767885.739391:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767885.739394:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: using a timeout of 22500 usecs (23 jiffies)
00000400:00000200:1.0:1775767885.739397:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775767885.739399:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4299742744
00000100:00000001:1.0:1775767885.739402:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4299743997
00000100:00000001:1.0:1775767885.739404:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4299742744
00000100:00000001:1.0:1775767885.739406:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4299743997
00000100:00000001:1.0:1775767885.739408:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767885.739410:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767885.739412:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767885.739414:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767885.739418:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767885.739419:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1775767885.739421:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767885.739423:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767885.739424:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767885.739426:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767886.313796:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767886.313801:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767886.313803:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767886.313808:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767886.313811:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767886.313814:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767886.313816:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767886.313818:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767886.313820:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767886.761928:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767886.761932:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767886.761935:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767887.017780:0:58716:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299743997, at 4299744000
00000100:00000010:2.0:1775767887.017793:0:58716:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9273188e5660.
00000100:00000001:0.0:1775767887.337777:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767887.337782:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767887.337784:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767887.337788:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767887.337791:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767887.337794:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767887.337796:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767887.337798:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767887.337800:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767887.785877:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767887.785880:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767887.785883:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767888.361790:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767888.361797:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767888.361800:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767888.361806:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767888.361810:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767888.361815:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767888.361818:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767888.361820:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767888.361823:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767888.809905:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767888.809909:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767888.809913:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1775767888.809977:0:2392:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.131:988
00000400:00000100:2.0:1775767888.810016:0:2392:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.131@tcp at host 192.168.202.131 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1775767888.810028:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767888.810032:0:2392:0:(router.c:1750:lnet_notify()) 192.168.202.31@tcp notifying 192.168.202.131@tcp: down
00000400:00000200:2.0:1775767888.810037:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767888.810041:0:2392:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:2.0:1775767888.810046:0:2392:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:2.0:1775767888.810051:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75600.
00000400:00000200:2.0:1775767888.810057:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775767888.810062:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775767888.810070:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bd48
00000400:00000010:2.0:1775767888.810073:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bd48.
00000100:00000001:2.0:1775767888.810078:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767888.810086:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927322926300 x1862022335156352/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767888.810120:0:2392:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767888.810125:0:2392:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322926300 x1862022335156352/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767910 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767888.810134:0:2392:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767888.810136:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1775767888.810159:0:2392:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:2.0:1775767888.810162:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75a00.
00000400:00000200:2.0:1775767888.810166:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775767888.810183:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775767888.810186:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b220
00000400:00000010:2.0:1775767888.810188:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b220.
00000100:00000001:2.0:1775767888.810192:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767888.810197:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927322925180 x1862022335156480/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767888.810207:0:2392:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767888.810210:0:2392:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322925180 x1862022335156480/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767910 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767888.810217:0:2392:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767888.810224:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1775767888.810231:0:2392:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:2.0:1775767888.810234:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75f00.
00000400:00000200:2.0:1775767888.810238:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775767888.810242:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775767888.810244:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bee0
00000400:00000010:2.0:1775767888.810246:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bee0.
00000100:00000001:2.0:1775767888.810249:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1775767888.810254:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000200:2.0:1775767888.810255:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927322924000 x1862022335156608/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767888.810263:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775767888.810266:0:2392:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767888.810270:0:2392:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322924000 x1862022335156608/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767910 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767888.810271:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1775767888.810279:0:2392:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767888.810282:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767885/real 1775767888]  req@ffff927322925180 x1862022335156480/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767888.810282:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1775767888.810292:0:2392:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:2.0:1775767888.810299:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75100.
00000400:00000200:2.0:1775767888.810306:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775767888.810309:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000001:1.0:1775767888.810310:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000200:2.0:1775767888.810312:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b000
00000400:00000001:1.0:1775767888.810314:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767888.810316:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b000.
00000400:00000010:1.0:1775767888.810319:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927303829108.
00000100:00000001:2.0:1775767888.810320:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:1.0:1775767888.810327:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b198
00000100:00000200:2.0:1775767888.810328:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927322927b80 x1862022335156736/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1775767888.810331:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b198.
00000100:00000001:1.0:1775767888.810336:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1775767888.810352:0:2392:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767888.810356:0:2392:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322927b80 x1862022335156736/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767910 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767888.810362:0:2392:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767888.810364:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1775767888.810370:0:2392:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:2.0:1775767888.810373:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75b00.
00000400:00000200:2.0:1775767888.810376:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775767888.810379:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775767888.810382:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132bdd0
00000400:00000010:2.0:1775767888.810384:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132bdd0.
00000100:00000001:2.0:1775767888.810387:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767888.810391:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927322927800 x1862022335156864/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767888.810399:0:2392:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767888.810402:0:2392:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322927800 x1862022335156864/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767910 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767888.810410:0:2392:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767888.810412:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000200:1.0:1775767888.810934:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322925180 x1862022335156480/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767888.810949:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322925180 x1862022335156480/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767888.810957:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767888.810960:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767888.810964:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767888.810967:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767888.810971:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322925180 x1862022335156480/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767888.810979:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767888.810984:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322925180 x1862022335156480/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767910 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767888.810992:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767888.810995:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767888.810997:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767888.810999:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767888.811001:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767888.811004:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767888.811008:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767888.811013:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767888.811018:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767888.811023:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322925180 x1862022335156480/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767910 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767888.811033:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322925180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335156480:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775767888.811038:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767888.811043:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767885/real 1775767888]  req@ffff927322924000 x1862022335156608/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767888.811055:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767888.811056:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767888.811059:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927303829d10.
00000400:00000200:1.0:1775767888.811063:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b660
00000400:00000010:1.0:1775767888.811065:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b660.
00000100:00000001:1.0:1775767888.811068:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767888.811071:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322924000 x1862022335156608/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767888.811079:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322924000 x1862022335156608/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767888.811087:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767888.811088:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767888.811090:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767888.811092:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767888.811096:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322924000 x1862022335156608/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767888.811103:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767888.811106:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322924000 x1862022335156608/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767910 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767888.811120:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767888.811123:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767888.811125:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767888.811126:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767888.811127:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767888.811136:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767888.811139:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767888.811143:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767888.811145:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767888.811149:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322924000 x1862022335156608/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767910 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767888.811158:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322924000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335156608:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775767888.811162:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767888.811166:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767885/real 1775767888]  req@ffff927322926300 x1862022335156352/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767888.811187:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767888.811188:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767888.811190:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9273038291b8.
00000400:00000200:1.0:1775767888.811193:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b088
00000400:00000010:1.0:1775767888.811195:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b088.
00000100:00000001:1.0:1775767888.811198:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767888.811201:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322926300 x1862022335156352/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767888.811210:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322926300 x1862022335156352/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767888.811217:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767888.811218:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767888.811220:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767888.811221:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767888.811225:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322926300 x1862022335156352/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767888.811231:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767888.811234:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322926300 x1862022335156352/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767910 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767888.811240:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767888.811242:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767888.811244:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767888.811245:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767888.811246:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767888.811248:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767888.811250:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767888.811254:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767888.811256:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767888.811260:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322926300 x1862022335156352/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767910 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767888.811267:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322926300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335156352:192.168.202.131@tcp:250:kworker.0
00000100:00000001:1.0:1775767888.811271:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767888.811274:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767888.811277:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322925180 x1862022335156480/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767910 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767888.811284:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767888.811288:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767888.811292:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046ea400.
02000000:00000001:1.0:1775767888.811296:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767888.811299:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767888.811300:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c000 refcount=137 obd=lustre-MDT0000-mdc-ffff927308189800
00000020:00000001:1.0:1775767888.811303:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767888.811305:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477fc00.
02000000:00000001:1.0:1775767888.811309:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767888.811312:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767888.811315:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322925180.
00000100:00000001:1.0:1775767888.811318:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767888.811320:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767888.811321:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767888.811325:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322924000 x1862022335156608/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767910 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767888.811331:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767888.811333:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767888.811334:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046eb400.
02000000:00000001:1.0:1775767888.811337:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767888.811339:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767888.811340:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f800 refcount=3 obd=lustre-MDT0001-mdc-ffff927308189800
00000020:00000001:1.0:1775767888.811342:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767888.811344:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477f800.
02000000:00000001:1.0:1775767888.811346:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767888.811347:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767888.811349:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322924000.
00000100:00000001:1.0:1775767888.811351:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767888.811352:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767888.811354:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767888.811357:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322926300 x1862022335156352/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767910 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767888.811364:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767888.811365:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767888.811367:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046e9c00.
02000000:00000001:1.0:1775767888.811369:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767888.811370:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767888.811371:0:2404:0:(genops.c:1242:class_import_put()) import ffff9273194c5000 refcount=3 obd=MGC192.168.202.131@tcp
00000020:00000001:1.0:1775767888.811383:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767888.811384:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477f400.
02000000:00000001:1.0:1775767888.811387:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767888.811388:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767888.811389:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322926300.
00000100:00000001:1.0:1775767888.811391:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767888.811393:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767888.811396:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767888.811399:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767888.811401:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767888.811402:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767888.811407:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767885/real 1775767888]  req@ffff927322927b80 x1862022335156736/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767888.811417:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767888.811419:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767888.811420:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927303829948.
00000400:00000200:1.0:1775767888.811422:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132baa0
00000400:00000010:1.0:1775767888.811424:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132baa0.
00000100:00000001:1.0:1775767888.811426:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767888.811428:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322927b80 x1862022335156736/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767888.811437:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322927b80 x1862022335156736/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767888.811445:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767888.811447:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767888.811449:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767888.811451:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767888.811455:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322927b80 x1862022335156736/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767888.811462:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767888.811466:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322927b80 x1862022335156736/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767910 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767888.811473:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767888.811476:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767888.811478:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767888.811479:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767888.811481:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767888.811483:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767888.811486:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767888.811490:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767888.811492:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767888.811495:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322927b80 x1862022335156736/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767910 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767888.811503:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322927b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335156736:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767888.811507:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767888.811511:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767885/real 1775767888]  req@ffff927322927800 x1862022335156864/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767888.811519:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767888.811521:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767888.811523:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927303829aa8.
00000400:00000200:1.0:1775767888.811525:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132be58
00000400:00000010:1.0:1775767888.811527:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132be58.
00000100:00000001:1.0:1775767888.811528:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767888.811531:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322927800 x1862022335156864/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767888.811540:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322927800 x1862022335156864/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767888.811547:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767888.811548:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767888.811550:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767888.811551:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767888.811554:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322927800 x1862022335156864/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767888.811561:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767888.811564:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322927800 x1862022335156864/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767910 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767888.811578:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767888.811580:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767888.811582:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767888.811583:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767888.811585:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767888.811586:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767888.811588:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767888.811591:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775767888.811593:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767888.811595:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322927800 x1862022335156864/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767910 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767888.811600:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322927800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335156864:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775767888.811603:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767888.811605:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767888.811606:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322927b80 x1862022335156736/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767910 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767888.811610:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767888.811611:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767888.811612:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046e9800.
02000000:00000001:1.0:1775767888.811614:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767888.811615:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767888.811616:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f000 refcount=2 obd=lustre-OST0000-osc-ffff927308189800
00000020:00000001:1.0:1775767888.811617:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767888.811618:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477c800.
02000000:00000001:1.0:1775767888.811621:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767888.811622:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767888.811624:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322927b80.
00000100:00000001:1.0:1775767888.811626:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767888.811628:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767888.811630:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767888.811633:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322927800 x1862022335156864/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767910 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767888.811640:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767888.811641:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767888.811642:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046e9000.
02000000:00000001:1.0:1775767888.811644:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767888.811646:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767888.811647:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c800 refcount=2 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:1.0:1775767888.811649:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767888.811650:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477e000.
02000000:00000001:1.0:1775767888.811653:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767888.811654:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767888.811655:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322927800.
00000100:00000001:1.0:1775767888.811657:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767888.811658:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767888.811660:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767888.811669:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767888.811671:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767888.811674:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767888.811675:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767889.385767:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767889.385773:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767889.385775:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767889.385779:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767889.385782:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767889.385785:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767889.385787:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767889.385790:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767889.385792:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767889.833850:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767889.833854:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767889.833857:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767890.409795:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767890.409801:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767890.409803:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767890.409807:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767890.409810:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767890.409813:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767890.409815:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767890.409818:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767890.409820:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767890.857807:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767890.857815:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775767890.857826:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767890.857830:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767890.857835:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767890.857843:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5075
00000020:00000001:0.0:1775767890.857848:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767890.857851:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767890.857853:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00010000:00010000:0.0:1775767890.857855:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000200:1.0:1775767890.857860:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767890.857864:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767890.857868:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767890.857872:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767890.857875:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767890.857877:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767890.857881:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767890.857882:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:1.0:1775767890.857885:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767890.857888:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:1.0:1775767890.857889:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:1.0:1775767890.857892:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:1.0:1775767890.857895:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767890.857897:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767890.857900:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767890.857902:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767890.857905:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:1.0:1775767890.857909:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767890.857911:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767890.857914:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767890.857918:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767890.857921:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767890.857923:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767890.857926:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767890.857947:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10380.
00000020:00000040:1.0:1775767890.857951:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:1.0:1775767890.857954:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767890.857956:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767890.857959:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767890.857963:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767890.857967:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767890.857975:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9000.
00000100:00000001:1.0:1775767890.857983:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767890.857992:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10380 x1862022335156992/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767890.858003:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767890.858008:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767890.858013:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fae5f3c] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10380 x1862022335156992/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767890.858040:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767890.858044:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767890.858047:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775767890.858049:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767890.858051:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767890.858054:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767890.858057:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5075
00000400:00000200:1.0:1775767890.858062:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767890.858066:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767890.858068:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767890.858072:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767890.858074:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767890.858076:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767890.858078:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767890.858081:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767890.858082:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:1.0:1775767890.858084:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767890.858085:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:1.0:1775767890.858088:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:1.0:1775767890.858090:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:1.0:1775767890.858092:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767890.858095:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767890.858096:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767890.858099:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767890.858101:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:1.0:1775767890.858104:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767890.858106:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767890.858108:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767890.858113:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767890.858115:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767890.858117:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767890.858121:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767890.858125:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767890.858127:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767890.858130:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d13480.
00000020:00000040:1.0:1775767890.858133:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:1.0:1775767890.858136:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767890.858137:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767890.858139:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767890.858140:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767890.858142:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767890.858146:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9800.
00000100:00000001:1.0:1775767890.858164:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767890.858170:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d13480 x1862022335157120/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767890.858177:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767890.858179:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767890.858183:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d08fae2a] to pc [ptlrpcd_rcv+-1]  req@ffff927303d13480 x1862022335157120/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767890.858192:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767890.858195:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767890.858199:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775767890.858200:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767890.858202:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767890.858205:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767890.858207:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5075
00000400:00000200:1.0:1775767890.858211:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767890.858215:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767890.858217:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767890.858221:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767890.858223:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767890.858225:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767890.858228:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767890.858230:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767890.858231:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:1.0:1775767890.858233:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767890.858235:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:1.0:1775767890.858237:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:1.0:1775767890.858240:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:1.0:1775767890.858243:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767890.858245:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767890.858246:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767890.858249:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767890.858252:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:1.0:1775767890.858254:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767890.858257:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767890.858260:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767890.858263:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767890.858266:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767890.858276:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767890.858278:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767890.858281:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767890.858283:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767890.858287:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11880.
00000020:00000040:1.0:1775767890.858289:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:1.0:1775767890.858292:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767890.858293:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767890.858295:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767890.858297:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767890.858298:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767890.858302:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9c00.
00000100:00000001:1.0:1775767890.858307:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767890.858311:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11880 x1862022335157248/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767890.858320:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767890.858323:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767890.858326:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a965cc18] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11880 x1862022335157248/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767890.858335:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767890.858339:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767890.858343:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775767890.858344:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767890.858346:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767890.858349:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767890.858352:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5075
00000400:00000200:1.0:1775767890.858356:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767890.858360:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767890.858362:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767890.858365:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767890.858368:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767890.858369:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767890.858371:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767890.858374:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767890.858375:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:1.0:1775767890.858376:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767890.858379:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:1.0:1775767890.858381:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:1.0:1775767890.858383:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:1.0:1775767890.858386:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767890.858388:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767890.858390:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767890.858391:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767890.858394:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:1.0:1775767890.858396:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767890.858398:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767890.858400:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767890.858403:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767890.858404:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767890.858406:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767890.858409:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767890.858411:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767890.858412:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767890.858416:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d12d80.
00000020:00000040:1.0:1775767890.858418:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:1.0:1775767890.858420:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767890.858422:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767890.858423:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767890.858424:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767890.858426:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767890.858430:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eb400.
00000100:00000001:1.0:1775767890.858433:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767890.858438:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d12d80 x1862022335157376/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767890.858445:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767890.858446:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767890.858450:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000896363e8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d12d80 x1862022335157376/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767890.858457:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767890.858460:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767890.858463:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775767890.858465:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767890.858467:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767890.858470:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767890.858472:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5075
00000400:00000200:1.0:1775767890.858476:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767890.858479:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767890.858482:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767890.858484:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767890.858486:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767890.858488:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767890.858490:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767890.858493:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767890.858494:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:1.0:1775767890.858496:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767890.858498:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:1.0:1775767890.858500:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:1.0:1775767890.858502:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:1.0:1775767890.858505:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767890.858507:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767890.858509:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767890.858510:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767890.858512:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:1.0:1775767890.858514:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767890.858517:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767890.858518:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767890.858521:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767890.858523:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767890.858525:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767890.858527:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767890.858529:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767890.858531:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767890.858535:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11500.
00000020:00000040:1.0:1775767890.858538:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:1.0:1775767890.858540:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767890.858541:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767890.858544:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767890.858545:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767890.858547:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767890.858551:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046ea400.
00000100:00000001:1.0:1775767890.858554:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767890.858559:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11500 x1862022335157504/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767890.858567:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767890.858569:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767890.858573:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3229bd5] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11500 x1862022335157504/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767890.858581:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767890.858585:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5085)
00000800:00000200:3.1:1775767890.859584:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767890.859593:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775767890.859911:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767890.859913:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775767890.860180:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767890.860183:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775767890.860395:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767890.860397:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775767890.860597:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767890.860599:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000100:00000001:0.0:1775767891.433780:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767891.433785:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767891.433787:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767891.433791:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767891.433794:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767891.433798:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767891.433800:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767891.433802:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767891.433803:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767891.881909:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767891.881913:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767891.881916:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767892.137784:0:58716:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299749118, at 4299749120
00000100:00000010:2.0:1775767892.137798:0:58716:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3240.
00000100:00000001:0.0:1775767892.457780:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767892.457787:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767892.457789:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767892.457796:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767892.457800:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767892.457812:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767892.457815:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767892.457818:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767892.457820:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767892.905875:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767892.905880:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767892.905883:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767893.481832:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767893.481840:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767893.481842:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767893.481848:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767893.481851:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767893.481856:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767893.481859:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767893.481862:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767893.481865:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767893.929938:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767893.929942:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767893.929946:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767894.505835:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767894.505842:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767894.505844:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767894.505850:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767894.505853:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767894.505857:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767894.505860:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767894.505863:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767894.505866:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767894.953899:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767894.953903:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767894.953907:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767895.529794:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767895.529799:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767895.529800:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767895.529805:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767895.529807:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767895.529811:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767895.529813:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767895.529816:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767895.529818:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767895.977801:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767895.977810:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775767895.977813:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767895.977818:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767895.977824:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767895.977832:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5080
00000400:00000200:1.0:1775767895.977843:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767895.977851:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767895.977855:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767895.977861:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767895.977864:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767895.977867:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767895.977868:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767895.977872:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767895.977875:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:1.0:1775767895.977878:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767895.977880:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:1.0:1775767895.977884:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:1.0:1775767895.977887:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:1.0:1775767895.977890:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767895.977893:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767895.977895:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767895.977897:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767895.977901:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:1.0:1775767895.977904:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767895.977907:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767895.977910:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000020:00000001:0.0:1775767895.977913:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
02000000:00000001:1.0:1775767895.977913:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767895.977916:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767895.977917:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767895.977918:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00010000:00010000:0.0:1775767895.977920:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775767895.977921:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767895.977930:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11c00.
00000020:00000040:1.0:1775767895.977935:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:1.0:1775767895.977939:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767895.977940:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767895.977944:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767895.977946:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767895.977951:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767895.977957:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046ea000.
00000100:00000001:1.0:1775767895.977963:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767895.977970:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11c00 x1862022335157632/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767895.977978:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767895.977982:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767895.977985:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062b06338] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11c00 x1862022335157632/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767895.978009:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767895.978011:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767895.978014:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775767895.978015:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767895.978016:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767895.978019:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767895.978020:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5080
00000400:00000200:1.0:1775767895.978023:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767895.978026:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767895.978028:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767895.978030:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767895.978032:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767895.978034:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767895.978036:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767895.978037:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767895.978039:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:1.0:1775767895.978040:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767895.978042:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:1.0:1775767895.978043:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:1.0:1775767895.978044:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:1.0:1775767895.978047:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767895.978048:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767895.978050:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767895.978052:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767895.978056:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:1.0:1775767895.978060:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767895.978063:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767895.978067:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767895.978074:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767895.978080:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767895.978086:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767895.978091:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767895.978097:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767895.978117:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767895.978125:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10700.
00000020:00000040:1.0:1775767895.978130:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:1.0:1775767895.978135:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767895.978138:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767895.978143:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767895.978144:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767895.978147:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767895.978152:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8400.
00000100:00000001:1.0:1775767895.978157:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767895.978163:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10700 x1862022335157760/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767895.978173:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767895.978176:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767895.978179:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9d335f8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10700 x1862022335157760/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767895.978191:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767895.978195:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767895.978198:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775767895.978201:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767895.978202:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767895.978207:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767895.978212:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5080
00000400:00000200:1.0:1775767895.978221:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767895.978225:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767895.978228:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767895.978234:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767895.978237:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767895.978241:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767895.978242:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767895.978247:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767895.978248:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:1.0:1775767895.978249:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767895.978251:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:1.0:1775767895.978253:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:1.0:1775767895.978256:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:1.0:1775767895.978262:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767895.978264:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767895.978265:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767895.978266:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767895.978267:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:1.0:1775767895.978269:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767895.978270:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767895.978271:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767895.978273:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767895.978275:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767895.978278:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767895.978281:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767895.978283:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767895.978285:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767895.978288:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10000.
00000020:00000040:1.0:1775767895.978291:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:1.0:1775767895.978294:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767895.978295:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767895.978297:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767895.978299:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767895.978301:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767895.978305:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eb800.
00000100:00000001:1.0:1775767895.978310:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767895.978318:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10000 x1862022335157888/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767895.978328:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767895.978332:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767895.978338:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbb7fab8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10000 x1862022335157888/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767895.978351:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767895.978353:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767895.978358:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775767895.978360:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767895.978361:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767895.978363:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767895.978368:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5080
00000400:00000200:1.0:1775767895.978373:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767895.978378:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000800:00000200:3.1:1775767895.978382:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00080000:1.0:1775767895.978383:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000800:00000200:3.1:1775767895.978387:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000100:00000040:1.0:1775767895.978389:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767895.978392:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767895.978397:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767895.978400:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767895.978403:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767895.978404:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:1.0:1775767895.978405:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767895.978409:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:1.0:1775767895.978413:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:1.0:1775767895.978418:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:1.0:1775767895.978422:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767895.978424:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767895.978428:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767895.978430:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767895.978433:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:1.0:1775767895.978438:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767895.978442:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767895.978446:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767895.978449:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767895.978451:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767895.978453:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767895.978456:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767895.978459:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767895.978463:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767895.978468:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10e00.
00000020:00000040:1.0:1775767895.978473:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:1.0:1775767895.978478:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767895.978480:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767895.978481:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767895.978482:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767895.978484:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767895.978488:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8000.
00000100:00000001:1.0:1775767895.978493:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767895.978501:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10e00 x1862022335158016/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767895.978507:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767895.978511:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767895.978514:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009b4566e] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10e00 x1862022335158016/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767895.978519:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767895.978521:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767895.978525:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775767895.978527:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767895.978531:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767895.978534:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767895.978536:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5080
00000400:00000200:1.0:1775767895.978553:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767895.978558:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767895.978562:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767895.978570:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767895.978574:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767895.978577:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767895.978580:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767895.978583:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767895.978586:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:1.0:1775767895.978588:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767895.978591:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:1.0:1775767895.978594:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:1.0:1775767895.978598:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:1.0:1775767895.978609:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767895.978615:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767895.978621:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767895.978626:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767895.978632:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:1.0:1775767895.978640:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767895.978646:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767895.978650:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767895.978655:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767895.978660:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767895.978666:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767895.978669:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767895.978672:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767895.978676:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767895.978682:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11500.
00000020:00000040:1.0:1775767895.978685:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:1.0:1775767895.978688:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767895.978690:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767895.978693:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767895.978694:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767895.978697:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767895.978702:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8c00.
00000100:00000001:1.0:1775767895.978725:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767895.978733:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11500 x1862022335158144/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767895.978744:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767895.978747:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767895.978753:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3229bd5] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11500 x1862022335158144/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767895.978769:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767895.978775:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5090)
00000800:00000200:3.1:1775767895.978947:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767895.978949:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775767895.979201:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767895.979204:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775767895.979419:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767895.979421:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775767895.979597:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767895.979598:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1775767896.553826:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767896.553833:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767896.553835:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767896.553840:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767896.553843:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767896.553846:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767896.553849:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767896.553851:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767896.553853:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767897.001935:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767897.001938:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767897.001941:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767897.257782:0:58716:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299754237, at 4299754240
00000100:00000010:2.0:1775767897.257805:0:58716:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3180.
00000100:00000001:0.0:1775767897.577800:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767897.577806:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767897.577808:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767897.577812:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767897.577815:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767897.577818:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767897.577820:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767897.577823:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767897.577825:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767898.025886:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767898.025890:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767898.025894:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767898.601836:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767898.601843:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767898.601845:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767898.601851:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767898.601855:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767898.601859:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767898.601863:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767898.601866:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767898.601869:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767899.049908:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767899.049912:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767899.049915:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767899.625786:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767899.625793:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767899.625795:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767899.625800:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767899.625804:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767899.625808:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767899.625810:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767899.625813:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767899.625816:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767900.073883:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767900.073887:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767900.073891:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767900.649812:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767900.649818:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767900.649820:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767900.649824:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767900.649827:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767900.649830:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767900.649832:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767900.649834:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767900.649836:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767901.097838:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767901.097847:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775767901.097851:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767901.097857:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767901.097863:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767901.097870:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5085
00000400:00000200:1.0:1775767901.097881:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767901.097889:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767901.097893:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767901.097898:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767901.097902:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767901.097905:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767901.097908:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767901.097910:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767901.097912:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000001:0.0:1775767901.097916:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1775767901.097916:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:1.0:1775767901.097921:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00010000:00010000:0.0:1775767901.097923:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000040:1.0:1775767901.097925:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:1.0:1775767901.097929:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:1.0:1775767901.097932:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:1.0:1775767901.097937:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767901.097939:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767901.097942:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767901.097944:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767901.097947:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:1.0:1775767901.097949:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767901.097951:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767901.097954:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767901.097957:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767901.097959:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767901.097961:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767901.097963:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767901.097971:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d12d80.
00000020:00000040:1.0:1775767901.097974:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:1.0:1775767901.097977:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767901.097978:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767901.097980:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767901.097983:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767901.097986:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767901.097992:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9400.
00000100:00000001:1.0:1775767901.097998:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767901.098005:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d12d80 x1862022335158272/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767901.098013:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767901.098017:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767901.098021:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000896363e8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d12d80 x1862022335158272/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767901.098042:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767901.098044:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767901.098047:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775767901.098069:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767901.098072:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767901.098076:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767901.098080:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5085
00000400:00000200:1.0:1775767901.098087:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767901.098092:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767901.098096:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767901.098103:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767901.098107:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767901.098111:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767901.098117:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767901.098123:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767901.098126:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:1.0:1775767901.098130:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767901.098133:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:1.0:1775767901.098136:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:1.0:1775767901.098140:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:1.0:1775767901.098144:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767901.098148:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767901.098151:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767901.098154:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767901.098158:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:1.0:1775767901.098164:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767901.098166:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767901.098169:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767901.098174:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767901.098179:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767901.098181:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767901.098187:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767901.098189:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767901.098192:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767901.098197:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11880.
00000020:00000040:1.0:1775767901.098199:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:1.0:1775767901.098201:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767901.098203:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767901.098206:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767901.098208:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767901.098210:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767901.098214:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eb000.
00000100:00000001:1.0:1775767901.098219:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767901.098223:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11880 x1862022335158400/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767901.098232:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767901.098234:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767901.098237:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a965cc18] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11880 x1862022335158400/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767901.098249:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767901.098252:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767901.098256:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775767901.098258:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767901.098260:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767901.098263:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767901.098268:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5085
00000400:00000200:1.0:1775767901.098276:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767901.098280:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767901.098282:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767901.098287:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767901.098290:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767901.098294:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767901.098296:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767901.098298:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767901.098300:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:1.0:1775767901.098302:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767901.098305:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:1.0:1775767901.098307:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:1.0:1775767901.098311:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:1.0:1775767901.098314:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767901.098315:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767901.098319:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767901.098323:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767901.098324:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:1.0:1775767901.098329:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767901.098331:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767901.098332:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767901.098334:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767901.098337:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767901.098342:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767901.098345:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767901.098349:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767901.098351:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767901.098358:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d13480.
00000020:00000040:1.0:1775767901.098362:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:1.0:1775767901.098367:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767901.098370:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767901.098373:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767901.098376:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767901.098379:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767901.098386:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046ebc00.
00000100:00000001:1.0:1775767901.098392:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767901.098403:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d13480 x1862022335158528/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767901.098419:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767901.098432:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767901.098439:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d08fae2a] to pc [ptlrpcd_rcv+-1]  req@ffff927303d13480 x1862022335158528/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767901.098456:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767901.098460:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767901.098466:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775767901.098469:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767901.098471:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767901.098474:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767901.098477:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5085
00000800:00000200:3.1:1775767901.098480:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000400:00000200:1.0:1775767901.098485:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000800:00000200:3.1:1775767901.098487:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000400:00000200:1.0:1775767901.098490:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767901.098494:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767901.098501:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767901.098503:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767901.098507:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767901.098509:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767901.098511:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767901.098512:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:1.0:1775767901.098516:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767901.098518:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:1.0:1775767901.098521:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:1.0:1775767901.098532:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:1.0:1775767901.098537:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767901.098540:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767901.098543:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767901.098545:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767901.098547:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:1.0:1775767901.098551:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767901.098555:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767901.098558:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767901.098562:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767901.098565:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767901.098569:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767901.098572:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767901.098574:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767901.098576:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767901.098581:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10380.
00000020:00000040:1.0:1775767901.098584:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:1.0:1775767901.098587:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767901.098589:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767901.098593:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767901.098595:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767901.098598:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767901.098604:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eac00.
00000100:00000001:1.0:1775767901.098607:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767901.098615:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10380 x1862022335158656/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767901.098625:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767901.098628:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767901.098635:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fae5f3c] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10380 x1862022335158656/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767901.098650:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767901.098657:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767901.098661:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775767901.098662:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767901.098665:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767901.098670:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767901.098675:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5085
00000400:00000200:1.0:1775767901.098685:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767901.098694:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767901.098698:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767901.098705:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767901.098731:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767901.098734:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767901.098736:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767901.098743:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767901.098745:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:1.0:1775767901.098749:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767901.098751:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:1.0:1775767901.098753:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:1.0:1775767901.098754:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:1.0:1775767901.098759:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767901.098762:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767901.098765:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767901.098769:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767901.098771:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:1.0:1775767901.098775:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767901.098777:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767901.098781:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767901.098784:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767901.098787:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767901.098789:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767901.098792:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767901.098794:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767901.098798:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767901.098805:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11500.
00000020:00000040:1.0:1775767901.098808:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:1.0:1775767901.098812:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767901.098814:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767901.098817:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767901.098819:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767901.098821:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767901.098827:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8c00.
00000100:00000001:1.0:1775767901.098831:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767901.098837:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11500 x1862022335158784/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767901.098849:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767901.098854:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767901.098863:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3229bd5] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11500 x1862022335158784/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767901.098879:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767901.098887:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5095)
00000800:00000200:3.1:1775767901.099104:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767901.099106:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775767901.099292:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767901.099294:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775767901.099466:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767901.099469:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775767901.099770:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767901.099773:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000100:00000001:0.0:1775767901.673773:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767901.673778:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767901.673779:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767901.673783:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767901.673786:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767901.673790:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767901.673792:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767901.673794:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767901.673796:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767902.121876:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767902.121880:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767902.121884:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767902.377779:0:58716:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299759357, at 4299759360
00000100:00000010:2.0:1775767902.377794:0:58716:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3420.
00000100:00000001:0.0:1775767902.697816:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767902.697824:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767902.697826:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767902.697831:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767902.697835:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767902.697840:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767902.697843:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767902.697846:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767902.697849:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767903.145892:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767903.145896:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767903.145900:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767903.721868:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767903.721876:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767903.721877:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767903.721883:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767903.721887:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767903.721892:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767903.721894:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767903.721897:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767903.721900:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767904.169999:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767904.170003:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767904.170007:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767904.745790:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767904.745795:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767904.745797:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767904.745801:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767904.745804:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767904.745807:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767904.745809:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767904.745812:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767904.745814:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767905.193838:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767905.193841:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767905.193844:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767905.769835:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767905.769843:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767905.769845:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767905.769851:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767905.769855:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767905.769858:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767905.769861:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767905.769864:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767905.769867:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767906.217822:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767906.217830:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767906.217835:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767906.217840:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767906.217847:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767906.217854:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5090
00000400:00000200:2.0:1775767906.217865:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767906.217873:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767906.217878:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767906.217882:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767906.217884:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767906.217887:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767906.217889:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767906.217892:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767906.217893:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767906.217895:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767906.217897:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775767906.217898:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775767906.217900:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775767906.217902:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767906.217904:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767906.217906:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767906.217908:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767906.217910:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767906.217913:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767906.217915:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767906.217917:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767906.217920:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767906.217922:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767906.217924:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767906.217926:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767906.217935:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000001:0.0:1775767906.217937:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000040:2.0:1775767906.217938:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
00000020:00000001:0.0:1775767906.217943:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767906.217944:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767906.217946:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767906.217949:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775767906.217950:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767906.217953:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767906.217959:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767906.217968:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee800.
00000100:00000001:2.0:1775767906.217975:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767906.217983:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335158912/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767906.218019:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767906.218023:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767906.218029:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335158912/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767906.218049:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767906.218052:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767906.218055:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767906.218056:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767906.218057:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767906.218059:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767906.218062:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5090
00000400:00000200:2.0:1775767906.218066:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767906.218069:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767906.218071:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767906.218074:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767906.218078:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767906.218081:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767906.218084:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767906.218086:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767906.218087:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767906.218090:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767906.218092:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767906.218096:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767906.218101:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767906.218107:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767906.218112:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767906.218115:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767906.218117:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767906.218121:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767906.218129:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767906.218135:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767906.218140:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767906.218147:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767906.218152:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767906.218156:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767906.218162:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767906.218170:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767906.218173:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767906.218180:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775767906.218184:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767906.218191:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767906.218194:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767906.218200:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767906.218204:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767906.218208:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767906.218217:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed000.
00000100:00000001:2.0:1775767906.218226:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767906.218237:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335159040/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767906.218250:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767906.218254:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767906.218264:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335159040/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767906.218292:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767906.218297:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767906.218307:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767906.218309:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767906.218311:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767906.218316:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767906.218323:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5090
00000400:00000200:2.0:1775767906.218332:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767906.218342:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000800:00000200:3.1:1775767906.218342:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767906.218347:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000100:00080000:2.0:1775767906.218348:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767906.218358:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767906.218363:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767906.218366:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767906.218370:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767906.218377:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767906.218379:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767906.218380:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767906.218384:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775767906.218389:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775767906.218391:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775767906.218397:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767906.218401:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767906.218405:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767906.218409:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767906.218414:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767906.218417:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767906.218421:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767906.218425:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767906.218429:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767906.218433:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767906.218438:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767906.218442:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767906.218446:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767906.218447:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767906.218453:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775767906.218457:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767906.218460:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767906.218461:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767906.218466:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767906.218467:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767906.218469:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767906.218473:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef000.
00000100:00000001:2.0:1775767906.218477:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767906.218484:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335159168/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767906.218499:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767906.218502:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767906.218509:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335159168/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767906.218531:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767906.218535:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767906.218540:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767906.218544:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767906.218547:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767906.218551:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767906.218557:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5090
00000400:00000200:2.0:1775767906.218566:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767906.218574:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767906.218578:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767906.218586:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767906.218593:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767906.218600:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767906.218606:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767906.218612:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767906.218616:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767906.218621:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767906.218625:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775767906.218629:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775767906.218633:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767906.218640:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767906.218644:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767906.218651:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767906.218658:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767906.218663:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767906.218672:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767906.218679:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767906.218683:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767906.218689:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767906.218696:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767906.218699:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767906.218702:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767906.218738:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767906.218743:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767906.218751:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767906.218755:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767906.218761:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767906.218764:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767906.218770:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767906.218774:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767906.218778:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767906.218784:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee400.
00000100:00000001:2.0:1775767906.218791:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767906.218801:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335159296/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767906.218827:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767906.218831:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767906.218838:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335159296/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767906.218854:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767906.218858:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767906.218862:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767906.218866:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767906.218868:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767906.218874:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767906.218878:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5090
00000400:00000200:2.0:1775767906.218886:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767906.218892:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767906.218897:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767906.218903:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767906.218906:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767906.218911:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767906.218915:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767906.218919:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767906.218922:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767906.218926:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767906.218928:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767906.218933:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775767906.218938:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767906.218945:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767906.218949:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767906.218953:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767906.218959:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767906.218964:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767906.218972:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767906.218974:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767906.218977:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767906.218981:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767906.218987:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767906.218992:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000800:00000200:3.1:1775767906.218993:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000008:00100000:2.0:1775767906.218997:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000800:00000200:3.1:1775767906.218998:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000008:00000001:2.0:1775767906.219014:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767906.219018:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767906.219023:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775767906.219029:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775767906.219036:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767906.219039:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767906.219042:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767906.219046:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767906.219051:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767906.219057:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec800.
00000100:00000001:2.0:1775767906.219063:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767906.219072:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335159424/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767906.219094:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767906.219097:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767906.219106:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335159424/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767906.219118:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767906.219124:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5100)
00000800:00000200:3.1:1775767906.219283:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767906.219285:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775767906.219514:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767906.219515:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775767906.219681:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767906.219683:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000100:00000001:0.0:1775767906.793770:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767906.793784:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767906.793786:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767906.793792:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767906.793796:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767906.793800:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767906.793803:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767906.793805:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767906.793808:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767907.241848:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767907.241852:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767907.241854:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767907.497811:0:58716:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299764477, at 4299764480
00000100:00000010:2.0:1775767907.497819:0:58716:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3a80.
00000100:00000001:0.0:1775767907.817804:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767907.817810:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767907.817812:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767907.817817:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767907.817820:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767907.817823:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767907.817825:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767907.817827:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767907.817828:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767908.265878:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767908.265881:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767908.265884:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767908.841781:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767908.841788:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767908.841789:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767908.841795:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767908.841799:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767908.841803:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767908.841806:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767908.841808:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767908.841811:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767909.289881:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767909.289884:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767909.289887:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767909.865796:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767909.865802:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767909.865804:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767909.865809:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767909.865811:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767909.865814:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767909.865816:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767909.865818:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767909.865820:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767910.313888:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767910.313892:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767910.313895:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767910.889761:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767910.889766:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767910.889768:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767910.889772:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767910.889775:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767910.889778:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767910.889780:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767910.889782:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767910.889784:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767911.337782:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767911.337792:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767911.337796:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767911.337801:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767911.337806:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767911.337813:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5095
00000400:00000200:2.0:1775767911.337823:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767911.337830:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767911.337834:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767911.337838:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767911.337842:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767911.337846:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767911.337849:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767911.337853:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767911.337855:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767911.337858:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767911.337861:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775767911.337864:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775767911.337867:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775767911.337871:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767911.337874:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767911.337876:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767911.337878:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767911.337881:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767911.337885:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767911.337887:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767911.337889:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767911.337891:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767911.337894:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767911.337896:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767911.337898:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767911.337906:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
00000020:00000040:2.0:1775767911.337909:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767911.337915:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767911.337917:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767911.337919:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1775767911.337921:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000020:00000001:0.0:1775767911.337924:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767911.337925:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00010000:00010000:0.0:1775767911.337928:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
02000000:00000001:2.0:1775767911.337932:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767911.337941:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef400.
00000100:00000001:2.0:1775767911.337948:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767911.337973:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335159552/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767911.337982:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767911.337985:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767911.337989:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335159552/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767911.338005:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767911.338008:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767911.338012:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767911.338014:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767911.338016:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767911.338020:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767911.338024:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5095
00000400:00000200:2.0:1775767911.338029:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767911.338034:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767911.338039:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767911.338045:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767911.338050:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767911.338056:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767911.338062:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767911.338068:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767911.338071:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767911.338076:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767911.338081:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767911.338087:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767911.338092:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767911.338101:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767911.338105:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767911.338110:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767911.338114:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767911.338119:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767911.338124:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767911.338129:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767911.338132:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767911.338139:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767911.338143:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767911.338148:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767911.338153:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767911.338157:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767911.338159:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767911.338163:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
00000020:00000040:2.0:1775767911.338168:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767911.338172:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767911.338174:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767911.338178:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767911.338180:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767911.338183:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767911.338191:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306befc00.
00000100:00000001:2.0:1775767911.338199:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767911.338209:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335159680/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767911.338221:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767911.338226:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767911.338235:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335159680/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767911.338260:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767911.338265:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767911.338270:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767911.338273:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767911.338277:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767911.338280:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767911.338284:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5095
00000400:00000200:2.0:1775767911.338299:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767911.338304:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767911.338306:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767911.338311:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767911.338316:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767911.338318:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767911.338323:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000800:00000200:3.1:1775767911.338327:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000020:00000001:2.0:1775767911.338328:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767911.338330:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000800:00000200:3.1:1775767911.338332:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000020:00000001:2.0:1775767911.338333:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767911.338336:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775767911.338339:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775767911.338344:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775767911.338348:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767911.338350:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767911.338352:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767911.338357:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767911.338360:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767911.338365:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767911.338367:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767911.338372:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767911.338382:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767911.338387:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767911.338391:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767911.338394:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767911.338397:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767911.338399:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767911.338404:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775767911.338409:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767911.338414:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767911.338416:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767911.338419:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767911.338421:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767911.338423:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767911.338426:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec000.
00000100:00000001:2.0:1775767911.338432:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767911.338438:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335159808/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767911.338447:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767911.338450:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767911.338454:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335159808/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767911.338465:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767911.338470:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767911.338475:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767911.338478:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767911.338479:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767911.338484:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767911.338486:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5095
00000400:00000200:2.0:1775767911.338490:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767911.338494:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767911.338498:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767911.338504:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767911.338509:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767911.338513:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767911.338517:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767911.338519:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767911.338520:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767911.338524:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767911.338526:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775767911.338529:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775767911.338530:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767911.338536:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767911.338537:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767911.338541:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767911.338550:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767911.338554:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767911.338561:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767911.338566:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767911.338570:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767911.338573:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767911.338576:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767911.338579:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767911.338582:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767911.338587:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767911.338590:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767911.338594:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767911.338597:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767911.338602:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767911.338604:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767911.338606:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767911.338606:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767911.338608:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767911.338610:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306becc00.
00000100:00000001:2.0:1775767911.338614:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767911.338621:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335159936/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767911.338641:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767911.338646:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767911.338656:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335159936/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767911.338676:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767911.338682:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767911.338689:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767911.338691:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767911.338694:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767911.338697:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767911.338701:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5095
00000400:00000200:2.0:1775767911.338724:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767911.338727:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767911.338728:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767911.338731:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767911.338733:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767911.338734:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767911.338736:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767911.338742:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767911.338743:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767911.338744:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767911.338747:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767911.338749:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775767911.338754:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767911.338760:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767911.338765:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767911.338769:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767911.338773:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767911.338776:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767911.338782:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767911.338785:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767911.338787:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767911.338792:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767911.338795:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767911.338797:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767911.338800:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767911.338804:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767911.338807:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767911.338812:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775767911.338816:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775767911.338820:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767911.338823:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767911.338824:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767911.338828:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767911.338830:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767911.338837:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee000.
00000100:00000001:2.0:1775767911.338843:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767911.338853:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335160064/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767911.338862:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767911.338866:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767911.338873:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335160064/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767911.338889:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767911.338894:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5106)
00000800:00000200:3.1:1775767911.339065:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767911.339068:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775767911.339384:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767911.339387:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775767911.339694:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767911.339696:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775767911.339930:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767911.339932:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000100:00000001:0.0:1775767911.913764:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767911.913770:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767911.913771:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767911.913776:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767911.913779:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767911.913782:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767911.913785:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767911.913787:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767911.913789:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767912.361882:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767912.361885:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767912.361888:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767912.617816:0:58716:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299769597, at 4299769600
00000100:00000010:2.0:1775767912.617825:0:58716:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe36c0.
00000100:00000001:0.0:1775767912.937819:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767912.937825:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767912.937827:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767912.937833:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767912.937837:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767912.937841:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767912.937844:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767912.937847:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767912.937857:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767913.385904:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767913.385908:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767913.385912:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767913.961820:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767913.961826:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767913.961827:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767913.961832:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767913.961835:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767913.961838:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767913.961840:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767913.961843:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767913.961844:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767914.409901:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767914.409905:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767914.409908:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767914.985781:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767914.985786:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767914.985788:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767914.985792:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767914.985795:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767914.985799:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767914.985801:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767914.985804:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767914.985805:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767915.433902:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767915.433905:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767915.433908:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767916.009806:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767916.009811:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767916.009813:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767916.009818:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767916.009821:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767916.009825:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767916.009827:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767916.009829:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767916.009831:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767916.457815:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767916.457828:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767916.457832:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767916.457838:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767916.457845:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767916.457854:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5101
00000400:00000200:2.0:1775767916.457867:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767916.457873:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767916.457876:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767916.457878:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767916.457882:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767916.457884:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767916.457885:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767916.457888:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767916.457889:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767916.457892:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767916.457894:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775767916.457895:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775767916.457897:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775767916.457899:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767916.457901:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767916.457919:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767916.457920:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767916.457923:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767916.457926:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767916.457927:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767916.457930:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767916.457932:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767916.457935:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767916.457937:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767916.457939:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767916.457948:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775767916.457951:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
00000020:00000001:0.0:1775767916.457955:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
02000000:00000001:2.0:1775767916.457955:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767916.457958:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767916.457959:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767916.457960:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00010000:00010000:0.0:1775767916.457962:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
02000000:00000001:2.0:1775767916.457964:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767916.457973:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767916.457981:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed800.
00000100:00000001:2.0:1775767916.457986:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767916.457993:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335160192/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767916.458002:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767916.458005:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767916.458009:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335160192/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767916.458024:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767916.458027:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767916.458030:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767916.458031:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767916.458032:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767916.458034:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767916.458036:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5101
00000400:00000200:2.0:1775767916.458039:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767916.458041:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767916.458043:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767916.458045:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767916.458046:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767916.458048:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767916.458050:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767916.458051:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767916.458052:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767916.458054:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767916.458056:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767916.458057:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767916.458059:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767916.458062:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767916.458064:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767916.458065:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767916.458067:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767916.458068:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767916.458070:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767916.458072:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767916.458073:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767916.458078:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767916.458082:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767916.458084:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767916.458089:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767916.458092:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767916.458097:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767916.458103:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775767916.458106:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767916.458108:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767916.458109:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767916.458110:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767916.458111:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767916.458112:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767916.458117:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef800.
00000100:00000001:2.0:1775767916.458121:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767916.458128:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335160320/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767916.458144:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767916.458147:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767916.458154:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335160320/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767916.458173:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767916.458177:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767916.458180:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767916.458183:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767916.458185:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767916.458186:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767916.458189:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5101
00000400:00000200:2.0:1775767916.458195:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767916.458197:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767916.458198:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767916.458201:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767916.458204:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767916.458207:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767916.458211:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767916.458217:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767916.458218:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767916.458220:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767916.458221:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775767916.458224:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775767916.458226:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775767916.458232:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767916.458237:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767916.458241:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767916.458245:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767916.458249:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767916.458254:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767916.458259:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767916.458264:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767916.458268:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767916.458271:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767916.458274:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767916.458276:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767916.458280:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767916.458281:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767916.458286:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775767916.458289:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767916.458293:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767916.458294:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767916.458295:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767916.458297:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767916.458299:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767916.458304:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bedc00.
00000100:00000001:2.0:1775767916.458307:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767916.458312:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335160448/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767916.458320:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767916.458323:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767916.458329:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335160448/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767916.458339:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767916.458342:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767916.458347:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767916.458350:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767916.458354:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767916.458361:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767916.458367:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5101
00000400:00000200:2.0:1775767916.458407:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767916.458413:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767916.458415:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767916.458420:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767916.458422:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767916.458427:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767916.458431:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767916.458433:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767916.458435:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767916.458438:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767916.458439:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775767916.458442:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000800:00000200:3.1:1775767916.458442:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000020:00000001:2.0:1775767916.458446:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000800:00000200:3.1:1775767916.458448:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000100:00000040:2.0:1775767916.458451:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767916.458454:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767916.458459:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767916.458461:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767916.458466:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767916.458468:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767916.458470:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767916.458475:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767916.458478:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767916.458483:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767916.458486:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767916.458488:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767916.458491:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767916.458493:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767916.458496:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767916.458500:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767916.458505:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767916.458507:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767916.458511:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767916.458513:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767916.458516:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767916.458520:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed400.
00000100:00000001:2.0:1775767916.458523:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767916.458528:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335160576/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767916.458536:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767916.458538:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767916.458543:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335160576/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767916.458568:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767916.458574:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767916.458582:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767916.458584:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767916.458586:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767916.458588:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767916.458591:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5101
00000400:00000200:2.0:1775767916.458597:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767916.458604:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767916.458609:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767916.458615:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767916.458618:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767916.458621:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767916.458625:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767916.458627:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767916.458629:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767916.458634:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767916.458635:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767916.458638:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775767916.458642:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767916.458648:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767916.458652:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767916.458659:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767916.458664:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767916.458670:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767916.458678:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767916.458682:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767916.458687:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767916.458691:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767916.458697:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767916.458700:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767916.458703:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767916.458731:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767916.458735:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767916.458741:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775767916.458744:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775767916.458750:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767916.458753:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767916.458758:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767916.458761:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767916.458763:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767916.458770:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee000.
00000100:00000001:2.0:1775767916.458774:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767916.458782:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335160704/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767916.458799:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767916.458805:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767916.458816:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335160704/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767916.458845:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767916.458854:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5111)
00000800:00000200:3.1:1775767916.459023:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767916.459025:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775767916.459245:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767916.459247:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775767916.459419:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767916.459421:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775767916.459596:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767916.459598:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000100:00000001:0.0:1775767917.033836:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767917.033841:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767917.033843:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767917.033847:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767917.033850:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767917.033854:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767917.033856:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767917.033858:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767917.033860:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767917.481927:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767917.481932:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767917.481936:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767917.737862:0:58716:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299774717, at 4299774720
00000100:00000010:2.0:1775767917.737876:0:58716:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3120.
00000100:00000001:0.0:1775767918.057816:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767918.057821:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767918.057823:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767918.057827:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767918.057830:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767918.057833:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767918.057836:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767918.057839:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767918.057840:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767918.505935:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767918.505938:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767918.505941:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767919.081811:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767919.081817:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767919.081819:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767919.081823:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767919.081827:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767919.081830:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767919.081833:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767919.081836:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767919.081839:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767919.529897:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767919.529901:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767919.529904:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767920.105816:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767920.105822:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767920.105824:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767920.105829:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767920.105832:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767920.105835:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767920.105837:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767920.105839:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767920.105841:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767920.554028:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767920.554033:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767920.554036:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767921.129804:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767921.129811:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767921.129813:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767921.129819:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767921.129822:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767921.129832:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767921.129835:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767921.129838:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767921.129840:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767921.577851:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767921.577870:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767921.577873:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767921.577878:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767921.577897:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767921.577906:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5106
00000400:00000200:2.0:1775767921.577922:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767921.577932:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767921.577936:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767921.577941:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767921.577947:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767921.577952:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767921.577957:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767921.577966:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767921.577969:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767921.577974:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767921.577978:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775767921.577980:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775767921.577983:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775767921.577986:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767921.577989:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767921.577991:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767921.577993:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767921.577997:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767921.578000:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767921.578004:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767921.578008:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767921.578012:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767921.578015:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767921.578019:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767921.578023:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767921.578033:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
00000020:00000040:2.0:1775767921.578037:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767921.578040:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767921.578042:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767921.578044:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767921.578047:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000020:00000001:0.0:1775767921.578049:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767921.578053:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767921.578053:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767921.578058:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
02000000:00000010:2.0:1775767921.578062:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306becc00.
00000100:00000001:2.0:1775767921.578069:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767921.578078:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335160832/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767921.578093:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767921.578097:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767921.578101:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335160832/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767921.578118:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767921.578121:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767921.578124:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767921.578125:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767921.578126:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767921.578128:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767921.578130:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5106
00000400:00000200:2.0:1775767921.578134:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767921.578140:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767921.578142:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767921.578145:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767921.578150:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767921.578153:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767921.578158:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767921.578164:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767921.578165:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767921.578167:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767921.578171:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767921.578175:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767921.578180:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767921.578194:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767921.578203:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767921.578212:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767921.578218:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767921.578226:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767921.578232:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767921.578244:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767921.578255:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767921.578261:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767921.578272:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767921.578277:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767921.578281:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767921.578285:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767921.578288:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767921.578295:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
00000020:00000040:2.0:1775767921.578297:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767921.578300:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767921.578306:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767921.578316:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767921.578317:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767921.578319:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767921.578330:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec000.
00000100:00000001:2.0:1775767921.578336:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767921.578342:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335160960/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767921.578351:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767921.578357:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767921.578364:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335160960/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767921.578382:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767921.578390:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767921.578407:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767921.578412:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767921.578416:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767921.578423:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767921.578430:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5106
00000400:00000200:2.0:1775767921.578444:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767921.578447:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767921.578453:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767921.578459:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767921.578461:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767921.578471:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767921.578477:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767921.578489:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767921.578491:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767921.578498:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767921.578501:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775767921.578510:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775767921.578519:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775767921.578524:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767921.578531:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767921.578545:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767921.578554:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767921.578556:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767921.578563:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767921.578570:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767921.578578:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767921.578585:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767921.578592:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767921.578601:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767921.578603:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767921.578609:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767921.578610:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767921.578615:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775767921.578619:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767921.578630:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767921.578636:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775767921.578637:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:2.0:1775767921.578646:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:3.1:1775767921.578647:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
02000000:00000001:2.0:1775767921.578648:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767921.578653:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767921.578659:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306befc00.
00000100:00000001:2.0:1775767921.578665:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767921.578671:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335161088/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767921.578694:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767921.578698:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767921.578741:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335161088/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767921.578773:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767921.578782:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767921.578788:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767921.578792:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767921.578798:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767921.578813:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767921.578818:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5106
00000400:00000200:2.0:1775767921.578825:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767921.578829:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767921.578831:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767921.578837:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767921.578841:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767921.578850:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767921.578877:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767921.578879:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767921.578881:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767921.578883:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767921.578888:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775767921.578897:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775767921.578907:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767921.578920:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767921.578928:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767921.578934:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767921.578943:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767921.578953:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767921.578958:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767921.578964:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767921.578967:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767921.578974:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767921.578983:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767921.578990:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767921.578995:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767921.579008:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767921.579019:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767921.579027:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767921.579034:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767921.579044:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767921.579047:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767921.579056:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767921.579062:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767921.579067:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767921.579073:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef400.
00000100:00000001:2.0:1775767921.579077:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767921.579083:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335161216/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767921.579134:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767921.579139:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767921.579151:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335161216/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767921.579167:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767921.579183:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767921.579190:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767921.579194:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767921.579196:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767921.579206:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767921.579215:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5106
00000400:00000200:2.0:1775767921.579224:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767921.579230:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767921.579237:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767921.579248:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767921.579259:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767921.579263:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767921.579266:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767921.579273:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767921.579276:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767921.579278:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767921.579280:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767921.579285:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775767921.579289:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767921.579298:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767921.579305:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767921.579312:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767921.579317:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767921.579324:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767921.579332:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767921.579340:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767921.579346:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767921.579350:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767921.579360:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767921.579362:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767921.579371:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767921.579379:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767921.579383:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767921.579388:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775767921.579394:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775767921.579403:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767921.579405:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767921.579408:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767921.579412:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767921.579417:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767921.579425:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306beec00.
00000100:00000001:2.0:1775767921.579434:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767921.579446:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335161344/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767921.579481:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767921.579489:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767921.579499:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335161344/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767921.579538:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767921.579547:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5116)
00000800:00000200:3.1:1775767921.579614:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767921.579616:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775767921.579830:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767921.579831:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775767921.580025:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767921.580027:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775767921.580277:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767921.580279:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000100:00000001:0.0:1775767922.153814:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767922.153821:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767922.153822:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767922.153828:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767922.153832:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767922.153843:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767922.153859:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767922.153862:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767922.153865:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767922.601929:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767922.601934:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767922.601939:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767922.857810:0:58716:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299779838, at 4299779840
00000100:00000010:2.0:1775767922.857825:0:58716:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3000.
00000100:00000001:0.0:1775767923.177792:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767923.177798:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767923.177801:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767923.177807:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767923.177811:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767923.177815:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767923.177818:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767923.177821:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767923.177833:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767923.626005:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767923.626008:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767923.626011:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767924.201805:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767924.201810:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767924.201812:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767924.201816:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767924.201819:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767924.201822:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767924.201825:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767924.201839:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767924.201842:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767924.649873:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767924.649877:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767924.649880:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767925.225838:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767925.225843:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767925.225845:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767925.225850:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767925.225853:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767925.225857:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767925.225859:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767925.225860:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767925.225862:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767925.673979:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767925.673982:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767925.673985:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767926.249768:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767926.249773:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767926.249775:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767926.249780:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767926.249782:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767926.249785:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767926.249787:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767926.249789:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767926.249791:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767926.697799:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767926.697823:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775767926.697828:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767926.697832:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767926.697837:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767926.697843:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5111
00000400:00000200:1.0:1775767926.697852:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767926.697858:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767926.697861:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767926.697864:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767926.697867:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767926.697870:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767926.697872:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767926.697874:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000001:0.0:1775767926.697876:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000040:1.0:1775767926.697877:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775767926.697880:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767926.697880:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767926.697884:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00010000:00010000:0.0:1775767926.697885:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767926.697888:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:1.0:1775767926.697890:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:1.0:1775767926.697893:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767926.697895:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767926.697896:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767926.697897:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767926.697899:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:1.0:1775767926.697902:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767926.697903:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767926.697906:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767926.697908:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767926.697910:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767926.697912:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767926.697913:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767926.697920:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10e00.
00000020:00000040:1.0:1775767926.697923:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:1.0:1775767926.697925:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767926.697927:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767926.697929:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767926.697931:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767926.697934:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767926.697940:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8400.
00000100:00000001:1.0:1775767926.697945:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767926.697952:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10e00 x1862022335161472/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767926.697960:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767926.697963:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767926.697967:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009b4566e] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10e00 x1862022335161472/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767926.697987:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767926.697989:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767926.697992:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775767926.697993:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767926.697994:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767926.697996:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767926.697998:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5111
00000400:00000200:1.0:1775767926.698000:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767926.698003:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767926.698005:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767926.698007:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767926.698009:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767926.698011:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767926.698012:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767926.698014:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767926.698015:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:1.0:1775767926.698016:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767926.698017:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:1.0:1775767926.698019:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:1.0:1775767926.698023:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:1.0:1775767926.698025:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767926.698028:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767926.698031:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767926.698033:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767926.698036:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:1.0:1775767926.698040:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767926.698045:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767926.698049:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767926.698054:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767926.698057:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767926.698059:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767926.698063:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767926.698069:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767926.698074:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767926.698078:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10000.
00000020:00000040:1.0:1775767926.698082:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:1.0:1775767926.698085:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767926.698086:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767926.698087:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767926.698088:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767926.698089:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767926.698092:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046ea000.
00000100:00000001:1.0:1775767926.698095:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767926.698101:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10000 x1862022335161600/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767926.698109:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767926.698113:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767926.698120:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbb7fab8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10000 x1862022335161600/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767926.698133:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767926.698135:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767926.698137:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775767926.698138:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767926.698140:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767926.698152:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767926.698156:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5111
00000400:00000200:1.0:1775767926.698165:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767926.698171:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767926.698175:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767926.698181:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767926.698185:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767926.698189:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767926.698192:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767926.698194:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767926.698196:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:1.0:1775767926.698198:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767926.698200:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:1.0:1775767926.698204:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:1.0:1775767926.698208:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:1.0:1775767926.698214:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767926.698219:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767926.698222:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767926.698224:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767926.698228:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:1.0:1775767926.698235:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767926.698239:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767926.698243:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767926.698246:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767926.698250:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767926.698253:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767926.698256:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767926.698261:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767926.698265:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767926.698269:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10700.
00000020:00000040:1.0:1775767926.698274:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:1.0:1775767926.698279:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767926.698282:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767926.698286:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767926.698289:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767926.698291:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767926.698296:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046ea400.
00000100:00000001:1.0:1775767926.698301:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767926.698312:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10700 x1862022335161728/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767926.698324:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767926.698329:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767926.698337:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9d335f8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10700 x1862022335161728/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767926.698349:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767926.698351:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767926.698355:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775767926.698356:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767926.698357:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767926.698360:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767926.698363:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5111
00000400:00000200:1.0:1775767926.698368:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767926.698372:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767926.698374:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767926.698377:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767926.698379:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767926.698381:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767926.698383:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767926.698385:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767926.698387:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:1.0:1775767926.698388:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767926.698391:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:1.0:1775767926.698393:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:1.0:1775767926.698396:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:1.0:1775767926.698399:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767926.698401:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767926.698404:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767926.698406:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767926.698409:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:1.0:1775767926.698412:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767926.698415:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767926.698417:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767926.698421:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767926.698423:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767926.698433:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767926.698436:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767926.698438:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767926.698440:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767926.698444:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11c00.
00000020:00000040:1.0:1775767926.698447:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:1.0:1775767926.698449:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767926.698450:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767926.698452:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767926.698454:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767926.698456:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767926.698461:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eb400.
00000100:00000001:1.0:1775767926.698464:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767926.698469:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11c00 x1862022335161856/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767926.698477:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767926.698480:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767926.698494:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062b06338] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11c00 x1862022335161856/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767926.698507:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767926.698512:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767926.698518:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000200:3.1:1775767926.698520:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:1.0:1775767926.698521:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:3.1:1775767926.698525:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000100:00080000:1.0:1775767926.698526:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767926.698531:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767926.698538:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5111
00000400:00000200:1.0:1775767926.698547:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767926.698554:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767926.698558:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767926.698565:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767926.698572:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767926.698576:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767926.698578:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767926.698583:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767926.698585:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:1.0:1775767926.698589:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767926.698593:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:1.0:1775767926.698597:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:1.0:1775767926.698601:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:1.0:1775767926.698610:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767926.698615:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767926.698619:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767926.698622:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767926.698627:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:1.0:1775767926.698634:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767926.698641:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767926.698646:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767926.698651:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767926.698654:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767926.698656:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767926.698659:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767926.698663:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767926.698665:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767926.698671:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11500.
00000020:00000040:1.0:1775767926.698675:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:1.0:1775767926.698678:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767926.698682:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767926.698686:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767926.698690:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767926.698692:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767926.698702:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9c00.
00000100:00000001:1.0:1775767926.698752:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767926.698761:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11500 x1862022335161984/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767926.698775:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767926.698779:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767926.698786:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3229bd5] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11500 x1862022335161984/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767926.698800:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767926.698821:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5121)
00000800:00000200:3.1:1775767926.699169:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767926.699173:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775767926.699459:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767926.699462:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775767926.699778:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767926.699781:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775767926.700003:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767926.700005:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1775767927.273819:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767927.273825:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767927.273827:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767927.273831:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767927.273834:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767927.273838:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767927.273840:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767927.273842:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767927.273844:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767927.721890:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767927.721893:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767927.721896:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767927.977837:0:58716:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299784957, at 4299784960
00000100:00000010:2.0:1775767927.977854:0:58716:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3de0.
00000100:00000001:0.0:1775767928.297775:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767928.297781:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767928.297783:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767928.297801:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767928.297805:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767928.297808:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767928.297810:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767928.297811:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767928.297814:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767928.745873:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767928.745876:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767928.745878:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767929.321840:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767929.321846:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767929.321847:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767929.321852:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767929.321855:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767929.321858:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767929.321860:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767929.321863:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767929.321865:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767929.770023:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767929.770028:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767929.770032:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767930.345807:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767930.345812:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767930.345814:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767930.345819:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767930.345821:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767930.345825:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767930.345827:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767930.345829:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767930.345831:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767930.793902:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767930.793905:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767930.793908:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767931.369824:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767931.369831:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767931.369833:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767931.369838:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767931.369842:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767931.369846:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767931.369848:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767931.369851:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767931.369853:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767931.817843:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767931.817853:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767931.817859:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767931.817866:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767931.817873:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767931.817881:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5116
00000400:00000200:2.0:1775767931.817892:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767931.817900:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767931.817904:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767931.817908:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767931.817912:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000020:00000001:0.0:1775767931.817922:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767931.817926:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767931.817926:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00010000:00010000:0.0:1775767931.817930:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775767931.817931:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767931.817936:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767931.817938:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767931.817941:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767931.817944:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775767931.817947:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775767931.817950:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775767931.817953:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767931.817956:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767931.817958:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767931.817961:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767931.817964:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767931.817967:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767931.817970:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767931.817973:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767931.817977:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767931.817980:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767931.817983:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767931.817986:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767931.817996:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775767931.818000:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767931.818004:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767931.818006:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767931.818010:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767931.818013:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767931.818017:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767931.818025:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee400.
00000100:00000001:2.0:1775767931.818032:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767931.818041:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335162112/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767931.818052:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767931.818056:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767931.818061:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335162112/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767931.818082:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767931.818086:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767931.818091:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767931.818092:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767931.818094:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767931.818098:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767931.818101:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5116
00000400:00000200:2.0:1775767931.818106:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767931.818110:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767931.818114:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767931.818120:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767931.818125:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767931.818131:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767931.818137:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767931.818143:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767931.818146:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767931.818150:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767931.818152:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767931.818157:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767931.818163:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767931.818172:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767931.818176:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767931.818180:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767931.818186:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767931.818190:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767931.818196:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767931.818200:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767931.818206:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767931.818214:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767931.818218:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767931.818220:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767931.818225:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767931.818242:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767931.818247:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767931.818254:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775767931.818260:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767931.818265:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767931.818268:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767931.818270:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767931.818272:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767931.818277:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767931.818283:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef000.
00000100:00000001:2.0:1775767931.818289:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767931.818299:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335162240/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767931.818324:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767931.818329:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767931.818351:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335162240/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1775767931.818369:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:2.0:1775767931.818370:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775767931.818376:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000100:00080000:2.0:1775767931.818377:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767931.818385:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767931.818389:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767931.818392:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767931.818397:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767931.818401:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5116
00000400:00000200:2.0:1775767931.818408:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767931.818416:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767931.818420:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767931.818423:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767931.818426:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767931.818428:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767931.818430:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767931.818434:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767931.818436:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767931.818440:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767931.818443:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775767931.818448:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775767931.818453:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775767931.818461:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767931.818465:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767931.818469:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767931.818474:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767931.818481:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767931.818489:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767931.818494:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767931.818497:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767931.818502:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767931.818507:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767931.818510:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767931.818514:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767931.818518:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767931.818521:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767931.818528:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775767931.818532:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767931.818535:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767931.818536:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767931.818539:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767931.818542:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767931.818545:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767931.818552:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed000.
00000100:00000001:2.0:1775767931.818558:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767931.818568:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335162368/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767931.818584:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767931.818588:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767931.818598:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335162368/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767931.818611:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767931.818616:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767931.818624:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767931.818627:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767931.818631:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767931.818637:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767931.818643:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5116
00000400:00000200:2.0:1775767931.818653:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767931.818663:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767931.818665:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767931.818672:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767931.818677:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767931.818681:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767931.818686:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767931.818690:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767931.818693:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767931.818697:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767931.818700:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775767931.818706:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775767931.818745:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767931.818751:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767931.818771:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767931.818775:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767931.818779:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767931.818784:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767931.818790:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767931.818794:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767931.818798:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767931.818803:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767931.818809:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767931.818814:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767931.818818:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767931.818824:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767931.818828:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767931.818836:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767931.818841:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767931.818847:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767931.818849:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767931.818853:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767931.818857:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767931.818860:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767931.818868:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee800.
00000100:00000001:2.0:1775767931.818873:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767931.818883:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335162496/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767931.818910:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767931.818915:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767931.818925:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335162496/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767931.818947:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767931.818952:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767931.818960:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767931.818963:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767931.818966:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767931.818971:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767931.818977:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5116
00000400:00000200:2.0:1775767931.818985:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767931.818991:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767931.818997:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767931.819003:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767931.819008:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767931.819015:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767931.819021:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767931.819027:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767931.819031:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767931.819035:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767931.819038:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767931.819043:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775767931.819049:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767931.819059:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767931.819064:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767931.819070:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767931.819075:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767931.819082:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767931.819090:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767931.819096:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767931.819102:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767931.819107:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767931.819113:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767931.819118:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767931.819122:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000800:00000200:3.1:1775767931.819123:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767931.819127:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000008:00000001:2.0:1775767931.819128:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767931.819132:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767931.819140:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775767931.819145:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775767931.819151:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767931.819154:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767931.819158:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767931.819161:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767931.819165:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767931.819171:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec400.
00000100:00000001:2.0:1775767931.819179:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767931.819190:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335162624/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767931.819213:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767931.819219:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767931.819229:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335162624/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767931.819258:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767931.819266:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5126)
00000800:00000200:3.1:1775767931.819420:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767931.819423:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775767931.819662:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767931.819665:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775767931.819920:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767931.819923:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1775767932.393805:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767932.393810:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767932.393811:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767932.393815:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767932.393818:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767932.393821:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767932.393823:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767932.393825:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767932.393827:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767932.841848:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767932.841852:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767932.841854:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767933.097879:0:58716:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299790077, at 4299790080
00000100:00000010:2.0:1775767933.097886:0:58716:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3840.
00000100:00000001:0.0:1775767933.417844:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767933.417852:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767933.417854:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767933.417860:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767933.417864:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767933.417869:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767933.417872:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767933.417874:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767933.417877:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767933.865908:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767933.865912:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767933.865914:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767934.441825:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767934.441831:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767934.441833:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767934.441839:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767934.441843:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767934.441847:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767934.441850:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767934.441852:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767934.441855:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767934.889861:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767934.889864:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767934.889867:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767935.465827:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767935.465833:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767935.465835:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767935.465839:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767935.465842:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767935.465846:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767935.465848:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767935.465850:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767935.465852:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767935.913910:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767935.913915:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767935.913918:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767936.489779:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767936.489785:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767936.489787:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767936.489792:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767936.489794:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767936.489798:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767936.489801:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767936.489803:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767936.489806:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767936.937801:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767936.937811:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767936.937814:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767936.937818:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767936.937821:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767936.937827:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5121
00000400:00000200:2.0:1775767936.937836:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767936.937841:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767936.937844:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767936.937847:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767936.937850:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767936.937852:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767936.937855:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767936.937858:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767936.937859:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775767936.937861:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767936.937861:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767936.937864:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775767936.937866:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767936.937867:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00010000:00010000:0.0:1775767936.937872:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775767936.937873:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775767936.937878:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767936.937881:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767936.937884:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767936.937886:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767936.937890:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767936.937894:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767936.937898:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767936.937901:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767936.937911:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767936.937916:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767936.937918:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767936.937921:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767936.937931:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
00000020:00000040:2.0:1775767936.937935:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767936.937939:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767936.937941:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767936.937944:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767936.937946:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767936.937950:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767936.937957:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee800.
00000100:00000001:2.0:1775767936.937962:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767936.937970:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335162752/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767936.937979:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767936.937983:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767936.937996:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335162752/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767936.938011:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767936.938013:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767936.938017:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767936.938019:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767936.938020:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767936.938024:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767936.938026:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5121
00000400:00000200:2.0:1775767936.938032:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767936.938036:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767936.938039:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767936.938043:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767936.938048:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767936.938053:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767936.938058:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767936.938064:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767936.938067:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767936.938072:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767936.938076:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767936.938081:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767936.938085:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767936.938095:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767936.938101:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767936.938105:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767936.938108:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767936.938112:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767936.938117:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767936.938119:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767936.938124:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767936.938130:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767936.938134:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767936.938137:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767936.938142:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767936.938146:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767936.938149:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767936.938152:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
00000020:00000040:2.0:1775767936.938156:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767936.938159:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767936.938162:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767936.938164:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767936.938167:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767936.938170:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767936.938176:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed000.
00000100:00000001:2.0:1775767936.938180:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767936.938189:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335162880/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767936.938209:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767936.938212:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767936.938217:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335162880/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767936.938231:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767936.938235:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767936.938240:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767936.938243:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767936.938246:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767936.938252:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767936.938257:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5121
00000400:00000200:2.0:1775767936.938281:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767936.938290:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767936.938293:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767936.938301:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767936.938306:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1775767936.938311:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000040:2.0:1775767936.938312:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000800:00000200:3.1:1775767936.938316:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000100:00000001:2.0:1775767936.938317:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767936.938323:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767936.938325:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767936.938328:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767936.938332:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775767936.938335:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775767936.938340:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775767936.938347:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767936.938353:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767936.938358:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767936.938362:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767936.938368:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767936.938376:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767936.938381:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767936.938386:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767936.938391:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767936.938396:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767936.938401:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767936.938404:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767936.938411:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767936.938415:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767936.938421:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775767936.938425:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767936.938430:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767936.938433:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767936.938437:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767936.938440:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767936.938443:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767936.938450:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef000.
00000100:00000001:2.0:1775767936.938457:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767936.938468:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335163008/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767936.938485:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767936.938490:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767936.938498:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335163008/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767936.938509:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767936.938511:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767936.938517:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767936.938519:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767936.938522:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767936.938526:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767936.938531:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5121
00000400:00000200:2.0:1775767936.938539:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767936.938542:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767936.938545:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767936.938548:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767936.938551:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767936.938556:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767936.938561:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767936.938566:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767936.938568:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767936.938570:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767936.938574:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775767936.938578:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775767936.938583:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767936.938590:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767936.938592:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767936.938596:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767936.938600:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767936.938603:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767936.938609:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767936.938612:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767936.938614:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767936.938619:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767936.938621:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767936.938625:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767936.938629:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767936.938633:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767936.938638:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767936.938643:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767936.938646:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767936.938651:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767936.938653:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767936.938657:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767936.938659:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767936.938662:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767936.938668:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee400.
00000100:00000001:2.0:1775767936.938673:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767936.938681:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335163136/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767936.938690:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767936.938693:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767936.938698:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335163136/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767936.938747:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767936.938749:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767936.938753:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767936.938756:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767936.938759:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767936.938762:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767936.938766:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5121
00000400:00000200:2.0:1775767936.938772:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767936.938774:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767936.938776:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767936.938780:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767936.938785:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767936.938789:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767936.938791:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767936.938794:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767936.938796:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767936.938799:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767936.938802:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767936.938806:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775767936.938810:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767936.938817:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767936.938821:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767936.938824:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767936.938829:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767936.938833:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767936.938838:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767936.938842:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767936.938845:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767936.938848:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767936.938851:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767936.938854:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767936.938856:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767936.938860:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767936.938863:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767936.938869:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775767936.938874:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775767936.938880:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767936.938883:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767936.938887:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767936.938890:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767936.938894:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767936.938902:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec800.
00000100:00000001:2.0:1775767936.938909:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767936.938919:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335163264/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767936.938940:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767936.938944:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767936.938952:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335163264/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767936.938972:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767936.938980:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5131)
00000800:00000200:3.1:1775767936.938994:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767936.938997:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775767936.939211:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767936.939212:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775767936.939385:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767936.939387:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775767936.939689:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767936.939692:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1775767937.513822:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767937.513828:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767937.513830:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767937.513834:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767937.513837:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767937.513840:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767937.513843:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767937.513845:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767937.513847:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767937.961910:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767937.961913:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767937.961916:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767938.217802:0:58716:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299795197, at 4299795200
00000100:00000010:2.0:1775767938.217816:0:58716:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3660.
00000100:00000001:0.0:1775767938.537769:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767938.537774:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767938.537776:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767938.537781:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767938.537784:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767938.537787:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767938.537789:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767938.537792:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767938.537794:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767938.985845:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767938.985848:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767938.985850:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767939.561804:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767939.561809:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767939.561810:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767939.561815:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767939.561818:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767939.561822:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767939.561824:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767939.561826:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767939.561828:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767940.009903:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767940.009907:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767940.009912:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767940.585765:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767940.585770:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767940.585771:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767940.585777:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767940.585780:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767940.585784:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767940.585787:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767940.585790:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767940.585793:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767941.033835:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767941.033838:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767941.033841:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767941.609793:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767941.609799:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767941.609801:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767941.609806:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767941.609809:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767941.609812:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767941.609814:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767941.609816:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767941.609818:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767942.057800:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767942.057810:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767942.057813:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767942.057818:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767942.057825:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767942.057833:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5126
00000400:00000200:2.0:1775767942.057843:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767942.057850:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767942.057852:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767942.057856:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767942.057860:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767942.057863:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767942.057866:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767942.057870:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767942.057873:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767942.057876:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767942.057879:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775767942.057882:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775767942.057884:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775767942.057887:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767942.057890:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767942.057892:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767942.057894:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767942.057895:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767942.057899:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1775767942.057900:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00010000:00010000:0.0:1775767942.057902:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767942.057906:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767942.057910:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767942.057913:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767942.057918:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767942.057921:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767942.057923:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767942.057926:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767942.057936:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775767942.057939:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767942.057943:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767942.057944:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767942.057948:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767942.057950:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767942.057955:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767942.057963:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306beec00.
00000100:00000001:2.0:1775767942.057970:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767942.057980:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335163392/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767942.057991:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767942.057996:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767942.058001:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335163392/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767942.058021:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767942.058025:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767942.058029:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767942.058030:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767942.058032:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767942.058035:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767942.058039:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5126
00000400:00000200:2.0:1775767942.058044:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767942.058048:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767942.058051:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767942.058055:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767942.058058:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767942.058063:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767942.058067:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767942.058069:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767942.058071:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767942.058073:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767942.058076:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767942.058080:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767942.058083:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767942.058092:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767942.058096:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767942.058100:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767942.058112:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767942.058118:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767942.058125:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767942.058131:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767942.058135:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767942.058141:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767942.058147:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767942.058152:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767942.058158:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767942.058163:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767942.058167:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767942.058177:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775767942.058181:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767942.058183:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767942.058185:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767942.058189:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767942.058191:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767942.058193:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767942.058197:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef400.
00000100:00000001:2.0:1775767942.058202:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767942.058210:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335163520/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767942.058233:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767942.058238:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767942.058246:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335163520/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767942.058263:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767942.058268:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767942.058283:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767942.058287:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767942.058290:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767942.058296:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767942.058303:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5126
00000400:00000200:2.0:1775767942.058344:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767942.058354:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767942.058360:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767942.058364:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767942.058369:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767942.058375:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000800:00000200:3.1:1775767942.058381:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:2.0:1775767942.058382:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000800:00000200:3.1:1775767942.058387:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000020:00000001:2.0:1775767942.058388:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767942.058392:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767942.058396:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767942.058400:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775767942.058404:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775767942.058410:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775767942.058419:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767942.058423:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767942.058428:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767942.058432:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767942.058438:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767942.058445:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767942.058449:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767942.058451:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767942.058456:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767942.058460:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767942.058465:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767942.058469:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767942.058473:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767942.058477:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767942.058482:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775767942.058486:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767942.058491:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767942.058493:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767942.058495:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767942.058497:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767942.058499:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767942.058504:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306befc00.
00000100:00000001:2.0:1775767942.058509:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767942.058517:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335163648/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767942.058527:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767942.058531:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767942.058537:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335163648/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767942.058549:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767942.058552:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767942.058561:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767942.058563:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767942.058567:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767942.058573:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767942.058579:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5126
00000400:00000200:2.0:1775767942.058589:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767942.058595:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767942.058601:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767942.058607:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767942.058622:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767942.058629:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767942.058635:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767942.058641:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767942.058645:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767942.058647:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767942.058651:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775767942.058669:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775767942.058672:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767942.058675:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767942.058677:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767942.058678:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767942.058680:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767942.058682:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767942.058687:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767942.058690:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767942.058693:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767942.058698:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767942.058702:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767942.058705:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767942.058734:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767942.058742:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767942.058747:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767942.058752:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767942.058757:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767942.058762:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767942.058764:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767942.058769:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767942.058770:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767942.058772:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767942.058777:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec000.
00000100:00000001:2.0:1775767942.058783:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767942.058792:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335163776/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767942.058805:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767942.058809:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767942.058816:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335163776/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767942.058842:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767942.058846:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767942.058850:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767942.058853:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767942.058854:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767942.058858:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767942.058861:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5126
00000400:00000200:2.0:1775767942.058868:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767942.058873:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767942.058875:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767942.058879:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767942.058882:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767942.058886:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767942.058889:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767942.058892:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767942.058894:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767942.058897:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767942.058898:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767942.058900:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775767942.058902:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767942.058907:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767942.058909:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767942.058912:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767942.058916:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767942.058919:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767942.058924:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767942.058929:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767942.058933:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767942.058937:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767942.058939:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767942.058942:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767942.058945:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767942.058948:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767942.058954:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767942.058959:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775767942.058962:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775767942.058968:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767942.058971:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767942.058975:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767942.058978:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767942.058981:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767942.058986:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306becc00.
00000100:00000001:2.0:1775767942.058990:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767942.058996:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335163904/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767942.059006:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767942.059010:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767942.059015:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335163904/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767942.059031:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767942.059036:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5136)
00000800:00000200:3.1:1775767942.059091:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767942.059092:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775767942.059367:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767942.059368:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775767942.059551:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767942.059553:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775767942.059891:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767942.059893:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000100:00000001:0.0:1775767942.633808:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767942.633815:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767942.633817:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767942.633821:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767942.633824:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767942.633827:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767942.633829:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767942.633831:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767942.633833:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767943.081924:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767943.081928:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767943.081932:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767943.337782:0:58716:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299800317, at 4299800320
00000100:00000010:2.0:1775767943.337798:0:58716:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3960.
00000100:00000001:0.0:1775767943.657766:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767943.657771:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767943.657773:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767943.657777:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767943.657780:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767943.657784:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767943.657786:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767943.657788:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767943.657790:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767944.105976:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767944.105983:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767944.105989:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767944.681865:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767944.681873:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767944.681875:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767944.681880:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767944.681900:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767944.681904:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767944.681906:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767944.681908:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767944.681911:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767945.129976:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767945.129982:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767945.129986:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767945.705821:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767945.705829:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767945.705831:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767945.705836:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767945.705840:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767945.705845:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767945.705847:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767945.705854:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767945.705857:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767946.153938:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767946.153942:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767946.153945:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767946.729806:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767946.729811:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767946.729813:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767946.729819:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767946.729822:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767946.729826:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767946.729829:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767946.729832:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767946.729834:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767947.177838:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767947.177850:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767947.177854:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767947.177858:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767947.177864:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767947.177872:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5131
00000400:00000200:2.0:1775767947.177881:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767947.177888:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767947.177891:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767947.177894:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767947.177897:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767947.177900:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767947.177902:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767947.177905:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767947.177907:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767947.177910:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767947.177913:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775767947.177915:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775767947.177917:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775767947.177920:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767947.177922:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767947.177924:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767947.177926:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767947.177927:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000040:2.0:1775767947.177929:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000020:00000001:0.0:1775767947.177930:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767947.177934:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00010000:00010000:0.0:1775767947.177935:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775767947.177937:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767947.177940:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767947.177944:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767947.177947:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767947.177949:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767947.177952:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767947.177961:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
00000020:00000040:2.0:1775767947.177964:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767947.177968:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767947.177969:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767947.177971:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767947.177975:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767947.177979:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767947.177987:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed400.
00000100:00000001:2.0:1775767947.177994:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767947.178003:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335164032/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767947.178013:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767947.178017:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767947.178021:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335164032/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767947.178038:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767947.178040:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767947.178042:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767947.178043:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767947.178044:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767947.178047:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767947.178049:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5131
00000400:00000200:2.0:1775767947.178052:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767947.178055:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767947.178057:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767947.178059:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767947.178061:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767947.178063:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767947.178065:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767947.178067:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767947.178069:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767947.178072:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767947.178073:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767947.178076:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767947.178078:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767947.178082:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767947.178084:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767947.178087:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767947.178091:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767947.178095:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767947.178101:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767947.178105:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767947.178109:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767947.178114:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767947.178124:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767947.178127:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767947.178132:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767947.178137:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767947.178141:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767947.178145:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
00000020:00000040:2.0:1775767947.178150:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767947.178153:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767947.178154:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767947.178156:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767947.178159:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767947.178162:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767947.178166:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bedc00.
00000100:00000001:2.0:1775767947.178171:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767947.178178:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335164160/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767947.178189:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767947.178192:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767947.178198:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335164160/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767947.178223:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767947.178226:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767947.178230:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767947.178233:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767947.178235:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767947.178238:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767947.178242:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5131
00000400:00000200:2.0:1775767947.178245:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767947.178248:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767947.178250:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767947.178257:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767947.178262:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767947.178268:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767947.178272:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767947.178278:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767947.178282:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767947.178286:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767947.178291:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775767947.178298:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775767947.178303:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775767947.178309:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767947.178314:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767947.178320:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767947.178324:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767947.178328:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767947.178333:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767947.178335:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767947.178337:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767947.178341:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767947.178345:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767947.178348:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767947.178351:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000800:00000200:3.1:1775767947.178351:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767947.178355:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000008:00000001:2.0:1775767947.178356:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767947.178361:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767947.178368:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775767947.178371:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767947.178373:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767947.178376:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767947.178379:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767947.178381:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767947.178392:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767947.178397:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef800.
00000100:00000001:2.0:1775767947.178402:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767947.178411:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335164288/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767947.178424:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767947.178429:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767947.178436:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335164288/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767947.178446:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767947.178451:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767947.178455:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767947.178457:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767947.178458:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767947.178462:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767947.178465:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5131
00000400:00000200:2.0:1775767947.178470:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767947.178475:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767947.178478:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767947.178481:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767947.178482:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767947.178483:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767947.178484:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767947.178485:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767947.178503:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767947.178512:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767947.178516:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775767947.178521:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775767947.178525:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767947.178531:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767947.178533:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767947.178536:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767947.178540:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767947.178544:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767947.178549:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767947.178554:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767947.178558:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767947.178561:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767947.178563:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767947.178567:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767947.178571:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767947.178573:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767947.178574:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767947.178578:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767947.178581:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767947.178586:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767947.178591:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767947.178596:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767947.178601:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767947.178634:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767947.178644:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed800.
00000100:00000001:2.0:1775767947.178651:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767947.178660:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335164416/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767947.178689:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767947.178694:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767947.178717:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335164416/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767947.178754:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767947.178758:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767947.178767:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767947.178771:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767947.178774:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767947.178777:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767947.178784:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5131
00000400:00000200:2.0:1775767947.178792:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767947.178799:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767947.178804:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767947.178809:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767947.178812:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767947.178816:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767947.178819:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767947.178822:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767947.178824:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767947.178828:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767947.178830:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767947.178833:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775767947.178836:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767947.178840:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767947.178842:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767947.178846:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767947.178848:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767947.178851:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767947.178856:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767947.178858:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767947.178860:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767947.178862:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767947.178865:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767947.178871:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767947.178874:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767947.178877:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767947.178880:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767947.178884:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775767947.178889:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775767947.178894:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767947.178896:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767947.178898:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767947.178901:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767947.178904:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767947.178911:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed400.
00000100:00000001:2.0:1775767947.178917:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767947.178924:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335164544/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767947.178939:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767947.178942:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767947.178947:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335164544/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767947.178967:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767947.178978:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5141)
00000800:00000200:3.1:1775767947.179024:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767947.179025:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775767947.179212:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767947.179213:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775767947.179384:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767947.179386:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775767947.179681:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767947.179682:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000100:00000001:0.0:1775767947.753800:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767947.753807:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767947.753809:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767947.753816:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767947.753820:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767947.753824:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767947.753833:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767947.753835:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767947.753838:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767948.201866:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767948.201869:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767948.201872:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767948.457788:0:58716:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299805437, at 4299805440
00000100:00000010:2.0:1775767948.457805:0:58716:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3720.
00000100:00000001:0.0:1775767948.777803:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767948.777809:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767948.777810:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767948.777835:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767948.777839:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767948.777842:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767948.777845:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767948.777847:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767948.777850:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767949.225899:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767949.225904:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767949.225917:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767949.801789:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767949.801795:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767949.801797:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767949.801802:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767949.801805:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767949.801808:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767949.801810:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767949.801813:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767949.801815:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767950.249876:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767950.249879:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767950.249881:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767950.825831:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767950.825837:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767950.825839:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767950.825843:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767950.825846:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767950.825849:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767950.825851:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767950.825854:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767950.825856:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767951.273901:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767951.273906:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767951.273909:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767951.849765:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767951.849770:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767951.849772:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767951.849776:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767951.849779:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767951.849783:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767951.849785:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767951.849788:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767951.849790:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767952.297805:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767952.297816:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775767952.297820:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767952.297824:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767952.297829:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767952.297838:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5136
00000400:00000200:1.0:1775767952.297850:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767952.297858:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000020:00000001:0.0:1775767952.297861:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00080000:1.0:1775767952.297862:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000020:00000001:0.0:1775767952.297864:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767952.297868:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00010000:00010000:0.0:1775767952.297869:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775767952.297874:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767952.297876:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767952.297878:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767952.297881:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767952.297884:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:1.0:1775767952.297886:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767952.297888:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:1.0:1775767952.297890:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:1.0:1775767952.297892:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:1.0:1775767952.297894:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767952.297895:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767952.297897:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767952.297898:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767952.297900:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:1.0:1775767952.297902:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767952.297904:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767952.297906:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767952.297908:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767952.297910:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767952.297911:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767952.297913:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767952.297921:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10380.
00000020:00000040:1.0:1775767952.297923:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:1.0:1775767952.297926:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767952.297927:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767952.297930:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767952.297932:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767952.297936:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767952.297943:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9000.
00000100:00000001:1.0:1775767952.297948:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767952.297955:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10380 x1862022335164672/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767952.297964:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767952.297968:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767952.297971:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fae5f3c] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10380 x1862022335164672/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767952.297992:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767952.297996:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767952.297998:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775767952.297999:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767952.298001:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767952.298004:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767952.298006:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5136
00000400:00000200:1.0:1775767952.298010:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767952.298013:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767952.298015:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767952.298018:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767952.298021:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767952.298024:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767952.298027:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767952.298029:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767952.298031:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:1.0:1775767952.298033:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767952.298036:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:1.0:1775767952.298040:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:1.0:1775767952.298042:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:1.0:1775767952.298046:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767952.298051:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767952.298054:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767952.298058:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767952.298061:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:1.0:1775767952.298065:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767952.298069:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767952.298073:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767952.298080:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767952.298083:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767952.298086:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767952.298092:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767952.298095:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767952.298099:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767952.298105:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d13480.
00000020:00000040:1.0:1775767952.298107:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:1.0:1775767952.298111:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767952.298113:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767952.298115:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767952.298117:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767952.298120:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767952.298125:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9800.
00000100:00000001:1.0:1775767952.298131:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767952.298135:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d13480 x1862022335164800/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767952.298147:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767952.298149:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767952.298156:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d08fae2a] to pc [ptlrpcd_rcv+-1]  req@ffff927303d13480 x1862022335164800/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767952.298188:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767952.298190:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767952.298196:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775767952.298198:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767952.298201:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767952.298204:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767952.298208:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5136
00000400:00000200:1.0:1775767952.298215:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767952.298219:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767952.298221:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767952.298228:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767952.298230:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767952.298234:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767952.298238:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767952.298242:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767952.298244:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:1.0:1775767952.298246:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767952.298249:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:1.0:1775767952.298253:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:1.0:1775767952.298258:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:1.0:1775767952.298265:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767952.298270:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767952.298275:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767952.298277:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767952.298281:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:1.0:1775767952.298288:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767952.298292:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767952.298293:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767952.298297:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767952.298300:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767952.298302:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767952.298303:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767952.298306:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767952.298307:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767952.298310:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11880.
00000020:00000040:1.0:1775767952.298313:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:1.0:1775767952.298316:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767952.298318:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775767952.298318:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:1.0:1775767952.298322:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767952.298324:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767952.298326:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767952.298328:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9c00.
00000100:00000001:1.0:1775767952.298331:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767952.298334:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11880 x1862022335164928/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767952.298340:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767952.298343:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767952.298350:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a965cc18] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11880 x1862022335164928/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767952.298359:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767952.298362:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767952.298365:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775767952.298368:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767952.298369:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767952.298371:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767952.298373:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5136
00000400:00000200:1.0:1775767952.298377:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767952.298382:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767952.298387:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767952.298395:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767952.298401:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767952.298406:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767952.298409:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767952.298416:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767952.298419:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:1.0:1775767952.298424:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767952.298428:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:1.0:1775767952.298435:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:1.0:1775767952.298441:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:1.0:1775767952.298452:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767952.298459:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767952.298466:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767952.298471:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767952.298478:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:1.0:1775767952.298492:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767952.298498:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767952.298503:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767952.298507:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767952.298510:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767952.298511:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767952.298513:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767952.298517:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767952.298520:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767952.298524:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d12d80.
00000020:00000040:1.0:1775767952.298527:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:1.0:1775767952.298532:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767952.298534:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767952.298539:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767952.298541:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767952.298543:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767952.298549:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eb400.
00000100:00000001:1.0:1775767952.298553:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767952.298576:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d12d80 x1862022335165056/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767952.298592:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767952.298597:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767952.298615:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000896363e8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d12d80 x1862022335165056/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767952.298639:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767952.298643:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767952.298651:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775767952.298656:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767952.298659:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767952.298666:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767952.298671:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5136
00000800:00000200:3.1:1775767952.298686:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000400:00000200:1.0:1775767952.298688:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767952.298696:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767952.298699:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767952.298706:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767952.298741:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767952.298748:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767952.298754:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767952.298760:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767952.298763:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:1.0:1775767952.298766:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767952.298769:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:1.0:1775767952.298774:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:1.0:1775767952.298779:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:1.0:1775767952.298784:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767952.298788:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767952.298792:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767952.298798:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767952.298802:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:1.0:1775767952.298808:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767952.298815:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767952.298819:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767952.298825:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767952.298830:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767952.298836:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767952.298840:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767952.298847:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767952.298852:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767952.298861:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11500.
00000020:00000040:1.0:1775767952.298867:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:1.0:1775767952.298873:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767952.298876:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767952.298880:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767952.298885:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767952.298889:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767952.298897:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046ea400.
00000100:00000001:1.0:1775767952.298904:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767952.298916:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11500 x1862022335165184/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767952.298934:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767952.298939:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767952.298946:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3229bd5] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11500 x1862022335165184/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767952.298963:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767952.298971:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5146)
00000800:00000200:3.1:1775767952.299012:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767952.299195:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767952.299440:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:0.0:1775767952.873787:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767952.873793:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767952.873794:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767952.873799:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767952.873802:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767952.873805:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767952.873807:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767952.873809:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767952.873811:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767953.321994:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767953.321999:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767953.322003:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767953.577804:0:58716:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299810557, at 4299810560
00000100:00000010:2.0:1775767953.577826:0:58716:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3300.
00000100:00000001:0.0:1775767953.897847:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767953.897854:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767953.897857:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767953.897862:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767953.897873:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767953.897878:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767953.897881:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767953.897884:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767953.897887:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767954.345899:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767954.345904:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767954.345908:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767954.921818:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767954.921825:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767954.921827:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767954.921834:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767954.921837:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767954.921842:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767954.921844:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767954.921847:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767954.921849:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767955.370026:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767955.370031:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767955.370035:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1775767955.370156:0:2393:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.131:988
00000400:00000100:1.0:1775767955.370211:0:2393:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.131@tcp at host 192.168.202.131 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1775767955.370223:0:2393:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767955.370228:0:2393:0:(router.c:1750:lnet_notify()) 192.168.202.31@tcp notifying 192.168.202.131@tcp: down
00000400:00000200:1.0:1775767955.370234:0:2393:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767955.370238:0:2393:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:1.0:1775767955.370244:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:1.0:1775767955.370248:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:1.0:1775767955.370254:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1775767955.370260:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1775767955.370268:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3e58
00000400:00000010:1.0:1775767955.370271:0:2393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3e58.
00000100:00000001:1.0:1775767955.370276:0:2393:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767955.370284:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927303d10380 x1862022335164672/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767955.370338:0:2393:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767955.370343:0:2393:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d10380 x1862022335164672/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767977 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767955.370352:0:2393:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767955.370354:0:2393:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1775767955.370365:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:1.0:1775767955.370368:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931a00.
00000400:00000200:1.0:1775767955.370371:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1775767955.370375:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1775767955.370378:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3198
00000400:00000010:1.0:1775767955.370380:0:2393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3198.
00000100:00000001:1.0:1775767955.370383:0:2393:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767955.370388:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927303d13480 x1862022335164800/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767955.370397:0:2393:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767955.370400:0:2393:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d13480 x1862022335164800/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767977 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767955.370407:0:2393:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767955.370409:0:2393:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1775767955.370414:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:1.0:1775767955.370417:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931d00.
00000400:00000200:1.0:1775767955.370420:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1775767955.370423:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1775767955.370426:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3110
00000400:00000010:1.0:1775767955.370428:0:2393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3110.
00000100:00000001:1.0:1775767955.370431:0:2393:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767955.370435:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927303d11880 x1862022335164928/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767955.370443:0:2393:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767955.370447:0:2393:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d11880 x1862022335164928/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767977 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767955.370455:0:2393:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767955.370457:0:2393:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1775767955.370462:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:1.0:1775767955.370465:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931e00.
00000400:00000200:1.0:1775767955.370470:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1775767955.370475:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1775767955.370479:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3660
00000400:00000010:1.0:1775767955.370482:0:2393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3660.
00000100:00000001:1.0:1775767955.370486:0:2393:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767955.370491:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927303d12d80 x1862022335165056/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767955.370501:0:2393:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767955.370507:0:2393:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d12d80 x1862022335165056/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767977 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767955.370552:0:2393:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767955.370554:0:2393:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1775767955.370571:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:1.0:1775767955.370580:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:1.0:1775767955.370591:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1775767955.370599:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1775767955.370627:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3088
00000400:00000010:1.0:1775767955.370632:0:2393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3088.
00000100:00000001:1.0:1775767955.370636:0:2393:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767955.370647:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927303d11500 x1862022335165184/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767955.370783:0:2393:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767955.370796:0:2393:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d11500 x1862022335165184/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767977 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767955.370872:0:2393:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767955.370874:0:2393:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775767955.945871:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767955.945881:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767955.945883:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767955.945891:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767955.945896:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767955.945902:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767955.945906:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767955.945911:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767955.945915:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767956.393902:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767956.393905:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767956.393908:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767956.969780:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767956.969787:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767956.969790:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767956.969796:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767956.969800:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767956.969804:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767956.969807:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767956.969810:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767956.969813:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767957.417779:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767957.417788:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775767957.417791:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767957.417795:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767957.417799:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767957.417806:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5141
00000400:00000200:1.0:1775767957.417816:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767957.417823:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767957.417827:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767957.417830:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767957.417834:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767957.417837:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767957.417840:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767957.417842:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767957.417844:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000001:0.0:1775767957.417846:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1775767957.417847:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00010000:00010000:0.0:1775767957.417850:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767957.417852:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767957.417856:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:1.0:1775767957.417859:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:1.0:1775767957.417862:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:1.0:1775767957.417865:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767957.417867:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767957.417868:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767957.417870:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767957.417872:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:1.0:1775767957.417874:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767957.417876:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767957.417878:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767957.417880:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767957.417883:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767957.417885:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767957.417887:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767957.417893:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11c00.
00000020:00000040:1.0:1775767957.417895:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:1.0:1775767957.417898:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767957.417900:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767957.417902:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767957.417904:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767957.417908:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767957.417914:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8400.
00000100:00000001:1.0:1775767957.417919:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767957.417927:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11c00 x1862022335165312/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767957.417938:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767957.417943:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767957.417948:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062b06338] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11c00 x1862022335165312/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767957.417981:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767957.417985:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767957.417989:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775767957.417990:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767957.417992:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767957.417995:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767957.417998:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5141
00000400:00000200:1.0:1775767957.418003:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767957.418006:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767957.418009:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767957.418012:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767957.418014:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767957.418016:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767957.418019:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767957.418021:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767957.418022:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:1.0:1775767957.418024:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767957.418026:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:1.0:1775767957.418028:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:1.0:1775767957.418030:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:1.0:1775767957.418033:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767957.418035:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767957.418037:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767957.418039:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767957.418042:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:1.0:1775767957.418044:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767957.418047:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767957.418049:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767957.418054:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767957.418056:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767957.418058:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767957.418063:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767957.418066:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767957.418067:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767957.418071:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10700.
00000020:00000040:1.0:1775767957.418074:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:1.0:1775767957.418076:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767957.418077:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767957.418079:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767957.418081:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767957.418082:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767957.418087:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eb800.
00000100:00000001:1.0:1775767957.418090:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767957.418095:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10700 x1862022335165440/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767957.418110:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767957.418112:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767957.418116:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9d335f8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10700 x1862022335165440/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767957.418125:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767957.418128:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767957.418131:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775767957.418132:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767957.418134:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767957.418137:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767957.418140:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5141
00000400:00000200:1.0:1775767957.418144:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767957.418147:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767957.418150:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767957.418152:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767957.418155:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767957.418157:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767957.418159:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767957.418161:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767957.418162:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:1.0:1775767957.418164:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767957.418166:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:1.0:1775767957.418168:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:1.0:1775767957.418170:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:1.0:1775767957.418172:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767957.418191:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767957.418194:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767957.418196:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767957.418198:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:1.0:1775767957.418213:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767957.418215:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767957.418216:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767957.418220:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767957.418222:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767957.418224:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767957.418226:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767957.418228:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767957.418230:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767957.418234:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10000.
00000020:00000040:1.0:1775767957.418236:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:1.0:1775767957.418238:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767957.418239:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767957.418241:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767957.418242:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767957.418244:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767957.418248:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8000.
00000100:00000001:1.0:1775767957.418251:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767957.418255:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10000 x1862022335165568/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767957.418263:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767957.418265:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767957.418268:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbb7fab8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10000 x1862022335165568/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767957.418276:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767957.418279:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767957.418282:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775767957.418284:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767957.418285:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767957.418288:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767957.418292:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5141
00000400:00000200:1.0:1775767957.418296:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767957.418299:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767957.418301:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767957.418304:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767957.418306:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767957.418309:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767957.418311:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767957.418313:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767957.418314:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:1.0:1775767957.418316:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767957.418318:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:1.0:1775767957.418321:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:1.0:1775767957.418323:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:1.0:1775767957.418326:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767957.418328:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767957.418330:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767957.418332:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767957.418334:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:1.0:1775767957.418337:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767957.418340:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767957.418342:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767957.418345:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767957.418347:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767957.418349:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767957.418352:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767957.418354:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767957.418356:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767957.418359:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10e00.
00000020:00000040:1.0:1775767957.418362:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:1.0:1775767957.418365:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767957.418367:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767957.418369:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767957.418371:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767957.418373:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767957.418377:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8c00.
00000100:00000001:1.0:1775767957.418380:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767957.418384:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10e00 x1862022335165696/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767957.418392:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767957.418394:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767957.418398:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009b4566e] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10e00 x1862022335165696/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767957.418407:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767957.418410:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767957.418414:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775767957.418415:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767957.418417:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767957.418420:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767957.418422:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5141
00000400:00000200:1.0:1775767957.418427:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767957.418430:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767957.418432:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767957.418435:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767957.418437:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767957.418439:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767957.418442:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767957.418444:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767957.418445:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:1.0:1775767957.418447:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767957.418450:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:1.0:1775767957.418452:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:1.0:1775767957.418455:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:1.0:1775767957.418458:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767957.418460:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767957.418461:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767957.418464:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767957.418466:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:1.0:1775767957.418469:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767957.418471:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767957.418473:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767957.418476:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767957.418478:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767957.418481:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767957.418483:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767957.418486:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767957.418487:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767957.418493:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10380.
00000020:00000040:1.0:1775767957.418495:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:1.0:1775767957.418498:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767957.418500:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767957.418501:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767957.418503:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767957.418505:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767957.418523:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eac00.
00000100:00000001:1.0:1775767957.418526:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767957.418533:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10380 x1862022335165824/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767957.418541:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767957.418543:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767957.418547:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fae5f3c] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10380 x1862022335165824/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767957.418555:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767957.418561:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5152)
00000800:00000200:3.1:1775767957.418958:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767957.418961:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775767957.419341:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767957.419344:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775767957.419657:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767957.419660:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775767957.419917:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767957.419919:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775767957.420091:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767957.420093:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000100:00000001:0.0:1775767957.993768:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767957.993773:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767957.993776:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767957.993780:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767957.993783:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767957.993786:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767957.993788:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767957.993790:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767957.993792:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767958.441885:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767958.441888:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767958.441891:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767958.697797:0:58716:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299815678, at 4299815680
00000100:00000010:2.0:1775767958.697805:0:58716:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3c00.
00000100:00000001:0.0:1775767959.017786:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767959.017793:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767959.017795:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767959.017801:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767959.017805:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767959.017809:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767959.017812:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767959.017815:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767959.017818:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767959.465874:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767959.465877:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767959.465879:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767960.041788:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767960.041794:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767960.041796:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767960.041800:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767960.041803:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767960.041806:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767960.041809:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767960.041812:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767960.041815:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767960.489876:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767960.489879:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767960.489882:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767961.065850:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767961.065857:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767961.065859:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767961.065865:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767961.065871:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767961.065876:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767961.065878:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767961.065881:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767961.065885:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767961.513916:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767961.513924:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767961.513929:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767962.089778:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767962.089785:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767962.089788:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767962.089794:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767962.089798:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767962.089801:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767962.089804:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767962.089807:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767962.089809:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767962.537803:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767962.537812:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775767962.537817:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767962.537820:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767962.537824:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767962.537830:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5147
00000400:00000200:1.0:1775767962.537842:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767962.537848:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767962.537851:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767962.537854:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767962.537857:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767962.537859:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767962.537861:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767962.537864:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767962.537865:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:1.0:1775767962.537868:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767962.537870:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:1.0:1775767962.537872:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:1.0:1775767962.537873:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:1.0:1775767962.537876:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767962.537879:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767962.537880:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767962.537882:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767962.537884:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:1.0:1775767962.537887:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767962.537888:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767962.537892:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767962.537894:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767962.537896:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767962.537897:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000001:1.0:1775767962.537898:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767962.537900:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767962.537901:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767962.537905:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000010:1.0:1775767962.537909:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11880.
00000020:00000040:1.0:1775767962.537913:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:1.0:1775767962.537917:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767962.537918:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767962.537921:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767962.537923:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767962.537927:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767962.537933:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eb000.
00000100:00000001:1.0:1775767962.537938:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767962.537946:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11880 x1862022335165952/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767962.537954:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767962.537958:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767962.537961:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a965cc18] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11880 x1862022335165952/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767962.537980:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767962.537984:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767962.537988:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775767962.537990:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767962.537992:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767962.537997:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767962.538001:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5147
00000400:00000200:1.0:1775767962.538006:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767962.538013:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767962.538018:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767962.538026:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767962.538031:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767962.538036:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767962.538040:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767962.538044:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767962.538047:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:1.0:1775767962.538051:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767962.538054:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:1.0:1775767962.538059:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:1.0:1775767962.538063:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:1.0:1775767962.538068:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767962.538072:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767962.538075:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767962.538077:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767962.538080:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:1.0:1775767962.538084:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767962.538087:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767962.538088:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767962.538094:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767962.538099:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767962.538101:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767962.538105:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767962.538108:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767962.538110:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767962.538113:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d13480.
00000020:00000040:1.0:1775767962.538117:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:1.0:1775767962.538121:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767962.538122:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767962.538125:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767962.538127:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767962.538130:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767962.538135:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9400.
00000100:00000001:1.0:1775767962.538139:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767962.538143:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d13480 x1862022335166080/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767962.538164:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767962.538168:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767962.538175:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d08fae2a] to pc [ptlrpcd_rcv+-1]  req@ffff927303d13480 x1862022335166080/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767962.538188:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767962.538193:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767962.538196:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775767962.538197:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767962.538199:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767962.538203:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767962.538207:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5147
00000400:00000200:1.0:1775767962.538214:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767962.538218:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767962.538221:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767962.538226:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767962.538229:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767962.538234:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767962.538241:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767962.538246:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767962.538249:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:1.0:1775767962.538253:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767962.538257:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:1.0:1775767962.538262:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:1.0:1775767962.538268:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:1.0:1775767962.538276:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767962.538281:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767962.538285:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767962.538290:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767962.538295:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:1.0:1775767962.538301:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000800:00000200:3.1:1775767962.538303:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:1.0:1775767962.538305:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767962.538309:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767962.538312:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:3.1:1775767962.538315:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
02000000:00000001:1.0:1775767962.538324:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767962.538329:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767962.538333:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767962.538338:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767962.538341:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767962.538347:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11500.
00000020:00000040:1.0:1775767962.538350:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:1.0:1775767962.538354:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767962.538356:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767962.538359:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767962.538361:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767962.538363:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767962.538370:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046ebc00.
00000100:00000001:1.0:1775767962.538373:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767962.538379:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11500 x1862022335166208/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767962.538386:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767962.538389:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767962.538395:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3229bd5] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11500 x1862022335166208/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767962.538415:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767962.538420:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767962.538426:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775767962.538428:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767962.538431:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767962.538435:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767962.538444:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5147
00000400:00000200:1.0:1775767962.538451:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767962.538455:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767962.538470:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767962.538474:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767962.538476:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767962.538480:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767962.538482:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767962.538484:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767962.538485:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:1.0:1775767962.538486:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767962.538487:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:1.0:1775767962.538489:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:1.0:1775767962.538492:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:1.0:1775767962.538497:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767962.538500:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767962.538503:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767962.538508:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767962.538513:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:1.0:1775767962.538519:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767962.538523:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767962.538526:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767962.538529:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767962.538534:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767962.538536:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767962.538538:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767962.538542:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767962.538545:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767962.538551:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d12d80.
00000020:00000040:1.0:1775767962.538554:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:1.0:1775767962.538559:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767962.538562:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767962.538566:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767962.538569:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767962.538571:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767962.538577:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eac00.
00000100:00000001:1.0:1775767962.538581:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767962.538591:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d12d80 x1862022335166336/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767962.538602:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767962.538605:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767962.538618:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000896363e8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d12d80 x1862022335166336/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767962.538640:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767962.538643:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767962.538647:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775767962.538648:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767962.538651:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767962.538656:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767962.538661:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5147
00000400:00000200:1.0:1775767962.538667:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767962.538671:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767962.538675:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767962.538680:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767962.538683:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767962.538685:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767962.538689:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767962.538692:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767962.538694:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:1.0:1775767962.538696:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767962.538698:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:1.0:1775767962.538703:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:1.0:1775767962.538730:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:1.0:1775767962.538736:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767962.538740:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767962.538742:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767962.538745:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767962.538750:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:1.0:1775767962.538756:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767962.538762:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767962.538765:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767962.538768:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767962.538771:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767962.538773:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767962.538776:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767962.538779:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767962.538782:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767962.538787:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10380.
00000020:00000040:1.0:1775767962.538790:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:1.0:1775767962.538794:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767962.538796:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767962.538800:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767962.538803:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767962.538805:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767962.538809:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8c00.
00000100:00000001:1.0:1775767962.538814:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767962.538819:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10380 x1862022335166464/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767962.538829:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767962.538831:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767962.538837:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fae5f3c] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10380 x1862022335166464/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767962.538860:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767962.538866:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5157)
00000800:00000200:3.1:1775767962.538949:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767962.538950:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775767962.539130:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767962.539132:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775767962.539302:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767962.539303:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775767962.539588:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767962.539591:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1775767963.113816:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767963.113822:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767963.113824:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767963.113830:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767963.113833:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767963.113836:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767963.113839:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767963.113841:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767963.113844:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767963.561927:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767963.561931:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767963.561934:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767963.817792:0:58716:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299820797, at 4299820800
00000100:00000010:2.0:1775767963.817809:0:58716:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3b40.
00000100:00000001:0.0:1775767964.137823:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767964.137829:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767964.137832:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767964.137836:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767964.137839:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767964.137843:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767964.137845:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767964.137847:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767964.137849:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767964.585885:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767964.585889:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767964.585892:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767965.161855:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767965.161863:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767965.161866:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767965.161873:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767965.161878:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767965.161882:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767965.161885:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767965.161888:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767965.161892:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767965.609862:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767965.609865:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767965.609867:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767966.185869:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767966.185878:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767966.185880:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767966.185886:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767966.185890:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767966.185894:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767966.185897:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767966.185899:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767966.185902:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767966.633915:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767966.633918:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767966.633921:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767967.209834:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767967.209841:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767967.209843:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767967.209848:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767967.209852:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767967.209856:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767967.209859:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767967.209862:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767967.209864:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767967.657887:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767967.657895:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767967.657897:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767967.657902:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767967.657907:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767967.657915:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5152
00000400:00000200:2.0:1775767967.657926:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767967.657932:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767967.657936:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767967.657939:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000020:00000001:0.0:1775767967.657942:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1775767967.657942:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000020:00000001:0.0:1775767967.657947:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767967.657947:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767967.657949:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00010000:00010000:0.0:1775767967.657953:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775767967.657953:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767967.657957:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767967.657959:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767967.657962:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775767967.657965:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775767967.657967:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775767967.657970:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767967.657971:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767967.657973:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767967.657975:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767967.657977:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767967.657979:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767967.657981:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767967.657983:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767967.657986:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767967.657989:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767967.657991:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767967.657992:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767967.658004:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775767967.658007:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767967.658011:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767967.658012:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767967.658015:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767967.658018:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767967.658024:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767967.658033:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee000.
00000100:00000001:2.0:1775767967.658041:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767967.658050:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335166592/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767967.658059:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767967.658064:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767967.658068:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335166592/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767967.658087:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767967.658090:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767967.658092:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767967.658093:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767967.658094:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767967.658096:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767967.658098:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5152
00000400:00000200:2.0:1775767967.658101:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767967.658104:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767967.658106:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767967.658108:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767967.658110:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767967.658112:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767967.658113:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767967.658116:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767967.658119:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767967.658120:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767967.658121:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767967.658124:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767967.658127:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767967.658133:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767967.658134:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767967.658138:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767967.658142:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767967.658147:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767967.658151:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767967.658155:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767967.658159:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767967.658164:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767967.658167:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767967.658172:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767967.658177:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767967.658183:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767967.658185:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767967.658189:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775767967.658191:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767967.658194:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767967.658197:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767967.658198:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767967.658201:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767967.658202:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767967.658207:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306becc00.
00000100:00000001:2.0:1775767967.658212:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767967.658219:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335166720/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767967.658228:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767967.658230:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767967.658234:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335166720/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767967.658241:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767967.658246:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767967.658250:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767967.658254:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767967.658256:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767967.658260:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767967.658266:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5152
00000400:00000200:2.0:1775767967.658274:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767967.658278:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767967.658281:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767967.658291:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767967.658297:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767967.658301:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767967.658307:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767967.658311:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767967.658313:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767967.658314:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767967.658317:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775767967.658322:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775767967.658327:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775767967.658333:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767967.658339:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767967.658343:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767967.658347:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767967.658351:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767967.658357:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767967.658362:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767967.658366:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767967.658370:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767967.658374:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767967.658379:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767967.658382:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767967.658387:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767967.658390:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767967.658421:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775767967.658425:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767967.658427:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767967.658428:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767967.658433:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767967.658434:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767967.658435:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767967.658440:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec000.
00000100:00000001:2.0:1775767967.658445:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767967.658456:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335166848/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1775767967.658456:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767967.658462:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000100:00000001:2.0:1775767967.658470:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767967.658474:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767967.658481:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335166848/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767967.658487:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767967.658491:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767967.658497:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767967.658499:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767967.658500:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767967.658502:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767967.658507:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5152
00000400:00000200:2.0:1775767967.658513:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767967.658518:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767967.658523:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767967.658526:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767967.658528:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767967.658529:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767967.658533:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767967.658537:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767967.658540:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767967.658542:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767967.658544:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775767967.658548:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775767967.658552:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767967.658560:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767967.658564:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767967.658567:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767967.658571:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767967.658574:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767967.658576:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767967.658578:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767967.658580:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767967.658583:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767967.658588:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767967.658590:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767967.658594:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767967.658597:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767967.658600:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767967.658604:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767967.658606:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767967.658608:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767967.658611:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767967.658612:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767967.658613:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767967.658615:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767967.658623:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306befc00.
00000100:00000001:2.0:1775767967.658628:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767967.658633:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335166976/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767967.658645:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767967.658647:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767967.658653:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335166976/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767967.658668:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767967.658670:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767967.658674:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767967.658676:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767967.658679:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767967.658681:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767967.658684:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5152
00000400:00000200:2.0:1775767967.658691:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767967.658699:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767967.658705:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767967.658751:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767967.658755:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767967.658761:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767967.658767:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767967.658772:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767967.658775:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767967.658779:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767967.658782:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767967.658786:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775767967.658790:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767967.658797:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767967.658803:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767967.658809:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767967.658814:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767967.658818:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767967.658825:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767967.658830:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767967.658836:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767967.658841:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767967.658848:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767967.658852:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767967.658856:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767967.658862:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767967.658865:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767967.658872:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775767967.658878:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775767967.658883:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767967.658886:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767967.658890:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767967.658892:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767967.658896:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767967.658904:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef400.
00000100:00000001:2.0:1775767967.658909:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767967.658919:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335167104/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767967.658943:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767967.658947:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767967.658958:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335167104/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767967.658983:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767967.658991:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5162)
00000800:00000200:3.1:1775767967.659066:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767967.659068:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775767967.659255:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767967.659257:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775767967.659490:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767967.659492:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775767967.659785:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767967.659787:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000100:00000001:0.0:1775767968.233807:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767968.233812:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767968.233813:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767968.233818:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767968.233821:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767968.233824:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767968.233826:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767968.233828:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767968.233830:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767968.681941:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767968.681944:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767968.681947:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767968.937788:0:58716:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299825917, at 4299825920
00000100:00000010:2.0:1775767968.937803:0:58716:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3e40.
00000100:00000001:0.0:1775767969.257821:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767969.257827:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767969.257829:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767969.257834:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767969.257837:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767969.257840:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767969.257842:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767969.257844:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767969.257846:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767969.705891:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767969.705895:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767969.705897:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767970.281835:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767970.281843:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767970.281845:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767970.281851:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767970.281854:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767970.281858:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767970.281860:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767970.281863:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767970.281865:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767970.729921:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767970.729926:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767970.729930:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767971.305798:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767971.305805:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767971.305807:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767971.305814:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767971.305817:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767971.305822:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767971.305824:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767971.305826:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767971.305829:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767971.753876:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767971.753880:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767971.753883:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767972.329797:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767972.329805:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767972.329808:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767972.329814:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767972.329818:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767972.329823:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767972.329826:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767972.329829:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767972.329833:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767972.777831:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767972.777841:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767972.777846:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767972.777853:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767972.777860:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767972.777868:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5157
00000400:00000200:2.0:1775767972.777879:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767972.777885:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767972.777888:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767972.777892:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767972.777895:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767972.777897:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767972.777900:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767972.777903:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767972.777905:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:1.0:1775767972.777906:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767972.777907:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000001:1.0:1775767972.777911:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1775767972.777911:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00010000:00010000:1.0:1775767972.777916:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775767972.777916:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775767972.777919:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775767972.777922:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767972.777925:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767972.777927:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767972.777929:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767972.777931:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767972.777933:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767972.777935:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767972.777937:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767972.777939:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767972.777941:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767972.777943:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767972.777945:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767972.777954:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
00000020:00000040:2.0:1775767972.777956:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767972.777959:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767972.777960:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767972.777962:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767972.777964:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767972.777968:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767972.777974:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306beec00.
00000100:00000001:2.0:1775767972.777980:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767972.777987:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335167232/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767972.777995:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767972.777999:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767972.778002:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335167232/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767972.778019:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767972.778022:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767972.778025:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767972.778026:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767972.778028:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767972.778031:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767972.778034:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5157
00000400:00000200:2.0:1775767972.778038:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767972.778040:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767972.778042:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767972.778045:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767972.778049:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767972.778051:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767972.778055:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767972.778058:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767972.778060:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767972.778061:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767972.778063:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767972.778065:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767972.778067:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767972.778072:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767972.778075:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767972.778078:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767972.778082:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767972.778085:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767972.778089:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767972.778092:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767972.778094:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767972.778099:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767972.778102:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767972.778105:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767972.778109:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767972.778114:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767972.778118:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767972.778123:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
00000020:00000040:2.0:1775767972.778127:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767972.778130:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767972.778133:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767972.778137:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767972.778139:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767972.778141:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767972.778145:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec800.
00000100:00000001:2.0:1775767972.778148:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767972.778155:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335167360/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767972.778165:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767972.778168:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767972.778171:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335167360/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767972.778178:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767972.778181:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767972.778186:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767972.778188:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767972.778190:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767972.778193:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767972.778198:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5157
00000400:00000200:2.0:1775767972.778205:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767972.778209:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767972.778213:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767972.778218:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767972.778221:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767972.778224:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767972.778228:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767972.778230:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767972.778231:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767972.778233:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767972.778235:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775767972.778237:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775767972.778240:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775767972.778245:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767972.778247:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767972.778249:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767972.778253:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767972.778258:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767972.778261:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767972.778265:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767972.778268:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767972.778271:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767972.778273:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767972.778276:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767972.778279:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767972.778284:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767972.778289:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767972.778296:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775767972.778298:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767972.778301:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767972.778304:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767972.778308:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767972.778309:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767972.778321:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767972.778327:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee400.
00000100:00000001:2.0:1775767972.778331:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767972.778338:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335167488/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1775767972.778346:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:2.0:1775767972.778350:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:3.1:1775767972.778352:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000100:00000001:2.0:1775767972.778353:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767972.778373:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335167488/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767972.778385:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767972.778388:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767972.778390:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767972.778393:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767972.778394:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767972.778399:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767972.778403:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5157
00000400:00000200:2.0:1775767972.778408:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767972.778411:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767972.778414:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767972.778417:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767972.778421:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767972.778425:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767972.778429:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767972.778433:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767972.778435:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767972.778438:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767972.778439:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775767972.778441:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775767972.778444:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767972.778449:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767972.778453:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767972.778457:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767972.778461:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767972.778466:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767972.778469:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767972.778472:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767972.778475:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767972.778478:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767972.778480:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767972.778483:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767972.778487:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767972.778489:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767972.778491:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767972.778495:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767972.778497:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767972.778502:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767972.778503:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767972.778505:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767972.778507:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767972.778510:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767972.778514:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef000.
00000100:00000001:2.0:1775767972.778520:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767972.778528:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335167616/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767972.778537:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767972.778541:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767972.778548:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335167616/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767972.778558:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767972.778561:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767972.778565:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767972.778568:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767972.778570:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767972.778573:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767972.778578:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5157
00000400:00000200:2.0:1775767972.778585:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767972.778590:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767972.778593:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767972.778597:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767972.778601:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767972.778605:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767972.778609:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767972.778614:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767972.778616:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767972.778618:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767972.778621:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767972.778625:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775767972.778629:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767972.778635:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767972.778639:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767972.778643:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767972.778647:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767972.778651:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767972.778654:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767972.778657:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767972.778660:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767972.778664:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767972.778668:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767972.778671:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767972.778674:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767972.778677:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767972.778679:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767972.778682:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775767972.778683:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775767972.778685:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767972.778685:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767972.778686:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767972.778687:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767972.778688:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767972.778692:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed000.
00000100:00000001:2.0:1775767972.778695:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767972.778701:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335167744/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767972.778759:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767972.778763:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767972.778769:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335167744/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767972.778788:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767972.778794:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5167)
00000800:00000200:3.1:1775767972.778918:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767972.778920:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775767972.779127:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767972.779129:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775767972.779344:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767972.779346:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775767972.779595:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767972.779597:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000100:00000001:0.0:1775767973.353797:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767973.353802:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767973.353803:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767973.353808:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767973.353810:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767973.353814:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767973.353816:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767973.353818:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767973.353820:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767973.801938:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767973.801941:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767973.801944:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767974.057930:0:58716:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299831037, at 4299831040
00000100:00000010:2.0:1775767974.057936:0:58716:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe30c0.
00000100:00000001:0.0:1775767974.377786:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767974.377791:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767974.377793:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767974.377798:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767974.377801:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767974.377804:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767974.377806:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767974.377808:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767974.377811:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767974.825870:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767974.825873:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767974.825876:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767975.401774:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767975.401780:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767975.401782:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767975.401786:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767975.401789:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767975.401793:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767975.401795:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767975.401797:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767975.401799:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767975.849908:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767975.849913:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767975.849917:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767976.425818:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767976.425823:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767976.425825:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767976.425830:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767976.425833:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767976.425836:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767976.425838:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767976.425841:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767976.425843:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767976.873851:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767976.873855:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767976.873858:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767977.449769:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767977.449775:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767977.449778:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767977.449784:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767977.449788:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767977.449793:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767977.449795:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767977.449799:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767977.449802:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767977.897807:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767977.897816:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775767977.897821:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767977.897825:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767977.897828:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767977.897835:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5162
00000400:00000200:1.0:1775767977.897843:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767977.897849:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767977.897852:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767977.897854:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767977.897857:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767977.897859:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767977.897860:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767977.897863:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767977.897865:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:1.0:1775767977.897867:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767977.897869:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:1.0:1775767977.897879:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:1.0:1775767977.897881:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:1.0:1775767977.897885:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767977.897888:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767977.897890:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767977.897892:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767977.897894:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000020:00000001:0.0:1775767977.897896:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00080000:1.0:1775767977.897897:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000020:00000001:0.0:1775767977.897900:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767977.897901:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767977.897906:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
02000000:00000001:1.0:1775767977.897906:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767977.897911:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767977.897913:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767977.897915:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767977.897917:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767977.897925:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10e00.
00000020:00000040:1.0:1775767977.897927:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:1.0:1775767977.897930:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767977.897931:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767977.897934:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767977.897936:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767977.897939:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767977.897946:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8000.
00000100:00000001:1.0:1775767977.897952:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767977.897960:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10e00 x1862022335167872/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767977.897968:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767977.897971:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767977.897975:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009b4566e] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10e00 x1862022335167872/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767977.897991:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767977.897994:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767977.897997:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775767977.897998:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767977.897999:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767977.898001:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767977.898004:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5162
00000400:00000200:1.0:1775767977.898006:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767977.898010:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767977.898012:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767977.898014:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767977.898016:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767977.898019:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767977.898020:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767977.898023:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767977.898025:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:1.0:1775767977.898027:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767977.898028:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:1.0:1775767977.898032:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:1.0:1775767977.898035:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:1.0:1775767977.898039:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767977.898040:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767977.898044:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767977.898049:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767977.898053:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:1.0:1775767977.898059:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767977.898062:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767977.898066:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767977.898071:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767977.898074:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767977.898077:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767977.898081:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767977.898085:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767977.898087:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767977.898090:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10000.
00000020:00000040:1.0:1775767977.898092:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:1.0:1775767977.898095:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767977.898098:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767977.898099:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767977.898100:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767977.898103:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767977.898108:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eb800.
00000100:00000001:1.0:1775767977.898114:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767977.898120:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10000 x1862022335168000/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767977.898126:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767977.898129:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767977.898132:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbb7fab8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10000 x1862022335168000/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767977.898145:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767977.898148:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767977.898152:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775767977.898155:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767977.898157:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767977.898162:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767977.898166:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5162
00000400:00000200:1.0:1775767977.898173:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767977.898178:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767977.898182:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767977.898184:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767977.898187:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767977.898191:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767977.898193:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767977.898195:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767977.898197:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:1.0:1775767977.898201:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767977.898205:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:1.0:1775767977.898210:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:1.0:1775767977.898216:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:1.0:1775767977.898225:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767977.898232:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767977.898238:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767977.898244:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767977.898250:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:1.0:1775767977.898257:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767977.898262:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767977.898266:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767977.898268:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767977.898271:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767977.898275:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767977.898277:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767977.898279:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767977.898283:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767977.898286:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10700.
00000020:00000040:1.0:1775767977.898289:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:1.0:1775767977.898292:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767977.898294:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767977.898296:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767977.898297:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767977.898299:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767977.898303:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8400.
00000100:00000001:1.0:1775767977.898306:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775767977.898319:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767977.898326:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000100:00100000:1.0:1775767977.898328:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10700 x1862022335168128/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767977.898340:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767977.898343:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767977.898348:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9d335f8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10700 x1862022335168128/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767977.898358:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767977.898363:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767977.898367:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775767977.898369:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767977.898372:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767977.898376:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767977.898380:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5162
00000400:00000200:1.0:1775767977.898385:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767977.898391:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767977.898396:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767977.898400:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767977.898403:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767977.898406:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767977.898409:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767977.898412:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767977.898414:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:1.0:1775767977.898416:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767977.898418:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:1.0:1775767977.898422:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:1.0:1775767977.898426:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:1.0:1775767977.898433:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767977.898435:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767977.898439:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767977.898441:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767977.898444:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:1.0:1775767977.898446:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767977.898448:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767977.898454:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767977.898456:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767977.898460:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767977.898464:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767977.898467:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767977.898471:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767977.898472:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767977.898475:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11c00.
00000020:00000040:1.0:1775767977.898478:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:1.0:1775767977.898480:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767977.898481:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767977.898482:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767977.898485:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767977.898487:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767977.898490:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9000.
00000100:00000001:1.0:1775767977.898494:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767977.898501:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11c00 x1862022335168256/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767977.898516:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767977.898518:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767977.898525:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062b06338] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11c00 x1862022335168256/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767977.898544:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767977.898546:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767977.898550:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775767977.898553:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767977.898554:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767977.898558:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767977.898559:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5162
00000400:00000200:1.0:1775767977.898561:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767977.898563:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767977.898564:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767977.898566:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767977.898569:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767977.898570:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767977.898573:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767977.898576:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767977.898579:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:1.0:1775767977.898581:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767977.898583:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:1.0:1775767977.898586:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:1.0:1775767977.898588:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:1.0:1775767977.898593:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767977.898597:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767977.898600:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767977.898604:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767977.898609:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:1.0:1775767977.898613:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767977.898615:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767977.898620:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767977.898623:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767977.898627:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767977.898629:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767977.898631:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767977.898636:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767977.898639:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767977.898645:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10380.
00000020:00000040:1.0:1775767977.898649:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:1.0:1775767977.898654:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767977.898656:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767977.898659:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767977.898662:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767977.898663:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767977.898667:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9c00.
00000100:00000001:1.0:1775767977.898672:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767977.898680:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10380 x1862022335168384/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767977.898702:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767977.898704:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767977.898707:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fae5f3c] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10380 x1862022335168384/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767977.898747:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767977.898754:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5172)
00000800:00000200:3.1:1775767977.898952:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767977.898954:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775767977.899147:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767977.899148:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775767977.899364:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767977.899366:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775767977.899608:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767977.899610:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000100:00000001:0.0:1775767978.473782:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767978.473788:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767978.473790:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767978.473794:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767978.473797:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767978.473800:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767978.473802:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767978.473805:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767978.473807:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767978.921885:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767978.921888:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767978.921891:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767979.177804:0:58716:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299836157, at 4299836160
00000100:00000010:2.0:1775767979.177818:0:58716:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe39c0.
00000100:00000001:0.0:1775767979.497775:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767979.497782:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767979.497785:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767979.497790:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767979.497793:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767979.497796:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767979.497798:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767979.497800:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767979.497802:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767979.945851:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767979.945856:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767979.945859:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767980.521793:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767980.521800:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767980.521801:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767980.521806:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767980.521809:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767980.521812:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767980.521814:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767980.521816:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767980.521818:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767980.969868:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767980.969872:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767980.969876:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767981.545821:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767981.545828:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767981.545829:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767981.545835:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767981.545837:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767981.545841:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767981.545844:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767981.545846:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767981.545848:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767981.993921:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767981.993928:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767981.993933:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767982.569858:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767982.569863:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767982.569865:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767982.569869:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767982.569872:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767982.569875:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767982.569877:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767982.569880:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767982.569882:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767983.017798:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767983.017809:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775767983.017811:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767983.017815:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767983.017820:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767983.017828:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5167
00000400:00000200:1.0:1775767983.017845:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767983.017856:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767983.017860:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767983.017867:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767983.017872:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767983.017878:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767983.017887:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767983.017899:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767983.017902:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:1.0:1775767983.017905:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767983.017907:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:1.0:1775767983.017909:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:1.0:1775767983.017912:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:1.0:1775767983.017915:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767983.017918:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767983.017920:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767983.017921:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767983.017923:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:1.0:1775767983.017926:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767983.017927:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767983.017930:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767983.017934:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767983.017944:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767983.017947:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767983.017949:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767983.017960:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000010:1.0:1775767983.017960:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d12d80.
00000020:00000040:1.0:1775767983.017965:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
00000020:00000001:0.0:1775767983.017966:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767983.017974:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00010000:00010000:0.0:1775767983.017975:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
02000000:00000001:1.0:1775767983.017977:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767983.017982:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767983.017985:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767983.017990:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767983.017999:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046ea400.
00000100:00000001:1.0:1775767983.018005:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767983.018014:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d12d80 x1862022335168512/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767983.018024:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767983.018028:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767983.018032:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000896363e8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d12d80 x1862022335168512/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767983.018051:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767983.018053:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767983.018056:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775767983.018057:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767983.018058:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767983.018060:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767983.018062:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5167
00000400:00000200:1.0:1775767983.018066:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767983.018068:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767983.018070:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767983.018073:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767983.018074:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767983.018076:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767983.018078:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767983.018080:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767983.018081:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:1.0:1775767983.018082:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767983.018083:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:1.0:1775767983.018086:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:1.0:1775767983.018089:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:1.0:1775767983.018092:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767983.018094:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767983.018099:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767983.018105:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767983.018107:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:1.0:1775767983.018109:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767983.018113:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767983.018116:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767983.018125:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767983.018132:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767983.018140:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767983.018145:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767983.018151:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767983.018154:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767983.018156:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11500.
00000020:00000040:1.0:1775767983.018161:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:1.0:1775767983.018166:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767983.018169:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767983.018174:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767983.018180:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767983.018184:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767983.018195:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eb400.
00000100:00000001:1.0:1775767983.018201:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767983.018214:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11500 x1862022335168640/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767983.018235:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767983.018237:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767983.018241:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3229bd5] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11500 x1862022335168640/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767983.018275:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767983.018279:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767983.018283:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775767983.018285:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767983.018288:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767983.018291:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767983.018295:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5167
00000400:00000200:1.0:1775767983.018307:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767983.018315:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767983.018320:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767983.018326:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767983.018329:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767983.018336:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767983.018346:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767983.018358:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767983.018362:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:1.0:1775767983.018367:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767983.018371:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:1.0:1775767983.018376:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:1.0:1775767983.018385:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:1.0:1775767983.018396:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767983.018404:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767983.018407:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767983.018413:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767983.018421:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:1.0:1775767983.018436:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767983.018446:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767983.018455:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767983.018462:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767983.018469:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767983.018476:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767983.018479:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767983.018482:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767983.018485:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767983.018491:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d13480.
00000020:00000040:1.0:1775767983.018496:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:1.0:1775767983.018502:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767983.018506:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767983.018513:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767983.018516:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767983.018519:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767983.018523:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046ea000.
00000100:00000001:1.0:1775767983.018531:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767983.018538:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d13480 x1862022335168768/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767983.018562:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767983.018569:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767983.018576:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d08fae2a] to pc [ptlrpcd_rcv+-1]  req@ffff927303d13480 x1862022335168768/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767983.018584:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775767983.018585:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00080000:1.0:1775767983.018590:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.1:1775767983.018592:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 33 secs later)
00000100:00080000:1.0:1775767983.018598:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775767983.018600:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767983.018601:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767983.018613:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767983.018621:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5167
00000400:00000200:1.0:1775767983.018630:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767983.018638:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767983.018643:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767983.018648:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767983.018657:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767983.018663:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767983.018670:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767983.018676:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767983.018678:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:1.0:1775767983.018682:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767983.018684:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:1.0:1775767983.018689:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:1.0:1775767983.018695:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:1.0:1775767983.018703:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767983.018730:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767983.018731:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767983.018733:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767983.018735:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:1.0:1775767983.018737:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767983.018740:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767983.018741:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767983.018745:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767983.018748:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767983.018750:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767983.018753:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767983.018760:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767983.018766:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767983.018776:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11880.
00000020:00000040:1.0:1775767983.018784:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:1.0:1775767983.018788:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767983.018790:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767983.018793:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767983.018796:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767983.018798:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767983.018804:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9800.
00000100:00000001:1.0:1775767983.018812:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767983.018821:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11880 x1862022335168896/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767983.018835:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767983.018837:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767983.018843:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a965cc18] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11880 x1862022335168896/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767983.018851:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767983.018853:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767983.018856:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775767983.018858:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767983.018859:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767983.018861:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767983.018866:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5167
00000400:00000200:1.0:1775767983.018870:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775767983.018880:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767983.018887:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767983.018896:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767983.018900:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767983.018907:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767983.018915:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775767983.018918:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767983.018921:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:1.0:1775767983.018926:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767983.018929:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:1.0:1775767983.018938:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:1.0:1775767983.018947:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:1.0:1775767983.018960:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767983.018965:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767983.018971:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775767983.018982:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775767983.018986:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:1.0:1775767983.018992:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775767983.018999:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767983.019003:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767983.019010:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767983.019018:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767983.019026:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767983.019032:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767983.019037:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767983.019043:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767983.019050:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10380.
00000020:00000040:1.0:1775767983.019054:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:1.0:1775767983.019062:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767983.019065:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767983.019071:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767983.019074:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767983.019077:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767983.019084:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9c00.
00000100:00000001:1.0:1775767983.019091:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767983.019098:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10380 x1862022335169024/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767983.019145:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767983.019149:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767983.019159:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fae5f3c] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10380 x1862022335169024/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767983.019177:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767983.019188:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5177)
00000800:00000200:3.1:1775767983.019407:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767983.019409:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775767983.019632:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767983.019633:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775767983.019874:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767983.019875:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775767983.020071:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767983.020074:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 33 secs later)
00000100:00000001:0.0:1775767983.593835:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767983.593842:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767983.593844:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767983.593850:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767983.593854:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767983.593858:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767983.593861:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767983.593864:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767983.593868:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767984.041940:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767984.041944:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767984.041947:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767984.297793:0:58716:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299841278, at 4299841280
00000100:00000010:2.0:1775767984.297808:0:58716:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3ba0.
00000100:00000001:0.0:1775767984.617795:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767984.617802:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767984.617804:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767984.617810:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767984.617814:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767984.617818:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767984.617821:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767984.617823:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767984.617825:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767985.065863:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767985.065866:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767985.065868:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767985.641816:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767985.641822:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767985.641824:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767985.641828:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767985.641831:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767985.641835:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767985.641837:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767985.641839:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767985.641841:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767986.089894:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767986.089898:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767986.089900:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767986.665781:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767986.665788:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767986.665790:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767986.665796:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767986.665799:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767986.665803:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767986.665806:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767986.665809:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767986.665812:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767987.113904:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767987.113908:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767987.113910:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767987.689810:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767987.689816:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767987.689818:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767987.689823:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767987.689825:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767987.689828:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767987.689831:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767987.689833:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767987.689835:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767988.137817:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767988.137825:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767988.137829:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767988.137833:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767988.137839:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767988.137846:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5172
00000400:00000200:2.0:1775767988.137857:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767988.137862:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767988.137865:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767988.137868:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767988.137871:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767988.137873:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767988.137875:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767988.137878:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767988.137880:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767988.137882:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767988.137885:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775767988.137886:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775767988.137888:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775767988.137891:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767988.137893:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767988.137895:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767988.137897:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767988.137899:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767988.137901:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767988.137903:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767988.137906:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000020:00000001:0.0:1775767988.137907:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
02000000:00000001:2.0:1775767988.137908:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1775767988.137911:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767988.137912:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767988.137916:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00010000:00010000:0.0:1775767988.137917:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775767988.137919:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767988.137927:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775767988.137930:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767988.137933:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767988.137934:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767988.137937:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767988.137939:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767988.137943:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767988.137950:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec400.
00000100:00000001:2.0:1775767988.137955:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767988.137962:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335169152/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767988.137970:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767988.137974:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767988.137977:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335169152/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767988.137993:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767988.137996:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767988.137999:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767988.138000:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767988.138001:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767988.138003:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767988.138005:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5172
00000400:00000200:2.0:1775767988.138008:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767988.138010:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767988.138012:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767988.138014:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767988.138016:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767988.138018:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767988.138020:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767988.138022:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767988.138023:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767988.138026:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767988.138028:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767988.138031:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767988.138034:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767988.138038:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767988.138040:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767988.138043:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767988.138047:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767988.138052:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767988.138057:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767988.138060:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767988.138062:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767988.138068:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767988.138071:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767988.138076:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767988.138081:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767988.138087:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767988.138090:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767988.138092:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775767988.138095:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767988.138100:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767988.138102:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767988.138103:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767988.138106:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767988.138108:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767988.138113:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee800.
00000100:00000001:2.0:1775767988.138119:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767988.138124:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335169280/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767988.138134:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767988.138136:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767988.138143:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335169280/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767988.138154:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767988.138159:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767988.138165:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767988.138168:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767988.138170:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767988.138175:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767988.138179:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5172
00000400:00000200:2.0:1775767988.138185:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767988.138189:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767988.138191:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767988.138196:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767988.138198:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767988.138201:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767988.138204:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767988.138206:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767988.138207:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767988.138223:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767988.138226:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775767988.138228:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775767988.138230:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775767988.138233:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767988.138236:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767988.138239:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767988.138241:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767988.138245:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767988.138251:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767988.138257:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767988.138262:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767988.138268:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767988.138274:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767988.138279:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767988.138283:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767988.138288:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767988.138293:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767988.138299:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775767988.138304:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767988.138308:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767988.138310:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767988.138314:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767988.138318:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767988.138321:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775767988.138326:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
02000000:00000010:2.0:1775767988.138327:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed000.
00000800:00000200:3.1:1775767988.138329:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 28 secs later)
00000100:00000001:2.0:1775767988.138332:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767988.138342:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335169408/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767988.138363:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767988.138366:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767988.138371:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335169408/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767988.138393:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767988.138396:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767988.138401:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767988.138402:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767988.138405:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767988.138411:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767988.138416:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5172
00000400:00000200:2.0:1775767988.138422:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767988.138424:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767988.138426:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767988.138428:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767988.138430:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767988.138432:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767988.138435:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767988.138439:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767988.138441:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767988.138443:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767988.138445:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775767988.138447:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775767988.138449:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767988.138453:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767988.138455:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767988.138459:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767988.138460:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767988.138464:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767988.138468:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767988.138471:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767988.138474:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767988.138478:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767988.138481:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767988.138484:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767988.138487:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767988.138492:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767988.138495:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767988.138500:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767988.138503:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767988.138506:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767988.138508:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767988.138511:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767988.138513:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767988.138517:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767988.138522:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef000.
00000100:00000001:2.0:1775767988.138527:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767988.138535:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335169536/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767988.138545:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767988.138548:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767988.138557:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335169536/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767988.138568:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767988.138571:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767988.138575:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767988.138578:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767988.138580:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767988.138585:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767988.138590:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5172
00000400:00000200:2.0:1775767988.138596:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767988.138601:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767988.138605:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767988.138611:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767988.138615:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767988.138619:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767988.138623:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767988.138627:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767988.138629:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767988.138633:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767988.138635:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767988.138638:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775767988.138641:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767988.138644:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767988.138647:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767988.138650:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767988.138652:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767988.138656:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767988.138659:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767988.138662:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767988.138664:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767988.138667:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767988.138669:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767988.138673:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767988.138675:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767988.138679:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767988.138683:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767988.138686:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775767988.138690:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775767988.138692:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767988.138695:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767988.138697:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767988.138698:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767988.138700:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767988.138703:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee400.
00000100:00000001:2.0:1775767988.138746:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767988.138752:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335169664/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767988.138763:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767988.138766:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767988.138770:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335169664/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767988.138779:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767988.138783:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5182)
00000800:00000200:3.1:1775767988.138894:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767988.138896:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1775767988.139079:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767988.139080:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1775767988.139292:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767988.139294:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1775767988.139468:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767988.139470:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 28 secs later)
00000100:00000001:0.0:1775767988.713814:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767988.713820:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767988.713822:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767988.713827:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767988.713829:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767988.713833:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767988.713835:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767988.713837:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767988.713839:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767989.161926:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767989.161930:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767989.161934:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767989.417787:0:58716:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299846397, at 4299846400
00000100:00000010:2.0:1775767989.417800:0:58716:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3d80.
00000100:00000001:0.0:1775767989.737806:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767989.737812:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767989.737814:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767989.737818:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767989.737821:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767989.737824:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767989.737826:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767989.737828:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767989.737830:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767990.185922:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767990.185927:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767990.185931:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767990.761821:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767990.761826:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767990.761828:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767990.761832:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767990.761835:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767990.761839:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767990.761841:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767990.761843:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767990.761845:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767991.209873:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767991.209877:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767991.209881:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767991.785818:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767991.785824:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767991.785825:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767991.785831:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767991.785834:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767991.785837:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767991.785839:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767991.785842:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767991.785844:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767992.233928:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767992.233931:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767992.233934:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767992.809813:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767992.809821:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767992.809823:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767992.809829:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767992.809834:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767992.809838:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767992.809840:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767992.809844:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767992.809847:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767993.257847:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767993.257859:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767993.257862:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767993.257865:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767993.257874:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767993.257884:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5177
00000400:00000200:2.0:1775767993.257898:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767993.257904:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767993.257908:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767993.257912:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767993.257915:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767993.257918:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767993.257920:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767993.257924:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767993.257926:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775767993.257929:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767993.257931:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775767993.257934:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775767993.257936:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775767993.257939:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767993.257942:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767993.257944:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767993.257951:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767993.257955:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775767993.257958:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767993.257961:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767993.257964:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000020:00000001:1.0:1775767993.257965:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
02000000:00000001:2.0:1775767993.257967:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1775767993.257971:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767993.257973:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767993.257975:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775767993.257976:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767993.257981:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767993.257990:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
00000020:00000040:2.0:1775767993.257994:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775767993.257996:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767993.257998:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767993.258000:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767993.258002:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767993.258006:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767993.258012:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306beec00.
00000100:00000001:2.0:1775767993.258017:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767993.258025:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335169792/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767993.258033:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767993.258036:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767993.258040:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335169792/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767993.258057:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767993.258060:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767993.258063:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767993.258064:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767993.258065:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767993.258067:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767993.258069:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5177
00000400:00000200:2.0:1775767993.258071:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767993.258073:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767993.258075:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767993.258078:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767993.258080:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767993.258082:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767993.258085:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767993.258087:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767993.258089:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775767993.258090:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767993.258091:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775767993.258093:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775767993.258095:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775767993.258099:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767993.258102:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767993.258105:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767993.258110:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767993.258111:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775767993.258124:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767993.258128:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767993.258132:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767993.258138:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767993.258146:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767993.258156:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767993.258177:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767993.258180:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767993.258182:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767993.258185:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
00000020:00000040:2.0:1775767993.258188:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775767993.258198:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767993.258201:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767993.258209:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767993.258212:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767993.258215:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767993.258222:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef400.
00000100:00000001:2.0:1775767993.258226:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767993.258236:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335169920/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767993.258253:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767993.258256:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767993.258266:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335169920/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767993.258278:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767993.258285:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767993.258299:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767993.258301:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767993.258303:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767993.258307:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767993.258310:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5177
00000400:00000200:2.0:1775767993.258314:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767993.258317:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767993.258319:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767993.258322:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767993.258324:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767993.258326:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767993.258328:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767993.258331:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767993.258333:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775767993.258334:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767993.258336:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775767993.258339:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775767993.258341:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775767993.258344:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767993.258346:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767993.258347:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767993.258349:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767993.258351:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775767993.258354:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767993.258357:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767993.258359:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767993.258363:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767993.258365:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767993.258367:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767993.258370:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767993.258373:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767993.258375:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767993.258396:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775767993.258400:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775767993.258402:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767993.258404:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767993.258405:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767993.258407:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767993.258409:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767993.258413:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306befc00.
00000100:00000001:2.0:1775767993.258416:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767993.258422:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335170048/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767993.258434:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767993.258436:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767993.258440:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335170048/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767993.258448:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767993.258451:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767993.258456:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767993.258457:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767993.258459:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767993.258462:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767993.258464:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5177
00000400:00000200:2.0:1775767993.258468:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767993.258473:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767993.258476:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767993.258482:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767993.258486:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767993.258490:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767993.258493:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767993.258496:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767993.258498:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775767993.258499:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767993.258502:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775767993.258504:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775767993.258505:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775767993.258510:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767993.258512:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767993.258514:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767993.258516:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767993.258519:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775767993.258522:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767993.258526:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767993.258536:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767993.258546:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767993.258550:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767993.258552:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767993.258555:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767993.258558:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767993.258559:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767993.258565:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775767993.258575:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775767993.258592:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767993.258596:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767993.258599:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767993.258601:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767993.258604:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767993.258619:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec000.
00000100:00000001:2.0:1775767993.258629:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767993.258642:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335170176/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767993.258678:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767993.258684:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767993.258701:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335170176/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767993.258783:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767993.258796:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767993.258802:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775767993.258809:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767993.258813:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767993.258818:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767993.258827:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5177
00000800:00000200:3.1:1775767993.258915:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767993.258920:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 23 secs later)
00000400:00000200:2.0:1775767993.258951:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775767993.258957:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767993.258960:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767993.258964:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767993.258967:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767993.258969:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767993.258971:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775767993.258974:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767993.258975:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775767993.258977:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767993.258978:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775767993.258980:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775767993.258984:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775767993.258990:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767993.258993:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767993.259000:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775767993.259005:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775767993.259007:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775767993.259011:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775767993.259013:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767993.259015:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767993.259020:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767993.259023:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767993.259026:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767993.259029:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767993.259031:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767993.259032:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767993.259037:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775767993.259040:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775767993.259044:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767993.259046:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767993.259049:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767993.259051:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767993.259053:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767993.259058:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306becc00.
00000100:00000001:2.0:1775767993.259062:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767993.259073:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335170304/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767993.259081:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767993.259083:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767993.259087:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335170304/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767993.259095:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767993.259101:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5187)
00000800:00000200:3.1:1775767993.260097:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767993.260101:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1775767993.260400:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767993.260402:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1775767993.260634:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767993.260637:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1775767993.260857:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767993.260859:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 23 secs later)
00000100:00000001:0.0:1775767993.833776:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767993.833783:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767993.833785:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767993.833789:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767993.833792:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767993.833796:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767993.833804:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767993.833807:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767993.833809:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767994.281954:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767994.281957:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767994.281960:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767994.537812:0:58716:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299851519, at 4299851520
00000100:00000010:2.0:1775767994.537828:0:58716:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3cc0.
00000100:00000001:0.0:1775767994.857787:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767994.857792:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767994.857794:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767994.857798:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767994.857801:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767994.857804:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767994.857806:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767994.857808:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767994.857810:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767995.305859:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767995.305863:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767995.305868:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767995.881843:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767995.881850:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767995.881852:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767995.881858:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767995.881862:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767995.881866:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767995.881869:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767995.881872:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767995.881875:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775767996.329921:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775767996.329925:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775767996.329928:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767996.905788:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767996.905793:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767996.905795:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767996.905800:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767996.905803:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767996.905806:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767996.905808:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767996.905810:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767996.905812:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767997.354070:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767997.354073:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767997.354076:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767997.929845:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767997.929881:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767997.929884:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767997.929889:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767997.929893:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767997.929925:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767997.929928:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767997.929932:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767997.929934:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767998.377822:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767998.377830:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775767998.377833:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767998.377839:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767998.377843:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767998.377850:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5182
00000400:00000200:0.0:1775767998.377860:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767998.377867:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767998.377870:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767998.377875:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767998.377879:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000020:00000001:1.0:1775767998.377881:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000040:0.0:1775767998.377882:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000020:00000001:1.0:1775767998.377885:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767998.377888:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775767998.377891:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767998.377895:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767998.377897:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775767998.377899:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767998.377902:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775767998.377905:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775767998.377907:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775767998.377910:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767998.377912:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767998.377914:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767998.377915:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767998.377918:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:0.0:1775767998.377921:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767998.377924:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767998.377927:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767998.377930:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767998.377933:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767998.377935:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775767998.377937:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767998.377948:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926680.
00000020:00000040:0.0:1775767998.377951:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775767998.377955:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767998.377956:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767998.377959:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767998.377961:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767998.377967:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767998.377975:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f400.
00000100:00000001:0.0:1775767998.377982:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767998.377991:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926680 x1862022335170432/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767998.378001:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767998.378006:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767998.378012:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad2d9012] to pc [ptlrpcd_rcv+-1]  req@ffff927322926680 x1862022335170432/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767998.378034:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767998.378037:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767998.378040:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775767998.378042:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767998.378044:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767998.378048:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767998.378052:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5182
00000400:00000200:0.0:1775767998.378056:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767998.378061:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767998.378065:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767998.378073:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767998.378076:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767998.378078:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767998.378080:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767998.378081:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767998.378083:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775767998.378086:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767998.378089:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775767998.378094:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:0.0:1775767998.378096:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:0.0:1775767998.378101:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767998.378104:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767998.378107:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767998.378123:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767998.378125:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:0.0:1775767998.378127:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767998.378129:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767998.378131:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767998.378138:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767998.378143:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767998.378146:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767998.378150:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767998.378155:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767998.378158:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767998.378162:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925c00.
00000020:00000040:0.0:1775767998.378167:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:0.0:1775767998.378171:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767998.378172:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767998.378176:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767998.378179:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767998.378181:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767998.378185:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f000.
00000100:00000001:0.0:1775767998.378189:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767998.378196:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925c00 x1862022335170560/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767998.378207:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767998.378210:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767998.378214:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d72b0b6] to pc [ptlrpcd_rcv+-1]  req@ffff927322925c00 x1862022335170560/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767998.378226:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767998.378229:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767998.378232:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775767998.378233:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767998.378234:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767998.378239:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767998.378243:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5182
00000400:00000200:0.0:1775767998.378249:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767998.378253:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767998.378256:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767998.378259:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767998.378261:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767998.378264:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767998.378266:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767998.378268:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767998.378270:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:0.0:1775767998.378272:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767998.378274:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775767998.378275:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:0.0:1775767998.378284:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:0.0:1775767998.378287:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767998.378291:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767998.378296:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767998.378297:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767998.378299:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:0.0:1775767998.378305:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767998.378307:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767998.378310:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767998.378313:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767998.378317:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767998.378319:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767998.378322:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775767998.378327:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767998.378335:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767998.378341:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927800.
00000020:00000040:0.0:1775767998.378345:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775767998.378349:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767998.378351:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767998.378355:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767998.378356:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767998.378358:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767998.378363:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c800.
00000100:00000001:0.0:1775767998.378366:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767998.378373:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927800 x1862022335170688/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767998.378385:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767998.378388:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767998.378394:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e429b339] to pc [ptlrpcd_rcv+-1]  req@ffff927322927800 x1862022335170688/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1775767998.378394:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767998.378400:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1775767998.378407:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767998.378411:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767998.378415:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775767998.378417:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767998.378418:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767998.378420:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767998.378424:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5182
00000400:00000200:0.0:1775767998.378430:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767998.378434:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767998.378436:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767998.378440:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767998.378443:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767998.378446:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767998.378449:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767998.378452:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767998.378455:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775767998.378458:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767998.378461:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:0.0:1775767998.378465:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:0.0:1775767998.378466:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:0.0:1775767998.378471:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767998.378475:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767998.378479:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767998.378480:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767998.378482:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:0.0:1775767998.378483:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767998.378484:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767998.378485:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767998.378487:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767998.378492:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767998.378496:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767998.378499:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767998.378504:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767998.378506:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767998.378509:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927b80.
00000020:00000040:0.0:1775767998.378510:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:0.0:1775767998.378515:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767998.378517:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767998.378519:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767998.378522:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767998.378524:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767998.378528:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e000.
00000100:00000001:0.0:1775767998.378532:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767998.378537:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927b80 x1862022335170816/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767998.378543:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767998.378544:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767998.378549:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000282cd359] to pc [ptlrpcd_rcv+-1]  req@ffff927322927b80 x1862022335170816/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767998.378559:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775767998.378561:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775767998.378566:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775767998.378569:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775767998.378571:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775767998.378574:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775767998.378577:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5182
00000400:00000200:0.0:1775767998.378582:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775767998.378587:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775767998.378590:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775767998.378595:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767998.378599:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767998.378602:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767998.378604:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775767998.378606:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775767998.378610:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:0.0:1775767998.378613:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775767998.378614:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:0.0:1775767998.378618:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:0.0:1775767998.378620:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:0.0:1775767998.378623:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767998.378626:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775767998.378629:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775767998.378633:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775767998.378637:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:0.0:1775767998.378643:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775767998.378648:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775767998.378652:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775767998.378654:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775767998.378657:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767998.378662:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775767998.378664:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775767998.378668:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767998.378672:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775767998.378675:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926300.
00000020:00000040:0.0:1775767998.378678:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:0.0:1775767998.378681:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775767998.378683:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775767998.378688:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775767998.378689:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775767998.378691:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775767998.378696:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477cc00.
00000100:00000001:0.0:1775767998.378700:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767998.378737:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926300 x1862022335170944/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775767998.378750:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775767998.378754:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767998.378760:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e21317e] to pc [ptlrpcd_rcv+-1]  req@ffff927322926300 x1862022335170944/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775767998.378774:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775767998.378778:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5193)
00000800:00000200:3.1:1775767998.378921:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767998.378923:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775767998.379145:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767998.379147:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775767998.379409:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767998.379411:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775767998.379618:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775767998.379621:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1775767998.953779:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767998.953785:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767998.953787:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767998.953793:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767998.953797:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767998.953801:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767998.953804:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767998.953807:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767998.953810:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767999.401946:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767999.401950:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767999.401960:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767999.657819:0:58716:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299856637, at 4299856640
00000100:00000010:2.0:1775767999.657838:0:58716:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3d80.
00000100:00000001:0.0:1775767999.977856:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775767999.977863:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775767999.977865:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775767999.977871:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775767999.977874:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775767999.977880:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767999.977883:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775767999.977886:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775767999.977889:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768000.425911:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768000.425914:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768000.425918:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768001.001756:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768001.001764:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768001.001766:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768001.001771:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768001.001775:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768001.001779:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768001.001782:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768001.001784:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768001.001786:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768001.449949:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768001.449963:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768001.449968:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768002.025842:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768002.025849:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768002.025852:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768002.025857:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768002.025861:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768002.025864:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768002.025867:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768002.025870:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768002.025879:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768002.473851:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768002.473855:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768002.473858:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768003.049911:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768003.049920:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768003.049923:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768003.049930:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768003.049947:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768003.049952:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768003.049956:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768003.049959:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768003.049961:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768003.497805:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768003.497813:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768003.497818:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768003.497822:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768003.497829:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768003.497836:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5188
00000400:00000200:0.0:1775768003.497852:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768003.497863:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768003.497867:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768003.497872:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768003.497877:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768003.497881:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768003.497886:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768003.497889:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768003.497893:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775768003.497895:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768003.497899:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775768003.497901:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775768003.497905:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775768003.497909:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768003.497912:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768003.497917:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768003.497920:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768003.497923:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:0.0:1775768003.497928:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768003.497933:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768003.497940:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768003.497942:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768003.497944:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768003.497946:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768003.497948:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768003.497956:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924000.
00000020:00000040:0.0:1775768003.497958:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775768003.497962:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768003.497963:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768003.497966:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768003.497968:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768003.497972:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768003.497979:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d000.
00000100:00000001:0.0:1775768003.497984:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768003.497992:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924000 x1862022335171072/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768003.498001:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000020:00000001:2.0:1775768003.498001:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768003.498006:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768003.498008:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768003.498010:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1775768003.498016:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c89b33e] to pc [ptlrpcd_rcv+-1]  req@ffff927322924000 x1862022335171072/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768003.498037:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768003.498040:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768003.498044:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768003.498045:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768003.498047:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768003.498050:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768003.498053:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5188
00000400:00000200:0.0:1775768003.498057:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768003.498070:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768003.498073:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768003.498077:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768003.498079:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768003.498082:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768003.498083:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768003.498085:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768003.498087:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775768003.498089:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768003.498092:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775768003.498094:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:0.0:1775768003.498097:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:0.0:1775768003.498103:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768003.498107:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768003.498111:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768003.498114:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768003.498117:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:0.0:1775768003.498125:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768003.498132:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768003.498135:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768003.498142:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768003.498147:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768003.498151:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768003.498157:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768003.498162:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768003.498167:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768003.498173:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925180.
00000020:00000040:0.0:1775768003.498176:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:0.0:1775768003.498181:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768003.498184:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768003.498187:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768003.498188:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768003.498191:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768003.498199:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e400.
00000100:00000001:0.0:1775768003.498205:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768003.498214:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925180 x1862022335171200/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768003.498227:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768003.498231:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768003.498239:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a34329a0] to pc [ptlrpcd_rcv+-1]  req@ffff927322925180 x1862022335171200/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768003.498256:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768003.498261:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768003.498269:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768003.498272:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768003.498275:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768003.498281:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768003.498285:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5188
00000400:00000200:0.0:1775768003.498292:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768003.498296:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768003.498298:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768003.498302:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768003.498304:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768003.498308:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768003.498309:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768003.498311:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768003.498312:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:0.0:1775768003.498313:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768003.498315:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775768003.498318:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:0.0:1775768003.498321:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:0.0:1775768003.498323:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768003.498325:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768003.498329:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768003.498333:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768003.498335:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:0.0:1775768003.498339:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768003.498342:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768003.498345:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768003.498349:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768003.498352:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768003.498355:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768003.498359:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768003.498362:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768003.498366:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768003.498370:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926a00.
00000020:00000040:0.0:1775768003.498373:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775768003.498378:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768003.498380:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768003.498382:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768003.498383:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768003.498384:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768003.498388:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e800.
00000100:00000001:0.0:1775768003.498394:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768003.498404:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926a00 x1862022335171328/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768003.498418:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768003.498421:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768003.498430:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000798ab0be] to pc [ptlrpcd_rcv+-1]  req@ffff927322926a00 x1862022335171328/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768003.498440:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768003.498444:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768003.498451:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:3.1:1775768003.498455:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:0.0:1775768003.498456:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768003.498458:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:3.1:1775768003.498460:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1775768003.498461:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768003.498466:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5188
00000400:00000200:0.0:1775768003.498474:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768003.498479:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768003.498483:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768003.498486:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768003.498490:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768003.498494:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768003.498497:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768003.498500:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768003.498501:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775768003.498502:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768003.498503:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:0.0:1775768003.498505:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:0.0:1775768003.498506:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:0.0:1775768003.498509:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768003.498511:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768003.498514:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768003.498519:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768003.498520:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:0.0:1775768003.498524:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768003.498526:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768003.498528:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768003.498531:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768003.498536:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768003.498540:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768003.498542:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768003.498547:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768003.498550:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768003.498553:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927480.
00000020:00000040:0.0:1775768003.498557:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:0.0:1775768003.498560:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768003.498563:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768003.498567:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768003.498569:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768003.498572:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768003.498578:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477ec00.
00000100:00000001:0.0:1775768003.498582:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768003.498588:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927480 x1862022335171456/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768003.498595:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768003.498598:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768003.498605:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd1176bb] to pc [ptlrpcd_rcv+-1]  req@ffff927322927480 x1862022335171456/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768003.498615:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768003.498626:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768003.498629:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775768003.498631:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768003.498633:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768003.498636:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768003.498641:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5188
00000400:00000200:0.0:1775768003.498645:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768003.498650:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768003.498652:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768003.498656:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768003.498659:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768003.498662:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768003.498664:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768003.498667:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768003.498669:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:0.0:1775768003.498672:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768003.498675:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:0.0:1775768003.498679:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:0.0:1775768003.498682:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:0.0:1775768003.498685:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768003.498689:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768003.498694:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768003.498697:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768003.498702:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:0.0:1775768003.498736:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768003.498740:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768003.498743:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768003.498746:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768003.498750:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768003.498754:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768003.498757:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768003.498760:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768003.498763:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768003.498766:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926d80.
00000020:00000040:0.0:1775768003.498769:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:0.0:1775768003.498773:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768003.498775:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768003.498778:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768003.498780:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768003.498782:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768003.498787:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c000.
00000100:00000001:0.0:1775768003.498791:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768003.498799:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926d80 x1862022335171584/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768003.498813:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768003.498817:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768003.498824:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000adacb2c9] to pc [ptlrpcd_rcv+-1]  req@ffff927322926d80 x1862022335171584/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768003.498838:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768003.498842:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5198)
00000800:00000200:3.1:1775768003.498997:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768003.498998:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775768003.499252:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768003.499254:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775768003.499453:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768003.499455:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775768003.499696:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768003.499705:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1775768004.073805:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768004.073811:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768004.073813:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768004.073819:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768004.073823:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768004.073826:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768004.073828:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768004.073830:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768004.073833:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768004.521845:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768004.521848:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768004.521851:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768004.777796:0:58716:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299861757, at 4299861760
00000100:00000010:2.0:1775768004.777810:0:58716:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3ba0.
00000100:00000001:0.0:1775768005.097868:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768005.097876:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768005.097879:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768005.097885:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768005.097890:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768005.097894:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768005.097897:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768005.097899:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768005.097902:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768005.545932:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768005.545936:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768005.545939:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768006.121853:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768006.121858:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768006.121860:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768006.121865:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768006.121868:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768006.121871:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768006.121873:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768006.121876:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768006.121878:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768006.569933:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768006.569938:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768006.569941:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768007.145884:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768007.145892:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768007.145895:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768007.145902:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768007.145907:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768007.145911:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768007.145914:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768007.145917:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768007.145920:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768007.593920:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768007.593923:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768007.593926:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768008.169836:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768008.169843:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768008.169845:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768008.169849:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768008.169852:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768008.169854:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768008.169856:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768008.169858:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768008.169860:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768008.617794:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768008.617800:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768008.617802:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768008.617807:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768008.617810:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768008.617817:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5193
00000400:00000200:2.0:1775768008.617825:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768008.617831:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768008.617835:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768008.617838:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768008.617841:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768008.617844:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768008.617847:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768008.617850:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000001:0.0:1775768008.617851:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000040:2.0:1775768008.617852:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775768008.617854:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768008.617854:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00010000:00010000:0.0:1775768008.617857:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000040:2.0:1775768008.617857:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775768008.617859:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775768008.617861:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775768008.617864:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768008.617866:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768008.617868:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768008.617870:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768008.617872:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775768008.617875:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768008.617878:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768008.617881:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768008.617884:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768008.617886:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768008.617888:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768008.617890:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768008.617899:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775768008.617903:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775768008.617907:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768008.617908:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768008.617911:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768008.617913:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768008.617918:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768008.617926:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed400.
00000100:00000001:2.0:1775768008.617933:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768008.617942:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335171712/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768008.617950:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768008.617954:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768008.617959:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335171712/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768008.617980:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768008.617984:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768008.617987:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768008.617988:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768008.617990:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768008.617993:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768008.617996:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5193
00000400:00000200:2.0:1775768008.618000:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768008.618004:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768008.618007:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768008.618024:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768008.618027:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768008.618029:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768008.618031:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768008.618034:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768008.618035:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775768008.618037:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768008.618040:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775768008.618042:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775768008.618047:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775768008.618052:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768008.618055:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768008.618059:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768008.618063:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768008.618067:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775768008.618072:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768008.618074:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768008.618083:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768008.618091:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768008.618094:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768008.618096:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768008.618100:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768008.618104:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768008.618107:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768008.618112:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775768008.618116:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775768008.618119:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768008.618121:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768008.618122:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768008.618123:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768008.618125:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768008.618134:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed800.
00000100:00000001:2.0:1775768008.618138:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768008.618145:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335171840/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768008.618152:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768008.618154:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768008.618157:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335171840/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768008.618165:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768008.618169:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768008.618172:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768008.618173:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768008.618175:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768008.618177:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768008.618181:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5193
00000400:00000200:2.0:1775768008.618189:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768008.618196:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768008.618201:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768008.618207:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768008.618211:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768008.618214:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768008.618217:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768008.618221:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768008.618223:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775768008.618225:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768008.618227:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775768008.618231:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775768008.618234:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775768008.618240:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768008.618243:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768008.618246:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768008.618250:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768008.618252:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775768008.618256:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768008.618259:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768008.618260:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768008.618263:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768008.618266:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768008.618269:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768008.618271:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768008.618275:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768008.618277:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768008.618283:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775768008.618286:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775768008.618289:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768008.618290:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768008.618291:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768008.618293:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768008.618295:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768008.618300:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef800.
00000100:00000001:2.0:1775768008.618304:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768008.618310:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335171968/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768008.618319:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768008.618321:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768008.618325:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335171968/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768008.618343:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768008.618347:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.1:1775768008.618347:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00080000:2.0:1775768008.618352:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:3.1:1775768008.618353:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000100:00000001:2.0:1775768008.618354:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768008.618356:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768008.618359:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768008.618363:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5193
00000400:00000200:2.0:1775768008.618370:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768008.618374:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768008.618375:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768008.618379:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768008.618381:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768008.618384:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768008.618387:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768008.618391:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768008.618392:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775768008.618394:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768008.618395:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775768008.618399:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775768008.618400:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775768008.618405:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768008.618406:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768008.618409:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768008.618411:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768008.618413:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775768008.618417:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768008.618420:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768008.618424:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768008.618427:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768008.618431:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768008.618433:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768008.618435:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768008.618438:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768008.618439:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768008.618443:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775768008.618446:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775768008.618450:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768008.618452:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768008.618455:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768008.618456:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768008.618459:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768008.618462:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bedc00.
00000100:00000001:2.0:1775768008.618466:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768008.618472:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335172096/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768008.618489:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768008.618492:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768008.618494:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335172096/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768008.618502:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768008.618503:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768008.618507:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775768008.618508:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768008.618509:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768008.618511:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768008.618514:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5193
00000400:00000200:2.0:1775768008.618517:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768008.618522:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768008.618523:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768008.618527:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768008.618529:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768008.618532:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768008.618534:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768008.618538:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768008.618539:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775768008.618540:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768008.618542:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775768008.618544:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775768008.618546:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775768008.618550:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768008.618554:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768008.618557:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768008.618560:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768008.618564:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775768008.618567:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768008.618569:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768008.618572:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768008.618574:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768008.618576:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768008.618579:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768008.618580:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768008.618584:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768008.618587:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768008.618590:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775768008.618592:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775768008.618595:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768008.618596:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768008.618598:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768008.618600:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768008.618601:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768008.618606:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee000.
00000100:00000001:2.0:1775768008.618610:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768008.618615:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335172224/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768008.618641:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768008.618643:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768008.618646:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335172224/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768008.618654:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768008.618658:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5203)
00000800:00000200:3.1:1775768008.618899:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768008.618901:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775768008.619174:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768008.619177:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775768008.619434:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768008.619436:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775768008.619678:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768008.619680:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000100:00000001:0.0:1775768009.193817:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768009.193823:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768009.193825:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768009.193830:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768009.193833:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768009.193837:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768009.193839:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768009.193841:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768009.193844:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768009.641864:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768009.641867:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768009.641874:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768009.897810:0:58716:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299866877, at 4299866880
00000100:00000010:2.0:1775768009.897824:0:58716:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe39c0.
00000100:00000001:0.0:1775768010.217809:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768010.217815:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768010.217817:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768010.217821:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768010.217824:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768010.217828:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768010.217830:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768010.217831:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768010.217833:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768010.665862:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768010.665866:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768010.665869:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768011.241783:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768011.241789:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768011.241790:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768011.241794:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768011.241797:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768011.241800:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768011.241802:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768011.241804:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768011.241805:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768011.689948:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768011.689967:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768011.689970:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768012.265820:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768012.265827:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768012.265829:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768012.265834:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768012.265838:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768012.265842:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768012.265844:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768012.265847:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768012.265849:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768012.713850:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768012.713853:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768012.713864:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768013.289781:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768013.289787:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768013.289789:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768013.289795:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768013.289798:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768013.289801:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768013.289804:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768013.289806:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768013.289808:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768013.737804:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768013.737814:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768013.737817:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768013.737823:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768013.737829:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768013.737837:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5198
00000400:00000200:2.0:1775768013.737848:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768013.737866:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768013.737873:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768013.737879:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768013.737883:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768013.737887:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768013.737891:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768013.737895:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768013.737899:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775768013.737903:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768013.737906:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775768013.737911:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775768013.737914:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775768013.737917:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768013.737919:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768013.737921:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768013.737923:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768013.737927:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775768013.737932:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768013.737934:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768013.737937:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768013.737939:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768013.737942:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768013.737945:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768013.737948:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768013.737957:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
00000020:00000040:2.0:1775768013.737971:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775768013.737975:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768013.737977:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768013.737981:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768013.737984:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768013.737989:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768013.737996:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306becc00.
00000100:00000001:2.0:1775768013.738002:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768013.738008:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768013.738012:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768013.738013:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335172352/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:1.0:1775768013.738016:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768013.738025:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768013.738033:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768013.738038:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335172352/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768013.738058:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768013.738061:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768013.738064:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768013.738066:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768013.738067:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768013.738069:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768013.738072:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5198
00000400:00000200:2.0:1775768013.738076:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768013.738079:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768013.738082:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768013.738085:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768013.738087:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768013.738089:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768013.738092:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768013.738097:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768013.738100:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775768013.738102:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768013.738105:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775768013.738108:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775768013.738113:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775768013.738120:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768013.738124:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768013.738127:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768013.738131:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768013.738134:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775768013.738138:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768013.738143:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768013.738147:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768013.738152:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768013.738156:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768013.738160:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768013.738164:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768013.738170:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768013.738174:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768013.738178:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
00000020:00000040:2.0:1775768013.738182:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775768013.738186:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768013.738187:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768013.738190:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768013.738193:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768013.738195:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768013.738200:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec000.
00000100:00000001:2.0:1775768013.738205:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768013.738212:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335172480/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768013.738224:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768013.738227:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768013.738235:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335172480/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768013.738255:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768013.738260:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768013.738266:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768013.738270:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768013.738272:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768013.738277:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768013.738282:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5198
00000400:00000200:2.0:1775768013.738336:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768013.738342:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768013.738345:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768013.738349:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768013.738351:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768013.738355:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768013.738359:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768013.738362:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768013.738365:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775768013.738367:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768013.738371:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000800:00000200:3.1:1775768013.738371:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000020:00000001:2.0:1775768013.738375:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000800:00000200:3.1:1775768013.738377:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000020:00000001:2.0:1775768013.738379:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775768013.738384:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768013.738387:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768013.738389:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768013.738391:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768013.738393:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775768013.738396:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768013.738400:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768013.738404:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768013.738411:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768013.738415:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768013.738419:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768013.738422:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768013.738425:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768013.738428:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768013.738434:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775768013.738438:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775768013.738442:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768013.738444:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768013.738448:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768013.738450:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768013.738453:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768013.738458:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306befc00.
00000100:00000001:2.0:1775768013.738463:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768013.738472:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335172608/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768013.738484:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768013.738488:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768013.738496:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335172608/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768013.738508:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768013.738511:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768013.738517:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768013.738519:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768013.738522:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768013.738525:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768013.738530:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5198
00000400:00000200:2.0:1775768013.738537:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768013.738541:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768013.738546:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768013.738553:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768013.738557:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768013.738562:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768013.738566:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768013.738570:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768013.738573:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775768013.738576:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768013.738578:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775768013.738582:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775768013.738584:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775768013.738590:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768013.738594:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768013.738598:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768013.738602:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768013.738606:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775768013.738611:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768013.738615:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768013.738620:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768013.738624:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768013.738628:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768013.738632:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768013.738635:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768013.738641:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768013.738644:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768013.738650:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775768013.738653:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775768013.738658:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768013.738660:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768013.738663:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768013.738666:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768013.738669:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768013.738673:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef400.
00000100:00000001:2.0:1775768013.738679:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768013.738688:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335172736/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768013.738704:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768013.738733:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768013.738741:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335172736/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768013.738755:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768013.738760:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768013.738766:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775768013.738769:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768013.738772:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768013.738777:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768013.738782:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5198
00000400:00000200:2.0:1775768013.738790:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768013.738796:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768013.738800:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768013.738805:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768013.738808:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768013.738812:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768013.738815:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768013.738819:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768013.738821:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775768013.738824:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768013.738826:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775768013.738830:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775768013.738834:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775768013.738838:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768013.738842:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768013.738847:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768013.738849:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768013.738852:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775768013.738856:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768013.738860:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768013.738863:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768013.738867:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768013.738871:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768013.738874:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768013.738877:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768013.738881:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768013.738882:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768013.738885:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775768013.738889:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775768013.738893:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768013.738895:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768013.738898:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768013.738901:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768013.738904:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768013.738909:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306beec00.
00000100:00000001:2.0:1775768013.738914:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768013.738922:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335172864/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768013.738936:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768013.738940:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768013.738945:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335172864/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768013.738960:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768013.738979:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5208)
00000800:00000200:3.1:1775768013.739052:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768013.739054:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775768013.739309:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768013.739311:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775768013.739560:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768013.739563:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775768013.739930:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768013.739933:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000100:00000001:0.0:1775768014.313792:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768014.313797:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768014.313798:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768014.313802:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768014.313805:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768014.313808:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768014.313810:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768014.313812:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768014.313813:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768014.761871:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768014.761874:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768014.761876:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768015.017809:0:58716:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299871997, at 4299872000
00000100:00000010:2.0:1775768015.017825:0:58716:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe30c0.
00000100:00000001:0.0:1775768015.337776:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768015.337781:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768015.337782:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768015.337786:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768015.337789:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768015.337792:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768015.337793:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768015.337795:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768015.337797:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768015.785929:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768015.785933:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768015.785936:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768016.361781:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768016.361787:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768016.361789:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768016.361794:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768016.361797:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768016.361801:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768016.361803:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768016.361805:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768016.361807:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768016.809891:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768016.809895:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768016.809898:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768017.385825:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768017.385832:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768017.385833:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768017.385839:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768017.385842:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768017.385848:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768017.385851:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768017.385854:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768017.385857:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768017.833903:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768017.833908:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768017.833912:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768018.409789:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768018.409796:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768018.409797:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768018.409803:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768018.409806:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768018.409809:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768018.409812:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768018.409814:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768018.409816:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768018.857864:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768018.857876:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768018.857880:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768018.857885:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768018.857890:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768018.857898:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5203
00000400:00000200:2.0:1775768018.857909:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768018.857938:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768018.857943:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768018.857947:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768018.857951:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768018.857954:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768018.857958:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768018.857963:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768018.857966:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775768018.857969:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768018.857973:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775768018.857976:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775768018.857979:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775768018.857982:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768018.857984:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000020:00000001:1.0:1775768018.857991:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768018.857998:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768018.857998:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00010000:00010000:1.0:1775768018.858004:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768018.858008:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768018.858012:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775768018.858016:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768018.858019:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768018.858022:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768018.858026:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768018.858029:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768018.858032:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768018.858034:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768018.858046:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775768018.858049:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775768018.858053:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768018.858055:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768018.858058:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768018.858061:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768018.858066:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768018.858074:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec800.
00000100:00000001:2.0:1775768018.858081:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768018.858090:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335172992/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768018.858099:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768018.858104:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768018.858108:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335172992/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768018.858125:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768018.858129:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768018.858133:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768018.858135:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768018.858136:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768018.858139:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768018.858142:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5203
00000400:00000200:2.0:1775768018.858147:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768018.858150:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768018.858153:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768018.858155:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768018.858158:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768018.858160:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768018.858162:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768018.858165:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768018.858166:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775768018.858168:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768018.858170:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775768018.858172:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775768018.858175:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775768018.858178:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768018.858180:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768018.858183:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768018.858184:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768018.858186:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775768018.858189:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768018.858192:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768018.858195:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768018.858201:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768018.858203:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768018.858205:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768018.858211:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768018.858214:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768018.858216:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768018.858219:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775768018.858222:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775768018.858224:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768018.858226:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768018.858227:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768018.858229:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768018.858231:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768018.858234:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee400.
00000100:00000001:2.0:1775768018.858237:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768018.858242:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335173120/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768018.858249:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768018.858251:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768018.858255:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335173120/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768018.858265:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768018.858267:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768018.858271:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768018.858273:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768018.858275:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768018.858277:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768018.858280:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5203
00000400:00000200:2.0:1775768018.858283:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768018.858286:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768018.858288:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768018.858291:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768018.858293:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768018.858295:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768018.858297:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768018.858299:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768018.858301:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775768018.858302:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768018.858304:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775768018.858306:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775768018.858308:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775768018.858311:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768018.858313:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768018.858315:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768018.858317:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768018.858319:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775768018.858322:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768018.858325:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768018.858327:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768018.858330:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768018.858332:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768018.858333:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768018.858336:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768018.858338:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768018.858340:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768018.858344:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775768018.858347:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775768018.858349:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768018.858351:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768018.858352:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768018.858354:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768018.858355:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768018.858359:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef000.
00000100:00000001:2.0:1775768018.858362:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775768018.858362:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00100000:2.0:1775768018.858365:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335173248/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768018.858373:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768018.858375:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768018.858379:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335173248/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768018.858388:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768018.858392:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768018.858397:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768018.858399:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768018.858401:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768018.858404:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768018.858409:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5203
00000400:00000200:2.0:1775768018.858412:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768018.858415:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768018.858418:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768018.858421:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768018.858423:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768018.858426:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768018.858428:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768018.858430:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768018.858432:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775768018.858435:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768018.858438:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775768018.858441:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775768018.858443:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775768018.858446:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768018.858448:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768018.858451:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768018.858454:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768018.858457:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775768018.858459:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768018.858462:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768018.858464:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768018.858467:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768018.858470:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768018.858471:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768018.858474:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768018.858477:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768018.858479:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768018.858483:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775768018.858486:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775768018.858490:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768018.858493:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768018.858495:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768018.858496:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768018.858499:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768018.858504:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed000.
00000100:00000001:2.0:1775768018.858506:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768018.858511:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335173376/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768018.858518:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768018.858521:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768018.858524:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335173376/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768018.858536:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768018.858540:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768018.858543:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775768018.858545:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768018.858547:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768018.858551:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768018.858555:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5203
00000400:00000200:2.0:1775768018.858589:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768018.858592:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768018.858595:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768018.858598:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768018.858600:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768018.858602:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000800:00000200:3.1:1775768018.858602:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:2.0:1775768018.858605:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768018.858607:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768018.858609:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775768018.858610:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768018.858613:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775768018.858615:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775768018.858618:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775768018.858622:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768018.858624:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768018.858626:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768018.858628:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768018.858631:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775768018.858633:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768018.858636:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768018.858638:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768018.858641:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768018.858643:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768018.858645:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768018.858647:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768018.858650:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768018.858652:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768018.858656:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775768018.858659:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775768018.858662:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768018.858664:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768018.858666:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768018.858667:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768018.858669:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768018.858673:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee800.
00000100:00000001:2.0:1775768018.858676:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768018.858680:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335173504/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768018.858688:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768018.858690:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768018.858694:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335173504/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768018.858703:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768018.858745:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5213)
00000800:00000200:3.1:1775768018.858784:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768018.858977:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768018.859114:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:0.0:1775768019.433846:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768019.433853:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768019.433854:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768019.433860:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768019.433864:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768019.433868:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768019.433871:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768019.433873:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768019.433876:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768019.881934:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768019.881937:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768019.881940:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768020.137875:0:58716:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299877117, at 4299877120
00000100:00000010:2.0:1775768020.137891:0:58716:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3e40.
00000100:00000001:0.0:1775768020.457840:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768020.457847:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768020.457848:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768020.457855:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768020.457858:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768020.457862:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768020.457865:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768020.457868:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768020.457870:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768020.905919:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768020.905923:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768020.905926:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768021.481771:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768021.481776:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768021.481778:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768021.481782:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768021.481785:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768021.481791:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768021.481793:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768021.481795:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768021.481797:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768021.929929:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768021.929932:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768021.929935:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1775768021.929947:0:2394:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.131:988
00000400:00000100:0.0:1775768021.929982:0:2394:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.131@tcp at host 192.168.202.131 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1775768021.929993:0:2394:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768021.929997:0:2394:0:(router.c:1750:lnet_notify()) 192.168.202.31@tcp notifying 192.168.202.131@tcp: down
00000400:00000200:0.0:1775768021.930001:0:2394:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768021.930006:0:2394:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:0.0:1775768021.930011:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:0.0:1775768021.930015:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:0.0:1775768021.930020:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1775768021.930025:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1775768021.930032:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:0.0:1775768021.930034:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:0.0:1775768021.930040:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768021.930048:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927313b54a80 x1862022335172992/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768021.930076:0:2394:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768021.930080:0:2394:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b54a80 x1862022335172992/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768043 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768021.930087:0:2394:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768021.930089:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1775768021.930098:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:0.0:1775768021.930101:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931e00.
00000400:00000200:0.0:1775768021.930103:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1775768021.930106:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1775768021.930110:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef37f8
00000400:00000010:0.0:1775768021.930111:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef37f8.
00000100:00000001:0.0:1775768021.930113:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768021.930117:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927313b57100 x1862022335173120/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768021.930125:0:2394:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768021.930133:0:2394:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b57100 x1862022335173120/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768043 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768021.930139:0:2394:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768021.930141:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1775768021.930146:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:0.0:1775768021.930149:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931d00.
00000400:00000200:0.0:1775768021.930151:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1775768021.930155:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1775768021.930157:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3bb0
00000400:00000010:0.0:1775768021.930159:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3bb0.
00000100:00000001:0.0:1775768021.930161:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768021.930165:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927313b54e00 x1862022335173248/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768021.930172:0:2394:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768021.930176:0:2394:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b54e00 x1862022335173248/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768043 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768021.930182:0:2394:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768021.930183:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1775768021.930188:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:0.0:1775768021.930190:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931a00.
00000400:00000200:0.0:1775768021.930194:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1775768021.930196:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1775768021.930199:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3908
00000400:00000010:0.0:1775768021.930201:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3908.
00000100:00000001:0.0:1775768021.930203:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768021.930207:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927313b55f80 x1862022335173376/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768021.930214:0:2394:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768021.930217:0:2394:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b55f80 x1862022335173376/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768043 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768021.930223:0:2394:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768021.930225:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1775768021.930230:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:0.0:1775768021.930232:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:0.0:1775768021.930235:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1775768021.930237:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1775768021.930240:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef36e8
00000400:00000010:0.0:1775768021.930242:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef36e8.
00000100:00000001:0.0:1775768021.930244:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768021.930247:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927313b55180 x1862022335173504/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768021.930254:0:2394:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768021.930256:0:2394:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b55180 x1862022335173504/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768043 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768021.930262:0:2394:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768021.930264:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768022.505807:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768022.505814:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768022.505816:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768022.505821:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768022.505825:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768022.505829:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768022.505831:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768022.505834:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768022.505836:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768022.953868:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768022.953884:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768022.953888:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768023.529774:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768023.529780:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768023.529782:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768023.529788:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768023.529791:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768023.529795:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768023.529797:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768023.529799:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768023.529801:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768023.977789:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768023.977803:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768023.977808:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768023.977812:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768023.977817:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768023.977827:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5208
00000400:00000200:2.0:1775768023.977841:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768023.977852:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768023.977859:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768023.977878:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768023.977882:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768023.977885:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768023.977888:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768023.977895:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768023.977898:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775768023.977904:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768023.977908:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775768023.977915:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775768023.977919:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775768023.977925:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768023.977929:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768023.977932:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768023.977936:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768023.977940:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775768023.977947:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768023.977952:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768023.977956:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768023.977961:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768023.977968:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768023.977972:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768023.977977:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768023.977987:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
00000020:00000040:2.0:1775768023.977992:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775768023.977998:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768023.978001:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768023.978004:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768023.978009:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768023.978015:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768023.978025:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec400.
00000100:00000001:2.0:1775768023.978034:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768023.978040:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768023.978049:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768023.978050:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335173632/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:0.0:1775768023.978060:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768023.978071:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768023.978078:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768023.978085:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335173632/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768023.978109:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768023.978113:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768023.978116:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768023.978118:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768023.978120:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768023.978124:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768023.978128:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5208
00000400:00000200:2.0:1775768023.978134:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768023.978136:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768023.978140:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768023.978143:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768023.978147:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768023.978152:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768023.978154:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768023.978159:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768023.978162:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775768023.978164:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768023.978167:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775768023.978171:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775768023.978177:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775768023.978189:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768023.978196:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768023.978199:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768023.978201:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768023.978203:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775768023.978207:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768023.978211:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768023.978214:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768023.978220:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768023.978226:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768023.978231:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768023.978238:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768023.978245:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768023.978248:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768023.978253:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
00000020:00000040:2.0:1775768023.978258:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775768023.978263:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768023.978266:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768023.978269:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768023.978271:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768023.978275:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768023.978283:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec800.
00000100:00000001:2.0:1775768023.978289:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768023.978298:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335173760/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768023.978310:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768023.978313:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768023.978321:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335173760/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768023.978336:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768023.978343:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768023.978352:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768023.978355:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768023.978359:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768023.978364:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768023.978370:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5208
00000400:00000200:2.0:1775768023.978380:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768023.978385:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768023.978388:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768023.978397:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768023.978400:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768023.978403:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768023.978406:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768023.978411:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768023.978414:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775768023.978416:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768023.978421:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775768023.978425:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775768023.978428:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775768023.978445:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768023.978450:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768023.978455:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768023.978460:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768023.978466:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775768023.978473:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768023.978477:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768023.978479:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768023.978483:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768023.978486:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768023.978491:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768023.978496:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768023.978501:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768023.978504:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768023.978517:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775768023.978521:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775768023.978525:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768023.978526:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768023.978528:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768023.978529:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768023.978532:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768023.978539:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef000.
00000100:00000001:2.0:1775768023.978544:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768023.978551:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335173888/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1775768023.978556:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768023.978563:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000100:00000001:2.0:1775768023.978567:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768023.978572:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768023.978579:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335173888/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768023.978590:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768023.978594:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768023.978600:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768023.978605:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768023.978608:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768023.978612:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768023.978617:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5208
00000400:00000200:2.0:1775768023.978624:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768023.978630:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768023.978632:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768023.978635:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768023.978637:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768023.978639:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768023.978641:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768023.978643:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768023.978644:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775768023.978646:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768023.978648:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775768023.978650:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775768023.978652:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775768023.978655:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768023.978657:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768023.978660:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768023.978662:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768023.978665:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775768023.978667:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768023.978670:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768023.978671:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768023.978675:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768023.978676:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768023.978678:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768023.978681:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768023.978683:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768023.978685:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768023.978688:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775768023.978691:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775768023.978694:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768023.978695:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768023.978696:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768023.978698:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768023.978700:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768023.978704:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee400.
00000100:00000001:2.0:1775768023.978707:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768023.978745:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335174016/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768023.978752:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768023.978754:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768023.978757:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335174016/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768023.978764:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768023.978767:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768023.978770:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775768023.978771:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768023.978773:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768023.978775:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768023.978777:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5208
00000400:00000200:2.0:1775768023.978782:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768023.978784:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768023.978787:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768023.978789:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768023.978791:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768023.978793:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768023.978795:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768023.978797:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768023.978798:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775768023.978800:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768023.978802:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775768023.978805:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775768023.978807:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775768023.978809:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768023.978811:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768023.978813:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768023.978815:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768023.978817:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775768023.978819:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768023.978821:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768023.978823:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768023.978826:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768023.978828:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768023.978830:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768023.978833:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768023.978835:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768023.978837:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768023.978841:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775768023.978844:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775768023.978846:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768023.978847:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768023.978849:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768023.978850:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768023.978852:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768023.978855:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee800.
00000100:00000001:2.0:1775768023.978858:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768023.978879:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335174144/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768023.978886:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768023.978888:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768023.978892:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335174144/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768023.978900:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768023.978905:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5218)
00000800:00000200:3.1:1775768023.979650:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768023.979653:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775768023.980064:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768023.980067:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775768023.980312:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768023.980315:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775768023.980546:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768023.980548:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000100:00000001:0.0:1775768024.553874:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768024.553881:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768024.553883:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768024.553889:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768024.553893:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768024.553909:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768024.553913:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768024.553916:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768024.553918:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768025.001982:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768025.001987:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768025.001990:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768025.257863:0:58716:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299882238, at 4299882240
00000100:00000010:2.0:1775768025.257894:0:58716:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3b40.
00000100:00000001:0.0:1775768025.577896:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768025.577907:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768025.577909:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768025.577916:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768025.577921:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768025.577926:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768025.577929:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768025.577932:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768025.577934:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768026.025962:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768026.025966:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768026.025969:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768026.601827:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768026.601850:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768026.601852:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768026.601861:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768026.601866:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768026.601872:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768026.601875:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768026.601878:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768026.601889:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768027.049938:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768027.049942:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768027.049945:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768027.625775:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768027.625781:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768027.625783:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768027.625787:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768027.625790:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768027.625793:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768027.625795:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768027.625797:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768027.625799:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768028.073899:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768028.073902:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768028.073905:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768028.649804:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768028.649811:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768028.649813:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768028.649832:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768028.649835:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768028.649838:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768028.649841:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768028.649843:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768028.649845:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768029.097875:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768029.097884:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775768029.097889:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768029.097894:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768029.097900:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768029.097910:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5213
00000400:00000200:1.0:1775768029.097922:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768029.097930:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768029.097933:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768029.097936:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768029.097939:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768029.097942:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768029.097944:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768029.097947:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768029.097949:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:1.0:1775768029.097952:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768029.097954:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:1.0:1775768029.097956:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:1.0:1775768029.097959:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:1.0:1775768029.097961:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768029.097963:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768029.097965:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768029.097967:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768029.097969:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:1.0:1775768029.097972:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000020:00000001:0.0:1775768029.097975:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000001:1.0:1775768029.097975:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768029.097977:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000020:00000001:0.0:1775768029.097979:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768029.097981:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00010000:0.0:1775768029.097984:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
02000000:00000001:1.0:1775768029.097992:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768029.097995:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768029.097997:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768029.098012:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11c00.
00000020:00000040:1.0:1775768029.098015:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:1.0:1775768029.098019:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768029.098021:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768029.098023:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768029.098026:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768029.098031:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768029.098041:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9000.
00000100:00000001:1.0:1775768029.098053:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768029.098063:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11c00 x1862022335174272/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768029.098072:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768029.098078:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768029.098081:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062b06338] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11c00 x1862022335174272/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768029.098098:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768029.098100:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768029.098103:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775768029.098104:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768029.098106:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768029.098108:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768029.098110:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5213
00000400:00000200:1.0:1775768029.098113:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768029.098116:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768029.098118:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768029.098121:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768029.098123:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768029.098124:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768029.098127:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768029.098134:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768029.098137:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:1.0:1775768029.098140:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768029.098143:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:1.0:1775768029.098146:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:1.0:1775768029.098151:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:1.0:1775768029.098159:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768029.098163:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768029.098166:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768029.098168:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768029.098170:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:1.0:1775768029.098173:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768029.098178:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768029.098181:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768029.098186:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768029.098191:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768029.098193:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768029.098199:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768029.098203:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768029.098205:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768029.098208:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10700.
00000020:00000040:1.0:1775768029.098214:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:1.0:1775768029.098217:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768029.098219:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768029.098221:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768029.098223:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768029.098225:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768029.098229:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8400.
00000100:00000001:1.0:1775768029.098234:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768029.098241:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10700 x1862022335174400/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768029.098254:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768029.098256:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768029.098265:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9d335f8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10700 x1862022335174400/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768029.098287:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768029.098293:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768029.098298:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775768029.098302:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768029.098305:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768029.098312:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768029.098319:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5213
00000400:00000200:1.0:1775768029.098326:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768029.098333:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768029.098338:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768029.098344:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768029.098351:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768029.098355:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768029.098358:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768029.098360:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768029.098361:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:1.0:1775768029.098362:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768029.098366:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:1.0:1775768029.098369:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:1.0:1775768029.098374:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:1.0:1775768029.098380:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768029.098384:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768029.098386:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768029.098388:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768029.098392:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:1.0:1775768029.098394:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768029.098397:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768029.098400:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768029.098403:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768029.098406:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768029.098411:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000800:00000200:3.1:1775768029.098414:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000008:00100000:1.0:1775768029.098416:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000800:00000200:3.1:1775768029.098418:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000008:00000001:1.0:1775768029.098421:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768029.098427:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768029.098433:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10000.
00000020:00000040:1.0:1775768029.098438:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:1.0:1775768029.098446:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768029.098449:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768029.098454:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768029.098457:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768029.098461:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768029.098470:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eb800.
00000100:00000001:1.0:1775768029.098475:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768029.098484:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10000 x1862022335174528/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768029.098494:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768029.098498:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768029.098503:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbb7fab8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10000 x1862022335174528/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768029.098513:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768029.098516:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768029.098519:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775768029.098520:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768029.098522:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768029.098526:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768029.098528:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5213
00000400:00000200:1.0:1775768029.098531:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768029.098533:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768029.098535:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768029.098541:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768029.098543:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768029.098547:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768029.098550:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768029.098554:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768029.098556:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:1.0:1775768029.098558:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768029.098562:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:1.0:1775768029.098567:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:1.0:1775768029.098573:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:1.0:1775768029.098582:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768029.098588:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768029.098593:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768029.098598:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768029.098603:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:1.0:1775768029.098609:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768029.098617:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768029.098623:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768029.098627:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768029.098633:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768029.098635:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768029.098637:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775768029.098643:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768029.098648:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768029.098654:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10e00.
00000020:00000040:1.0:1775768029.098660:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:1.0:1775768029.098666:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768029.098668:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768029.098670:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768029.098673:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768029.098675:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768029.098680:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8000.
00000100:00000001:1.0:1775768029.098684:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768029.098690:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10e00 x1862022335174656/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768029.098745:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768029.098750:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768029.098761:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009b4566e] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10e00 x1862022335174656/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768029.098776:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768029.098779:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768029.098784:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775768029.098789:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768029.098791:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768029.098795:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768029.098800:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5213
00000400:00000200:1.0:1775768029.098824:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768029.098830:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768029.098835:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768029.098841:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768029.098846:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768029.098853:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768029.098859:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768029.098864:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768029.098868:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:1.0:1775768029.098870:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768029.098873:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:1.0:1775768029.098876:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:1.0:1775768029.098880:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:1.0:1775768029.098884:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768029.098887:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768029.098889:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768029.098892:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768029.098895:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:1.0:1775768029.098899:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768029.098904:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768029.098910:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768029.098913:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768029.098914:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768029.098916:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768029.098918:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775768029.098922:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768029.098925:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768029.098930:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11c00.
00000020:00000040:1.0:1775768029.098936:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:1.0:1775768029.098941:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768029.098944:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768029.098947:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768029.098950:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768029.098953:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768029.098958:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8c00.
00000100:00000001:1.0:1775768029.098963:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768029.098971:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11c00 x1862022335174784/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768029.098985:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768029.098988:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768029.098994:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062b06338] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11c00 x1862022335174784/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768029.099008:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768029.099016:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5223)
00000800:00000200:3.1:1775768029.099087:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768029.099089:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775768029.099288:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768029.099289:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775768029.099466:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768029.099468:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775768029.099872:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768029.099874:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1775768029.673872:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768029.673879:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768029.673881:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768029.673887:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768029.673890:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768029.673895:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768029.673897:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768029.673900:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768029.673902:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768030.121913:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768030.121916:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768030.121919:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768030.377780:0:58716:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299887357, at 4299887360
00000100:00000010:2.0:1775768030.377798:0:58716:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3c00.
00000100:00000001:0.0:1775768030.697853:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768030.697860:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768030.697862:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768030.697867:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768030.697871:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768030.697875:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768030.697878:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768030.697881:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768030.697883:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768031.145942:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768031.145945:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768031.145948:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768031.721882:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768031.721889:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768031.721891:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768031.721897:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768031.721901:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768031.721905:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768031.721907:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768031.721909:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768031.721912:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768032.169948:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768032.169952:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768032.169955:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768032.745840:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768032.745847:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768032.745849:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768032.745855:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768032.745859:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768032.745869:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768032.745872:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768032.745874:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768032.745878:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768033.193908:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768033.193911:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768033.193914:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768033.769841:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768033.769846:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768033.769848:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768033.769852:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768033.769855:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768033.769859:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768033.769862:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768033.769864:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768033.769865:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768034.217868:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768034.217877:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768034.217881:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768034.217888:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768034.217895:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768034.217905:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5218
00000400:00000200:2.0:1775768034.217920:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768034.217932:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768034.217937:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768034.217946:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768034.217951:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768034.217956:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768034.217959:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768034.217964:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768034.217968:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775768034.217972:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768034.217975:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775768034.217978:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775768034.217980:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775768034.217985:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768034.217986:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768034.217988:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768034.217989:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768034.217992:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775768034.217994:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768034.217996:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768034.217999:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768034.218002:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768034.218004:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768034.218006:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768034.218008:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768034.218020:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775768034.218023:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775768034.218027:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768034.218028:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768034.218031:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768034.218034:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768034.218039:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768034.218049:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306beec00.
00000020:00000001:1.0:1775768034.218050:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768034.218055:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768034.218057:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768034.218059:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775768034.218069:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335174912/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768034.218079:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768034.218083:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768034.218087:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335174912/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768034.218112:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768034.218116:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768034.218120:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768034.218122:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768034.218124:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768034.218128:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768034.218132:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5218
00000400:00000200:2.0:1775768034.218139:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768034.218146:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768034.218150:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768034.218155:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768034.218159:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768034.218163:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768034.218167:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768034.218173:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768034.218174:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775768034.218177:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768034.218180:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775768034.218182:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775768034.218185:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775768034.218189:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768034.218192:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768034.218196:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768034.218198:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768034.218204:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775768034.218208:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768034.218210:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768034.218212:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768034.218218:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768034.218221:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768034.218222:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768034.218227:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768034.218230:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768034.218231:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768034.218237:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775768034.218240:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775768034.218245:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768034.218247:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768034.218248:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768034.218251:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768034.218253:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768034.218258:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef400.
00000100:00000001:2.0:1775768034.218263:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768034.218270:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335175040/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768034.218290:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768034.218293:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768034.218301:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335175040/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768034.218315:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768034.218318:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768034.218324:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768034.218326:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768034.218327:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768034.218329:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768034.218332:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5218
00000400:00000200:2.0:1775768034.218392:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768034.218397:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768034.218399:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768034.218402:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768034.218405:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768034.218408:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768034.218413:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768034.218417:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768034.218420:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775768034.218423:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:3.1:1775768034.218424:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000020:00000040:2.0:1775768034.218427:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000800:00000200:3.1:1775768034.218428:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000020:00000001:2.0:1775768034.218433:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775768034.218439:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775768034.218457:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768034.218464:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768034.218467:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768034.218469:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768034.218473:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775768034.218478:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768034.218480:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768034.218481:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768034.218484:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768034.218487:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768034.218490:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768034.218492:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768034.218496:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768034.218499:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768034.218506:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775768034.218509:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775768034.218512:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768034.218514:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768034.218517:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768034.218519:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768034.218522:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768034.218527:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306befc00.
00000100:00000001:2.0:1775768034.218531:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768034.218538:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335175168/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768034.218545:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768034.218546:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768034.218550:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335175168/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768034.218563:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768034.218566:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768034.218576:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768034.218579:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768034.218580:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768034.218583:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768034.218591:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5218
00000400:00000200:2.0:1775768034.218598:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768034.218603:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768034.218607:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768034.218611:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768034.218614:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768034.218618:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768034.218624:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768034.218629:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768034.218632:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775768034.218636:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768034.218639:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775768034.218643:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775768034.218647:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775768034.218654:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768034.218658:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768034.218664:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768034.218668:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768034.218673:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775768034.218680:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768034.218686:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768034.218691:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768034.218694:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768034.218698:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768034.218703:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768034.218707:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768034.218743:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768034.218746:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768034.218761:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775768034.218778:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775768034.218784:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768034.218786:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768034.218791:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768034.218793:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768034.218796:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768034.218801:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec000.
00000100:00000001:2.0:1775768034.218805:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768034.218813:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335175296/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768034.218827:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768034.218831:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768034.218839:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335175296/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768034.218852:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768034.218855:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768034.218859:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775768034.218861:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768034.218863:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768034.218868:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768034.218872:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5218
00000400:00000200:2.0:1775768034.218880:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768034.218885:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768034.218890:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768034.218896:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768034.218901:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768034.218905:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768034.218909:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768034.218913:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768034.218915:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775768034.218918:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768034.218921:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775768034.218926:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775768034.218930:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775768034.218938:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768034.218942:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768034.218945:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768034.218948:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768034.218952:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775768034.218955:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768034.218959:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768034.218964:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768034.218966:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768034.218969:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768034.218970:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768034.218971:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768034.218973:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768034.218974:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768034.218978:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775768034.218981:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775768034.218984:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768034.218986:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768034.218988:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768034.218992:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768034.218995:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768034.219000:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306becc00.
00000100:00000001:2.0:1775768034.219005:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768034.219013:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335175424/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768034.219041:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768034.219045:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768034.219051:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335175424/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768034.219065:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768034.219072:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5228)
00000800:00000200:3.1:1775768034.219137:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768034.219139:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775768034.219332:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768034.219335:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775768034.219567:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768034.219568:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775768034.219913:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768034.219916:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000100:00000001:0.0:1775768034.793814:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768034.793821:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768034.793822:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768034.793828:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768034.793832:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768034.793836:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768034.793838:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768034.793841:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768034.793843:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768035.241964:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768035.241970:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768035.241974:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768035.497828:0:58716:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299892477, at 4299892480
00000100:00000010:2.0:1775768035.497847:0:58716:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3300.
00000100:00000001:0.0:1775768035.817792:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768035.817799:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768035.817801:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768035.817807:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768035.817810:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768035.817814:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768035.817817:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768035.817819:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768035.817821:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768036.265935:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768036.265941:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768036.265945:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768036.841841:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768036.841847:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768036.841849:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768036.841855:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768036.841865:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768036.841869:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768036.841872:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768036.841874:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768036.841877:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768037.289882:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768037.289886:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768037.289889:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768037.865803:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768037.865809:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768037.865811:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768037.865816:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768037.865819:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768037.865822:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768037.865824:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768037.865827:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768037.865829:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768038.313975:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768038.313979:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768038.313983:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768038.889789:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768038.889794:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768038.889796:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768038.889801:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768038.889803:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768038.889807:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768038.889809:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768038.889812:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768038.889814:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768039.337827:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768039.337838:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768039.337842:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768039.337849:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768039.337867:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768039.337882:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5223
00000400:00000200:2.0:1775768039.337894:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768039.337903:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768039.337908:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768039.337912:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768039.337917:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768039.337921:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768039.337924:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768039.337929:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768039.337932:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775768039.337935:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768039.337939:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775768039.337942:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775768039.337945:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:1.0:1775768039.337946:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000040:2.0:1775768039.337949:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000020:00000001:1.0:1775768039.337950:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768039.337956:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768039.337956:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768039.337959:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768039.337970:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768039.337974:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775768039.337978:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768039.337980:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768039.337984:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768039.337988:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768039.337992:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768039.337994:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768039.337997:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768039.338009:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
00000020:00000040:2.0:1775768039.338012:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775768039.338017:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768039.338018:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768039.338022:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768039.338026:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768039.338032:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768039.338043:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee000.
00000100:00000001:2.0:1775768039.338053:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768039.338064:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335175552/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768039.338075:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768039.338081:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768039.338087:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335175552/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768039.338105:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768039.338107:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768039.338110:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768039.338111:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768039.338112:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768039.338115:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768039.338117:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5223
00000400:00000200:2.0:1775768039.338121:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768039.338124:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768039.338125:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768039.338128:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768039.338130:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768039.338132:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768039.338134:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768039.338135:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768039.338136:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775768039.338137:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768039.338139:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775768039.338140:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775768039.338144:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775768039.338147:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768039.338151:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768039.338152:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768039.338157:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768039.338159:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775768039.338169:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768039.338173:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768039.338177:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768039.338184:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768039.338187:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768039.338189:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768039.338196:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768039.338199:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768039.338200:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768039.338206:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
00000020:00000040:2.0:1775768039.338209:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775768039.338211:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768039.338214:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768039.338216:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768039.338218:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768039.338221:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768039.338227:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bedc00.
00000100:00000001:2.0:1775768039.338233:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768039.338240:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335175680/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768039.338251:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768039.338255:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768039.338261:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335175680/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768039.338279:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768039.338284:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768039.338288:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768039.338290:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768039.338293:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768039.338297:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768039.338302:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5223
00000400:00000200:2.0:1775768039.338309:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768039.338313:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768039.338317:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768039.338323:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768039.338325:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768039.338328:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768039.338332:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768039.338336:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768039.338339:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775768039.338341:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768039.338344:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775768039.338348:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775768039.338350:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775768039.338356:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768039.338367:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768039.338370:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768039.338372:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768039.338375:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775768039.338380:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768039.338383:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768039.338385:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768039.338387:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768039.338389:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768039.338390:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768039.338393:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768039.338398:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768039.338400:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768039.338406:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775768039.338411:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775768039.338415:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768039.338418:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768039.338421:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768039.338424:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768039.338427:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768039.338433:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef800.
00000100:00000001:2.0:1775768039.338440:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768039.338449:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335175808/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768039.338461:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768039.338463:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768039.338468:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335175808/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768039.338481:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768039.338486:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768039.338497:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768039.338499:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768039.338501:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768039.338505:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768039.338508:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5223
00000400:00000200:2.0:1775768039.338513:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768039.338518:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768039.338521:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768039.338525:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768039.338527:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768039.338531:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768039.338534:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768039.338537:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768039.338539:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000800:00000200:3.1:1775768039.338540:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000020:00000001:2.0:1775768039.338541:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768039.338543:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775768039.338547:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000800:00000200:3.1:1775768039.338547:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000020:00000001:2.0:1775768039.338548:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775768039.338554:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768039.338556:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768039.338559:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768039.338562:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768039.338566:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775768039.338569:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768039.338572:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768039.338574:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768039.338576:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768039.338578:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768039.338579:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768039.338584:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768039.338589:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768039.338591:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768039.338596:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775768039.338598:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775768039.338602:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768039.338603:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768039.338606:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768039.338608:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768039.338610:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768039.338613:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed800.
00000100:00000001:2.0:1775768039.338617:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768039.338623:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335175936/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768039.338646:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768039.338650:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768039.338656:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335175936/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768039.338666:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768039.338669:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768039.338672:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775768039.338674:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768039.338677:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768039.338682:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768039.338687:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5223
00000400:00000200:2.0:1775768039.338694:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768039.338699:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768039.338701:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768039.338705:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768039.338750:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768039.338752:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768039.338756:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768039.338759:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768039.338761:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775768039.338763:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768039.338766:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775768039.338770:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775768039.338773:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775768039.338778:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768039.338780:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768039.338782:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768039.338784:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768039.338789:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775768039.338792:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768039.338793:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768039.338795:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768039.338797:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768039.338801:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768039.338803:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768039.338805:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768039.338808:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768039.338811:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768039.338814:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775768039.338817:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775768039.338820:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768039.338822:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768039.338824:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768039.338826:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768039.338829:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768039.338833:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed400.
00000100:00000001:2.0:1775768039.338837:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768039.338843:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335176064/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768039.338877:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768039.338879:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768039.338884:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335176064/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768039.338895:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768039.338901:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5234)
00000800:00000200:3.1:1775768039.339104:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768039.339106:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775768039.339288:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768039.339290:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775768039.339455:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768039.339457:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775768039.339625:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768039.339627:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000100:00000001:0.0:1775768039.913887:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768039.913895:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768039.913897:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768039.913905:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768039.913910:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768039.913915:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768039.913918:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768039.913922:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768039.913925:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768040.361971:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768040.361975:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768040.361979:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768040.617899:0:58716:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299897598, at 4299897600
00000100:00000010:2.0:1775768040.617904:0:58716:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3720.
00000100:00000001:0.0:1775768040.937841:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768040.937849:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768040.937850:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768040.937856:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768040.937860:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768040.937864:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768040.937867:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768040.937869:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768040.937871:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768041.385877:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768041.385883:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768041.385887:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768041.961858:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768041.961869:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768041.961871:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768041.961879:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768041.961884:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768041.961889:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768041.961892:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768041.961895:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768041.961898:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768042.409942:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768042.409946:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768042.409950:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768042.985788:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768042.985793:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768042.985795:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768042.985799:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768042.985803:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768042.985807:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768042.985809:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768042.985812:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768042.985815:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768043.434017:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768043.434021:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768043.434024:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768044.009860:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768044.009868:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768044.009870:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768044.009877:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768044.009882:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768044.009888:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768044.009891:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768044.009894:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768044.009898:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768044.457860:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768044.457876:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775768044.457882:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768044.457889:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768044.457897:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768044.457908:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5229
00000400:00000200:1.0:1775768044.457919:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768044.457928:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768044.457932:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768044.457937:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768044.457941:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768044.457945:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768044.457948:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768044.457953:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768044.457956:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:1.0:1775768044.457959:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768044.457963:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:1.0:1775768044.457966:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:1.0:1775768044.457969:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775768044.457973:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000040:1.0:1775768044.457974:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000020:00000001:0.0:1775768044.457979:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768044.457979:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768044.457985:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00010000:00010000:0.0:1775768044.457986:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775768044.457988:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768044.457993:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:1.0:1775768044.457999:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768044.458001:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768044.458005:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768044.458009:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768044.458013:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768044.458015:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768044.458019:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768044.458033:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10380.
00000020:00000040:1.0:1775768044.458038:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:1.0:1775768044.458042:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768044.458045:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768044.458049:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768044.458053:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768044.458058:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768044.458067:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eac00.
00000100:00000001:1.0:1775768044.458074:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768044.458083:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10380 x1862022335176192/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768044.458092:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768044.458097:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768044.458101:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fae5f3c] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10380 x1862022335176192/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768044.458120:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768044.458123:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768044.458127:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775768044.458129:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768044.458131:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768044.458135:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768044.458150:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5229
00000400:00000200:1.0:1775768044.458159:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768044.458166:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768044.458171:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768044.458179:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768044.458184:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768044.458188:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768044.458193:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768044.458197:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768044.458199:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:1.0:1775768044.458202:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768044.458204:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:1.0:1775768044.458206:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:1.0:1775768044.458209:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:1.0:1775768044.458213:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768044.458216:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768044.458220:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768044.458222:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768044.458225:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:1.0:1775768044.458231:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768044.458234:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768044.458236:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768044.458244:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768044.458249:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768044.458252:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768044.458257:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768044.458260:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768044.458262:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768044.458265:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11880.
00000020:00000040:1.0:1775768044.458267:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:1.0:1775768044.458269:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768044.458270:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768044.458274:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768044.458276:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768044.458279:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768044.458286:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046ebc00.
00000100:00000001:1.0:1775768044.458292:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768044.458300:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11880 x1862022335176320/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768044.458312:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768044.458317:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768044.458326:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a965cc18] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11880 x1862022335176320/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768044.458350:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768044.458355:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768044.458362:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775768044.458366:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768044.458369:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768044.458373:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768044.458380:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5229
00000400:00000200:1.0:1775768044.458386:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768044.458393:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768044.458397:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768044.458403:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768044.458407:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768044.458411:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768044.458413:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768044.458416:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768044.458418:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:1.0:1775768044.458421:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768044.458423:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:1.0:1775768044.458426:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:1.0:1775768044.458430:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:1.0:1775768044.458435:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768044.458438:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768044.458441:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768044.458445:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768044.458449:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:1.0:1775768044.458466:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768044.458472:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768044.458477:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768044.458482:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768044.458488:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768044.458491:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768044.458496:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768044.458501:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768044.458505:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768044.458513:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d13480.
00000020:00000040:1.0:1775768044.458518:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
00000800:00000200:3.1:1775768044.458518:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
02000000:00000001:1.0:1775768044.458523:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000800:00000200:3.1:1775768044.458525:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
02000000:00000001:1.0:1775768044.458526:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768044.458531:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768044.458534:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768044.458539:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768044.458547:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9400.
00000100:00000001:1.0:1775768044.458560:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768044.458571:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d13480 x1862022335176448/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768044.458586:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768044.458588:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768044.458596:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d08fae2a] to pc [ptlrpcd_rcv+-1]  req@ffff927303d13480 x1862022335176448/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768044.458615:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768044.458620:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768044.458630:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775768044.458634:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768044.458636:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768044.458641:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768044.458647:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5229
00000400:00000200:1.0:1775768044.458656:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768044.458677:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768044.458680:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768044.458684:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768044.458686:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768044.458689:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768044.458692:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768044.458696:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768044.458698:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:1.0:1775768044.458701:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768044.458705:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:1.0:1775768044.458746:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:1.0:1775768044.458752:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:1.0:1775768044.458760:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768044.458766:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768044.458771:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768044.458776:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768044.458781:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:1.0:1775768044.458790:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768044.458798:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768044.458801:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768044.458807:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768044.458812:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768044.458817:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768044.458822:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775768044.458827:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768044.458830:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768044.458835:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11500.
00000020:00000040:1.0:1775768044.458841:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:1.0:1775768044.458847:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768044.458849:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768044.458854:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768044.458857:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768044.458861:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768044.458867:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eb000.
00000100:00000001:1.0:1775768044.458874:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768044.458884:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11500 x1862022335176576/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768044.458901:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768044.458905:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768044.458913:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3229bd5] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11500 x1862022335176576/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768044.458923:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768044.458926:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768044.458934:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775768044.458936:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768044.458939:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768044.458944:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768044.458948:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5229
00000400:00000200:1.0:1775768044.458958:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768044.458964:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768044.458968:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768044.458976:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768044.458980:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768044.458987:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768044.458991:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768044.458996:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768044.458999:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:1.0:1775768044.459003:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768044.459007:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:1.0:1775768044.459012:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:1.0:1775768044.459019:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:1.0:1775768044.459026:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768044.459030:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768044.459036:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768044.459042:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768044.459048:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:1.0:1775768044.459055:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768044.459061:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768044.459066:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768044.459070:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768044.459073:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768044.459075:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768044.459078:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775768044.459082:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768044.459084:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768044.459087:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d12d80.
00000020:00000040:1.0:1775768044.459092:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:1.0:1775768044.459098:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768044.459101:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768044.459103:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768044.459104:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768044.459107:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768044.459113:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eac00.
00000100:00000001:1.0:1775768044.459119:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768044.459127:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d12d80 x1862022335176704/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768044.459138:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768044.459142:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768044.459149:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000896363e8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d12d80 x1862022335176704/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768044.459169:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768044.459179:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5239)
00000800:00000200:3.1:1775768044.459300:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768044.459304:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775768044.459615:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768044.459618:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775768044.459955:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768044.459958:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775768044.460381:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768044.460384:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000100:00000001:0.0:1775768045.033809:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768045.033818:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768045.033820:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768045.033828:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768045.033834:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768045.033839:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768045.033842:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768045.033845:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768045.033849:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768045.481957:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768045.481962:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768045.481966:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768045.737798:0:58716:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299902717, at 4299902720
00000100:00000010:2.0:1775768045.737816:0:58716:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3960.
00000100:00000001:0.0:1775768046.058592:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768046.058600:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768046.058602:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768046.058608:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768046.058611:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768046.058617:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768046.058619:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768046.058621:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768046.058623:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768046.505955:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768046.505959:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768046.505963:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768047.081857:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768047.081866:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768047.081868:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768047.081875:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768047.081880:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768047.081885:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768047.081888:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768047.081892:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768047.081895:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768047.529944:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768047.529947:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768047.529950:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768048.105843:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768048.105851:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768048.105853:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768048.105858:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768048.105862:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768048.105865:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768048.105867:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768048.105869:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768048.105871:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768048.553904:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768048.553907:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768048.553910:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768049.129880:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768049.129887:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768049.129889:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768049.129894:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768049.129898:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768049.129901:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768049.129904:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768049.129906:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768049.129908:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768049.577865:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768049.577883:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768049.577888:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768049.577894:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768049.577899:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768049.577906:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5234
00000400:00000200:2.0:1775768049.577916:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768049.577923:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768049.577927:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768049.577930:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768049.577933:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768049.577935:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768049.577937:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768049.577941:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768049.577943:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775768049.577945:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768049.577948:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775768049.577951:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775768049.577953:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775768049.577955:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000040:2.0:1775768049.577956:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000020:00000001:0.0:1775768049.577959:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768049.577959:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768049.577963:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00010000:00010000:0.0:1775768049.577964:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768049.577965:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768049.577968:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775768049.577971:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768049.577972:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768049.577975:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768049.577978:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768049.577980:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768049.577982:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768049.577983:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768049.577993:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775768049.577996:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775768049.578000:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768049.578001:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768049.578004:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768049.578006:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768049.578011:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768049.578019:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef800.
00000100:00000001:2.0:1775768049.578025:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768049.578033:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335176832/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768049.578041:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768049.578045:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768049.578048:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335176832/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768049.578068:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768049.578071:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768049.578073:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768049.578074:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768049.578076:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768049.578078:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768049.578079:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5234
00000400:00000200:2.0:1775768049.578082:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768049.578084:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768049.578086:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768049.578088:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768049.578090:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768049.578092:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768049.578094:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768049.578096:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768049.578097:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775768049.578098:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768049.578099:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775768049.578101:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775768049.578102:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775768049.578104:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768049.578105:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768049.578107:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768049.578115:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768049.578118:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775768049.578125:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768049.578128:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768049.578132:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768049.578138:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768049.578140:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768049.578141:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768049.578146:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768049.578149:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768049.578152:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768049.578160:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775768049.578166:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775768049.578175:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768049.578179:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768049.578182:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768049.578185:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768049.578189:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768049.578195:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bedc00.
00000100:00000001:2.0:1775768049.578199:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768049.578205:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335176960/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768049.578214:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768049.578217:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768049.578224:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335176960/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768049.578238:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768049.578242:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768049.578248:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768049.578251:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768049.578255:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768049.578257:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768049.578261:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5234
00000400:00000200:2.0:1775768049.578265:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768049.578270:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768049.578273:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768049.578280:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768049.578281:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768049.578282:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768049.578283:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768049.578285:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768049.578286:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775768049.578288:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768049.578291:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775768049.578295:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775768049.578298:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775768049.578299:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768049.578300:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768049.578301:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768049.578302:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768049.578303:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775768049.578305:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768049.578307:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768049.578314:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768049.578316:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768049.578317:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768049.578318:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768049.578322:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768049.578331:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768049.578333:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768049.578339:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775768049.578341:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775768049.578343:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768049.578347:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768049.578349:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768049.578350:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768049.578351:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768049.578354:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee000.
00000100:00000001:2.0:1775768049.578361:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768049.578375:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335177088/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768049.578406:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768049.578411:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768049.578419:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335177088/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768049.578434:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768049.578443:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768049.578454:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768049.578455:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768049.578460:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768049.578472:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768049.578477:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5234
00000400:00000200:2.0:1775768049.578536:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768049.578541:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768049.578547:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768049.578551:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768049.578558:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768049.578561:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768049.578563:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768049.578569:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768049.578573:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775768049.578576:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768049.578578:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775768049.578580:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775768049.578582:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775768049.578589:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768049.578595:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768049.578597:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768049.578599:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768049.578603:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000800:00000200:3.1:1775768049.578604:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00080000:2.0:1775768049.578610:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768049.578626:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775768049.578629:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
02000000:00000001:2.0:1775768049.578630:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768049.578643:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768049.578647:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768049.578653:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768049.578660:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768049.578666:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768049.578676:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768049.578685:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775768049.578694:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775768049.578703:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768049.578706:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768049.578743:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768049.578745:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768049.578747:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768049.578754:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306becc00.
00000100:00000001:2.0:1775768049.578759:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768049.578773:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335177216/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768049.578796:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768049.578803:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768049.578809:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335177216/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768049.578818:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768049.578823:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768049.578830:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775768049.578836:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768049.578837:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768049.578839:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768049.578843:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5234
00000400:00000200:2.0:1775768049.578853:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768049.578857:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768049.578863:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768049.578868:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768049.578876:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768049.578886:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768049.578894:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768049.578902:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768049.578904:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775768049.578909:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768049.578915:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775768049.578923:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775768049.578932:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775768049.578939:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768049.578941:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768049.578943:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768049.578949:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768049.578954:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775768049.578958:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768049.578965:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768049.578967:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768049.578971:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768049.578977:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768049.578980:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768049.578981:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768049.578985:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768049.578989:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768049.578994:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775768049.578999:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775768049.579003:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768049.579007:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768049.579013:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768049.579015:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768049.579018:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768049.579024:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec000.
00000100:00000001:2.0:1775768049.579027:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768049.579032:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335177344/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768049.579092:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768049.579097:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768049.579110:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335177344/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768049.579169:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768049.579178:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5244)
00000800:00000200:3.1:1775768049.579421:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768049.579424:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775768049.579703:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768049.579705:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775768049.579945:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768049.579947:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775768049.580197:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768049.580199:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000100:00000001:0.0:1775768050.153851:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768050.153857:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768050.153859:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768050.153866:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768050.153869:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768050.153873:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768050.153876:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768050.153879:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768050.153881:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768050.601951:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768050.601956:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768050.601959:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768050.857823:0:58716:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299907838, at 4299907840
00000100:00000010:2.0:1775768050.857836:0:58716:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3660.
00000100:00000001:0.0:1775768051.177850:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768051.177856:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768051.177858:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768051.177862:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768051.177864:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768051.177867:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768051.177869:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768051.177871:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768051.177872:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768051.625876:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768051.625879:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768051.625882:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768052.201799:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768052.201804:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768052.201806:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768052.201810:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768052.201812:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768052.201815:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768052.201816:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768052.201818:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768052.201820:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768052.649929:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768052.649933:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768052.649936:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768053.225815:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768053.225820:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768053.225822:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768053.225826:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768053.225829:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768053.225832:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768053.225835:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768053.225837:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768053.225839:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768053.673916:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768053.673920:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768053.673923:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768054.249824:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768054.249831:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768054.249833:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768054.249838:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768054.249841:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768054.249845:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768054.249847:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768054.249850:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768054.249851:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768054.697794:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768054.697804:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768054.697808:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768054.697812:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768054.697819:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768054.697826:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5239
00000400:00000200:2.0:1775768054.697837:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768054.697843:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768054.697846:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768054.697849:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768054.697853:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768054.697856:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768054.697858:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768054.697862:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768054.697864:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775768054.697866:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768054.697869:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775768054.697872:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775768054.697874:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775768054.697878:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768054.697881:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768054.697884:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768054.697886:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768054.697888:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000040:2.0:1775768054.697889:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000020:00000001:1.0:1775768054.697891:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768054.697895:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775768054.697895:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768054.697900:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768054.697903:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768054.697906:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768054.697908:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768054.697910:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768054.697913:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768054.697921:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
00000020:00000040:2.0:1775768054.697924:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775768054.697928:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768054.697930:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768054.697932:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768054.697935:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768054.697939:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768054.697946:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef400.
00000100:00000001:2.0:1775768054.697951:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768054.697959:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335177472/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768054.697969:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768054.697973:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768054.697977:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335177472/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768054.698003:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768054.698006:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768054.698010:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768054.698011:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768054.698013:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768054.698016:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768054.698019:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5239
00000400:00000200:2.0:1775768054.698023:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768054.698027:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768054.698030:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768054.698033:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768054.698037:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768054.698040:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768054.698043:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768054.698046:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768054.698048:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775768054.698051:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768054.698053:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775768054.698057:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775768054.698062:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775768054.698068:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768054.698071:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768054.698076:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768054.698080:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768054.698082:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775768054.698086:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768054.698091:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768054.698096:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768054.698101:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768054.698107:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768054.698109:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768054.698113:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768054.698118:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768054.698121:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768054.698125:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
00000020:00000040:2.0:1775768054.698127:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775768054.698130:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768054.698131:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768054.698134:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768054.698136:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768054.698139:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768054.698144:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306beec00.
00000100:00000001:2.0:1775768054.698149:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768054.698166:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335177600/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768054.698179:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768054.698183:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768054.698189:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335177600/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768054.698207:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768054.698211:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768054.698217:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768054.698220:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768054.698223:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768054.698225:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768054.698230:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5239
00000400:00000200:2.0:1775768054.698236:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768054.698239:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768054.698241:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768054.698246:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768054.698249:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768054.698254:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768054.698259:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768054.698261:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768054.698264:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775768054.698267:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768054.698269:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775768054.698273:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775768054.698276:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775768054.698281:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768054.698285:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768054.698289:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768054.698292:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768054.698297:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775768054.698302:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768054.698306:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768054.698310:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768054.698312:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768054.698315:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768054.698318:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768054.698322:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768054.698326:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768054.698329:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768054.698335:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775768054.698338:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775768054.698342:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768054.698343:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768054.698347:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768054.698348:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768054.698350:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768054.698356:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed000.
00000100:00000001:2.0:1775768054.698360:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768054.698367:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335177728/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1775768054.698370:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768054.698377:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000100:00000001:2.0:1775768054.698381:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768054.698384:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768054.698390:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335177728/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768054.698400:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768054.698404:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768054.698410:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768054.698413:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768054.698414:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768054.698417:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768054.698422:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5239
00000400:00000200:2.0:1775768054.698427:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768054.698432:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768054.698435:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768054.698440:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768054.698445:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768054.698449:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768054.698453:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768054.698458:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768054.698460:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775768054.698462:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768054.698465:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775768054.698469:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775768054.698473:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775768054.698480:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768054.698484:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768054.698487:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768054.698490:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768054.698493:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775768054.698498:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768054.698501:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768054.698504:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768054.698507:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768054.698510:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768054.698512:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768054.698515:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768054.698518:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768054.698520:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768054.698525:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775768054.698528:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775768054.698533:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768054.698534:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768054.698538:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768054.698540:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768054.698543:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768054.698548:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee800.
00000100:00000001:2.0:1775768054.698552:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768054.698558:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335177856/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768054.698583:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768054.698585:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768054.698591:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335177856/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768054.698602:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768054.698605:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768054.698612:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775768054.698614:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768054.698616:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768054.698622:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768054.698626:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5239
00000400:00000200:2.0:1775768054.698631:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768054.698635:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768054.698639:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768054.698646:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768054.698650:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768054.698653:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768054.698657:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768054.698661:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768054.698663:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775768054.698666:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768054.698668:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775768054.698671:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775768054.698673:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775768054.698677:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768054.698680:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768054.698684:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768054.698688:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768054.698692:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775768054.698696:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768054.698702:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768054.698706:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768054.698736:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768054.698741:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768054.698745:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768054.698749:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768054.698754:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768054.698758:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768054.698763:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775768054.698768:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775768054.698773:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768054.698776:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768054.698780:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768054.698782:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768054.698785:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768054.698791:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee400.
00000100:00000001:2.0:1775768054.698795:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768054.698803:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335177984/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768054.698825:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768054.698829:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768054.698837:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335177984/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768054.698849:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768054.698854:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5249)
00000800:00000200:3.1:1775768054.699000:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768054.699002:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775768054.699237:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768054.699238:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775768054.699395:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768054.699397:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775768054.699561:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768054.699563:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000100:00000001:0.0:1775768055.273814:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768055.273820:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768055.273821:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768055.273827:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768055.273831:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768055.273835:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768055.273837:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768055.273840:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768055.273842:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768055.721867:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768055.721873:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768055.721876:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768055.977843:0:58716:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299912957, at 4299912960
00000100:00000010:2.0:1775768055.977862:0:58716:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3840.
00000100:00000001:0.0:1775768056.297806:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768056.297812:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768056.297814:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768056.297818:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768056.297822:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768056.297825:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768056.297828:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768056.297830:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768056.297833:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768056.745909:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768056.745913:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768056.745917:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768057.321789:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768057.321796:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768057.321798:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768057.321803:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768057.321806:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768057.321809:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768057.321811:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768057.321813:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768057.321815:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768057.769944:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768057.769950:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768057.769954:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768058.345816:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768058.345822:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768058.345824:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768058.345849:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768058.345853:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768058.345856:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768058.345859:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768058.345861:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768058.345864:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768058.793849:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768058.793852:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768058.793854:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768059.369865:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768059.369875:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768059.369878:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768059.369885:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768059.369889:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768059.369894:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768059.369897:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768059.369900:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768059.369903:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768059.817843:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768059.817852:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775768059.817856:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768059.817864:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768059.817869:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768059.817877:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5244
00000400:00000200:1.0:1775768059.817886:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768059.817892:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768059.817895:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768059.817898:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768059.817901:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768059.817903:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768059.817905:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768059.817908:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768059.817910:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:1.0:1775768059.817913:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768059.817915:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:1.0:1775768059.817917:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:1.0:1775768059.817919:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:1.0:1775768059.817921:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000020:00000001:0.0:1775768059.817922:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000001:1.0:1775768059.817923:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000020:00000001:0.0:1775768059.817926:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768059.817926:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768059.817928:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00010000:00010000:0.0:1775768059.817930:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000040:1.0:1775768059.817931:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:1.0:1775768059.817934:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768059.817936:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768059.817938:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768059.817941:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768059.817943:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768059.817945:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768059.817947:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768059.817958:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d12d80.
00000020:00000040:1.0:1775768059.817961:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:1.0:1775768059.817965:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768059.817966:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768059.817969:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768059.817972:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768059.817977:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768059.817987:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8c00.
00000100:00000001:1.0:1775768059.817995:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768059.818006:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d12d80 x1862022335178112/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768059.818018:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768059.818024:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768059.818029:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000896363e8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d12d80 x1862022335178112/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768059.818048:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768059.818051:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768059.818053:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775768059.818054:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768059.818055:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768059.818058:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768059.818060:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5244
00000400:00000200:1.0:1775768059.818062:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768059.818065:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768059.818066:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768059.818069:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768059.818071:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768059.818073:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768059.818075:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768059.818077:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768059.818079:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:1.0:1775768059.818080:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768059.818082:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:1.0:1775768059.818085:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:1.0:1775768059.818088:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:1.0:1775768059.818091:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768059.818092:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768059.818095:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768059.818096:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768059.818099:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:1.0:1775768059.818102:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768059.818105:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768059.818108:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768059.818114:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768059.818117:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768059.818120:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768059.818125:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768059.818127:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768059.818130:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768059.818138:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11500.
00000020:00000040:1.0:1775768059.818142:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:1.0:1775768059.818147:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768059.818149:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768059.818151:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768059.818154:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768059.818155:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768059.818159:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8000.
00000100:00000001:1.0:1775768059.818165:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768059.818172:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11500 x1862022335178240/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768059.818185:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768059.818189:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768059.818198:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3229bd5] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11500 x1862022335178240/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768059.818210:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768059.818215:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768059.818219:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775768059.818220:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768059.818221:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768059.818223:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768059.818228:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5244
00000400:00000200:1.0:1775768059.818235:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768059.818240:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768059.818243:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768059.818250:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768059.818255:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768059.818259:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768059.818264:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768059.818268:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768059.818270:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:1.0:1775768059.818274:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768059.818276:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:1.0:1775768059.818280:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:1.0:1775768059.818282:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:1.0:1775768059.818289:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768059.818292:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768059.818294:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768059.818296:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768059.818298:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:1.0:1775768059.818300:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768059.818303:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768059.818304:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768059.818308:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768059.818311:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768059.818315:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768059.818319:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768059.818321:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768059.818322:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768059.818326:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d13480.
00000020:00000040:1.0:1775768059.818329:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:1.0:1775768059.818335:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768059.818336:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768059.818339:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768059.818342:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768059.818343:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768059.818349:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eb800.
00000100:00000001:1.0:1775768059.818354:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768059.818361:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d13480 x1862022335178368/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768059.818379:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768059.818382:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768059.818388:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d08fae2a] to pc [ptlrpcd_rcv+-1]  req@ffff927303d13480 x1862022335178368/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768059.818406:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768059.818410:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768059.818414:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775768059.818416:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768059.818417:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768059.818420:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768059.818424:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5244
00000400:00000200:1.0:1775768059.818428:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768059.818431:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768059.818433:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768059.818436:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768059.818438:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768059.818439:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768059.818442:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768059.818444:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768059.818445:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:1.0:1775768059.818446:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768059.818448:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:1.0:1775768059.818450:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:1.0:1775768059.818451:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:1.0:1775768059.818453:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768059.818455:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768059.818456:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768059.818458:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768059.818459:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:1.0:1775768059.818462:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768059.818463:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768059.818465:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768059.818468:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768059.818469:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768059.818471:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768059.818473:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775768059.818475:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768059.818476:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768059.818479:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11880.
00000020:00000040:1.0:1775768059.818481:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:1.0:1775768059.818483:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768059.818484:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768059.818486:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768059.818487:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768059.818489:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768059.818492:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8400.
00000100:00000001:1.0:1775768059.818494:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768059.818498:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11880 x1862022335178496/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768059.818514:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768059.818529:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768059.818532:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a965cc18] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11880 x1862022335178496/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768059.818538:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768059.818541:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768059.818543:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775768059.818545:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768059.818546:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768059.818548:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768059.818550:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5244
00000400:00000200:1.0:1775768059.818553:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768059.818558:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768059.818560:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768059.818562:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768059.818564:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768059.818565:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768059.818567:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768059.818569:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768059.818570:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:1.0:1775768059.818571:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768059.818573:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:1.0:1775768059.818575:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:1.0:1775768059.818577:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:1.0:1775768059.818580:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768059.818582:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768059.818584:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768059.818586:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768059.818589:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:1.0:1775768059.818592:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768059.818594:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768059.818596:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768059.818598:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768059.818600:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768059.818602:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768059.818604:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775768059.818606:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768059.818608:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768059.818611:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10380.
00000020:00000040:1.0:1775768059.818615:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:1.0:1775768059.818618:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768059.818620:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768059.818623:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768059.818624:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768059.818626:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768059.818633:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9000.
00000100:00000001:1.0:1775768059.818637:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775768059.818643:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00100000:1.0:1775768059.818647:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10380 x1862022335178624/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1775768059.818649:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000100:00000001:1.0:1775768059.818662:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768059.818665:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768059.818671:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fae5f3c] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10380 x1862022335178624/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768059.818683:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768059.818690:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5254)
00000800:00000200:3.1:1775768059.819195:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768059.819198:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775768059.819467:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768059.819470:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775768059.819768:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768059.819770:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775768059.820018:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768059.820021:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1775768060.393808:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768060.393816:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768060.393817:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768060.393822:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768060.393826:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768060.393831:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768060.393833:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768060.393836:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768060.393839:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768060.841862:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768060.841865:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768060.841868:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768061.097819:0:58716:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299918078, at 4299918080
00000100:00000010:2.0:1775768061.097839:0:58716:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3de0.
00000100:00000001:0.0:1775768061.417818:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768061.417822:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768061.417824:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768061.417828:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768061.417830:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768061.417833:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768061.417835:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768061.417838:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768061.417839:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768061.865900:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768061.865903:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768061.865906:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768062.441804:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768062.441813:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768062.441815:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768062.441823:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768062.441828:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768062.441832:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768062.441835:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768062.441839:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768062.441842:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768062.889885:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768062.889888:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768062.889892:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768063.465818:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768063.465823:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768063.465824:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768063.465828:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768063.465830:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768063.465833:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768063.465835:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768063.465837:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768063.465839:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768063.914138:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768063.914144:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768063.914148:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768064.489834:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768064.489841:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768064.489842:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768064.489848:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768064.489851:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768064.489856:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768064.489858:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768064.489861:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768064.489863:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768064.937791:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768064.937798:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768064.937800:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768064.937804:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768064.937809:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768064.937815:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5249
00000400:00000200:0.0:1775768064.937824:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768064.937830:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768064.937833:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768064.937836:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768064.937839:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768064.937841:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768064.937842:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768064.937844:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768064.937845:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775768064.937847:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768064.937849:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775768064.937851:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775768064.937852:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775768064.937854:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768064.937855:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768064.937857:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768064.937858:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768064.937860:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:0.0:1775768064.937862:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768064.937865:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768064.937867:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768064.937870:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768064.937872:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768064.937873:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768064.937875:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768064.937881:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000010:0.0:1775768064.937882:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925500.
00000020:00000001:2.0:1775768064.937884:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768064.937887:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000040:0.0:1775768064.937892:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775768064.937896:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768064.937897:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768064.937900:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768064.937903:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768064.937907:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768064.937912:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f400.
00000100:00000001:0.0:1775768064.937917:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768064.937924:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925500 x1862022335178752/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768064.937932:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768064.937935:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768064.937938:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a57c8e8f] to pc [ptlrpcd_rcv+-1]  req@ffff927322925500 x1862022335178752/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768064.937951:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768064.937954:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768064.937956:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768064.937957:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768064.937958:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768064.937960:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768064.937962:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5249
00000400:00000200:0.0:1775768064.937965:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768064.937967:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768064.937969:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768064.937971:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768064.937972:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768064.937974:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768064.937977:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768064.937980:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768064.937981:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775768064.937984:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768064.937986:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775768064.937988:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:0.0:1775768064.937990:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:0.0:1775768064.937996:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768064.937999:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768064.938003:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768064.938008:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768064.938013:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:0.0:1775768064.938018:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768064.938024:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768064.938027:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768064.938035:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768064.938040:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768064.938043:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768064.938047:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768064.938051:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768064.938055:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768064.938060:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925880.
00000020:00000040:0.0:1775768064.938064:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:0.0:1775768064.938068:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768064.938069:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768064.938071:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768064.938074:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768064.938077:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768064.938084:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f800.
00000100:00000001:0.0:1775768064.938089:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768064.938097:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925880 x1862022335178880/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768064.938108:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768064.938112:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768064.938117:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f872a4ed] to pc [ptlrpcd_rcv+-1]  req@ffff927322925880 x1862022335178880/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768064.938129:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768064.938133:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768064.938138:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768064.938141:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768064.938144:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768064.938148:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768064.938153:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5249
00000400:00000200:0.0:1775768064.938161:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768064.938169:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768064.938173:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768064.938179:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768064.938182:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768064.938186:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768064.938191:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768064.938195:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768064.938197:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:0.0:1775768064.938201:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768064.938203:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775768064.938206:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:0.0:1775768064.938211:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:0.0:1775768064.938216:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768064.938221:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768064.938224:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768064.938229:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000800:00000200:3.1:1775768064.938229:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768064.938233:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000020:00000040:0.0:1775768064.938234:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:0.0:1775768064.938241:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768064.938245:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768064.938246:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768064.938249:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768064.938252:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768064.938254:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768064.938255:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768064.938258:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768064.938260:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768064.938264:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924700.
00000020:00000040:0.0:1775768064.938267:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775768064.938269:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768064.938271:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768064.938274:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768064.938275:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768064.938278:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768064.938281:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477fc00.
00000100:00000001:0.0:1775768064.938286:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768064.938293:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924700 x1862022335179008/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768064.938304:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768064.938307:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768064.938313:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc3726d9] to pc [ptlrpcd_rcv+-1]  req@ffff927322924700 x1862022335179008/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768064.938321:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768064.938326:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768064.938330:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768064.938332:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768064.938333:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768064.938337:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768064.938339:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5249
00000400:00000200:0.0:1775768064.938345:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768064.938348:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768064.938351:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768064.938353:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768064.938354:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768064.938355:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768064.938357:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768064.938360:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768064.938362:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775768064.938365:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768064.938367:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:0.0:1775768064.938368:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:0.0:1775768064.938372:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:0.0:1775768064.938375:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768064.938378:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768064.938382:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768064.938384:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768064.938386:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:0.0:1775768064.938389:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768064.938391:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768064.938392:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768064.938394:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768064.938397:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768064.938401:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768064.938403:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768064.938406:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768064.938409:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768064.938413:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924e00.
00000020:00000040:0.0:1775768064.938415:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:0.0:1775768064.938416:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768064.938417:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768064.938420:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768064.938421:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768064.938422:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768064.938424:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d400.
00000100:00000001:0.0:1775768064.938425:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768064.938429:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924e00 x1862022335179136/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768064.938438:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768064.938440:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768064.938445:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aec4c6e] to pc [ptlrpcd_rcv+-1]  req@ffff927322924e00 x1862022335179136/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768064.938458:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768064.938463:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768064.938491:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775768064.938495:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768064.938497:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768064.938502:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768064.938508:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5249
00000400:00000200:0.0:1775768064.938515:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768064.938521:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768064.938525:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768064.938530:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768064.938535:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768064.938539:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768064.938543:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768064.938549:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768064.938551:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:0.0:1775768064.938554:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768064.938557:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:0.0:1775768064.938562:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:0.0:1775768064.938567:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:0.0:1775768064.938572:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768064.938574:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768064.938577:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768064.938581:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768064.938585:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:0.0:1775768064.938590:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768064.938594:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768064.938597:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768064.938599:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768064.938603:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768064.938607:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768064.938610:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768064.938613:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768064.938616:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768064.938620:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927100.
00000020:00000040:0.0:1775768064.938624:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:0.0:1775768064.938627:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768064.938629:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768064.938632:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768064.938642:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768064.938645:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768064.938652:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f000.
00000100:00000001:0.0:1775768064.938657:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768064.938665:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927100 x1862022335179264/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768064.938679:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768064.938682:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768064.938689:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0540768] to pc [ptlrpcd_rcv+-1]  req@ffff927322927100 x1862022335179264/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768064.938695:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768064.938699:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5259)
00000800:00000200:3.1:1775768064.938811:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768064.938813:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775768064.939009:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768064.939010:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775768064.939185:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768064.939186:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775768064.939342:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768064.939344:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1775768065.513852:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768065.513858:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768065.513860:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768065.513865:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768065.513869:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768065.513873:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768065.513875:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768065.513877:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768065.513880:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768065.961857:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768065.961861:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768065.961864:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768066.217814:0:58716:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299923197, at 4299923200
00000100:00000010:2.0:1775768066.217828:0:58716:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3000.
00000100:00000001:0.0:1775768066.537788:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768066.537793:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768066.537796:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768066.537800:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768066.537803:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768066.537807:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768066.537809:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768066.537812:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768066.537814:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768066.985862:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768066.985865:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768066.985869:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768067.561788:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768067.561793:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768067.561795:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768067.561799:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768067.561802:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768067.561806:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768067.561808:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768067.561810:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768067.561812:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768068.009909:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768068.009912:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768068.009915:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768068.585806:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768068.585811:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768068.585813:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768068.585822:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768068.585825:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768068.585829:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768068.585831:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768068.585833:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768068.585835:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768069.033901:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768069.033905:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768069.033909:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768069.609816:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768069.609822:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768069.609823:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768069.609828:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768069.609831:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768069.609834:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768069.609836:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768069.609838:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768069.609840:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768070.057805:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768070.057813:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768070.057816:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768070.057820:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768070.057824:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768070.057829:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5254
00000400:00000200:2.0:1775768070.057839:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768070.057855:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768070.057860:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768070.057867:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768070.057871:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768070.057878:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768070.057885:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768070.057892:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768070.057896:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775768070.057901:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768070.057907:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775768070.057911:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775768070.057913:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775768070.057916:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768070.057918:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768070.057919:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768070.057920:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768070.057923:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775768070.057926:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768070.057928:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768070.057930:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768070.057933:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768070.057936:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768070.057938:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768070.057941:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768070.057949:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775768070.057952:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775768070.057956:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000020:00000001:0.0:1775768070.057957:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
02000000:00000001:2.0:1775768070.057959:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768070.057961:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768070.057963:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00010000:00010000:0.0:1775768070.057964:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
02000000:00000001:2.0:1775768070.057967:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768070.057972:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768070.057980:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec400.
00000100:00000001:2.0:1775768070.057987:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768070.057995:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335179392/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768070.058003:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768070.058006:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768070.058010:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335179392/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768070.058028:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768070.058037:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768070.058040:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768070.058041:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768070.058043:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768070.058046:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768070.058047:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5254
00000400:00000200:2.0:1775768070.058051:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768070.058053:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768070.058055:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768070.058057:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768070.058058:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768070.058060:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768070.058062:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768070.058064:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768070.058065:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775768070.058066:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768070.058067:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775768070.058069:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775768070.058071:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775768070.058073:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768070.058075:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768070.058076:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768070.058078:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768070.058081:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775768070.058085:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768070.058087:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768070.058089:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768070.058098:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768070.058100:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768070.058101:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768070.058106:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768070.058111:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768070.058113:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768070.058116:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775768070.058122:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775768070.058131:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768070.058134:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768070.058140:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768070.058145:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768070.058148:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768070.058157:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec800.
00000100:00000001:2.0:1775768070.058164:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768070.058178:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335179520/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768070.058189:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768070.058194:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768070.058200:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335179520/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768070.058230:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768070.058233:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768070.058236:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768070.058238:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768070.058240:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768070.058243:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768070.058247:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5254
00000400:00000200:2.0:1775768070.058253:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768070.058255:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768070.058256:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768070.058259:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768070.058262:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768070.058267:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768070.058270:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768070.058278:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768070.058279:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775768070.058281:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768070.058283:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775768070.058290:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775768070.058296:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775768070.058299:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768070.058301:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768070.058305:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768070.058309:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768070.058311:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775768070.058313:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768070.058314:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768070.058315:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768070.058318:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768070.058322:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768070.058323:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768070.058324:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768070.058326:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768070.058330:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768070.058341:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775768070.058345:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775768070.058351:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768070.058353:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768070.058355:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768070.058359:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768070.058361:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768070.058369:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef000.
00000100:00000001:2.0:1775768070.058377:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768070.058389:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335179648/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768070.058405:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768070.058409:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768070.058432:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335179648/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768070.058449:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768070.058456:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768070.058459:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768070.058461:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768070.058463:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768070.058469:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768070.058474:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5254
00000400:00000200:2.0:1775768070.058478:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768070.058481:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768070.058483:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768070.058491:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768070.058494:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768070.058498:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768070.058504:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768070.058508:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768070.058509:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775768070.058512:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768070.058515:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775768070.058520:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775768070.058525:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775768070.058532:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768070.058543:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768070.058551:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768070.058556:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768070.058561:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775768070.058572:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768070.058578:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768070.058583:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768070.058591:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768070.058595:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768070.058601:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768070.058607:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768070.058612:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768070.058619:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768070.058625:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775768070.058631:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775768070.058635:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768070.058638:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768070.058644:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768070.058647:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768070.058650:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768070.058659:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee400.
00000100:00000001:2.0:1775768070.058665:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768070.058678:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335179776/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1775768070.058679:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768070.058691:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000100:00000001:2.0:1775768070.058704:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768070.058757:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768070.058766:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335179776/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768070.058786:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768070.058792:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768070.058799:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775768070.058802:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768070.058805:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768070.058808:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768070.058814:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5254
00000400:00000200:2.0:1775768070.058826:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768070.058833:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768070.058842:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768070.058854:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768070.058860:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768070.058868:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768070.058874:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768070.058882:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768070.058884:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775768070.058889:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768070.058892:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775768070.058899:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775768070.058903:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775768070.058909:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768070.058911:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768070.058916:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768070.058921:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768070.058925:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775768070.058931:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768070.058934:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768070.058935:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768070.058938:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768070.058949:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768070.058952:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768070.058954:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768070.058959:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768070.058961:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768070.058965:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775768070.058967:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775768070.058971:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768070.058974:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768070.058976:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768070.058978:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768070.058982:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768070.058987:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee800.
00000100:00000001:2.0:1775768070.058996:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768070.059001:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335179904/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768070.059015:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768070.059020:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768070.059027:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335179904/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768070.059070:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768070.059079:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5264)
00000800:00000200:3.1:1775768070.059472:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768070.059476:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775768070.059836:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768070.059839:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775768070.060160:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768070.060163:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775768070.060496:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768070.060499:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1775768070.633784:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768070.633790:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768070.633792:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768070.633796:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768070.633798:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768070.633802:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768070.633804:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768070.633806:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768070.633808:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768071.081870:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768071.081874:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768071.081878:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768071.337813:0:58716:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299928318, at 4299928320
00000100:00000010:2.0:1775768071.337832:0:58716:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3120.
00000100:00000001:0.0:1775768071.657810:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768071.657815:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768071.657817:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768071.657822:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768071.657824:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768071.657829:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768071.657831:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768071.657834:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768071.657837:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768072.105863:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768072.105866:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768072.105869:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768072.681805:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768072.681813:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768072.681815:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768072.681820:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768072.681824:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768072.681828:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768072.681831:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768072.681833:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768072.681836:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768073.129851:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768073.129855:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768073.129859:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768073.705818:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768073.705825:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768073.705827:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768073.705833:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768073.705837:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768073.705841:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768073.705844:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768073.705847:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768073.705850:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768074.153923:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768074.153926:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768074.153929:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768074.729760:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768074.729767:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768074.729770:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768074.729774:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768074.729777:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768074.729780:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768074.729783:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768074.729785:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768074.729787:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768075.177830:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768075.177838:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768075.177840:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768075.177844:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768075.177849:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768075.177857:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5259
00000400:00000200:0.0:1775768075.177867:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768075.177874:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768075.177878:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768075.177882:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768075.177886:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768075.177889:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768075.177892:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768075.177895:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768075.177896:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000001:1.0:1775768075.177899:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1775768075.177900:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00010000:00010000:1.0:1775768075.177903:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1775768075.177904:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768075.177908:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775768075.177912:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775768075.177915:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775768075.177919:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768075.177921:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768075.177923:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768075.177925:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768075.177929:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:0.0:1775768075.177932:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768075.177935:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768075.177938:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768075.177941:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768075.177944:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768075.177946:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768075.177949:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768075.177958:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924a80.
00000020:00000040:0.0:1775768075.177961:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775768075.177965:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768075.177967:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768075.177971:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768075.177973:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768075.177978:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768075.177986:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477cc00.
00000100:00000001:0.0:1775768075.177993:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768075.178002:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924a80 x1862022335180032/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768075.178013:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768075.178018:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768075.178023:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c400aa7] to pc [ptlrpcd_rcv+-1]  req@ffff927322924a80 x1862022335180032/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768075.178042:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768075.178051:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768075.178054:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768075.178055:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768075.178058:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768075.178060:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768075.178063:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5259
00000400:00000200:0.0:1775768075.178067:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768075.178070:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768075.178072:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768075.178075:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768075.178079:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768075.178082:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768075.178086:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768075.178089:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768075.178091:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775768075.178092:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768075.178095:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775768075.178100:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:0.0:1775768075.178104:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:0.0:1775768075.178109:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768075.178112:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768075.178115:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768075.178117:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768075.178120:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:0.0:1775768075.178124:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768075.178128:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768075.178130:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768075.178136:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768075.178139:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768075.178141:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768075.178146:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768075.178150:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768075.178154:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768075.178160:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924380.
00000020:00000040:0.0:1775768075.178164:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:0.0:1775768075.178168:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768075.178170:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768075.178171:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768075.178172:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768075.178175:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768075.178180:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c400.
00000100:00000001:0.0:1775768075.178183:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768075.178190:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924380 x1862022335180160/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768075.178198:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768075.178201:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768075.178205:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ec7b015] to pc [ptlrpcd_rcv+-1]  req@ffff927322924380 x1862022335180160/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768075.178214:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768075.178218:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768075.178222:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768075.178224:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768075.178226:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768075.178229:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768075.178234:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5259
00000400:00000200:0.0:1775768075.178240:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768075.178243:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768075.178246:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768075.178252:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768075.178255:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768075.178260:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768075.178265:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768075.178268:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768075.178271:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:0.0:1775768075.178275:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768075.178278:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775768075.178280:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:0.0:1775768075.178283:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:0.0:1775768075.178291:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768075.178296:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768075.178301:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768075.178306:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768075.178311:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:0.0:1775768075.178319:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768075.178325:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768075.178331:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768075.178336:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768075.178341:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768075.178346:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768075.178350:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768075.178355:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768075.178360:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768075.178383:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927100.
00000020:00000040:0.0:1775768075.178389:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775768075.178395:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000800:00000200:3.1:1775768075.178398:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
02000000:00000001:0.0:1775768075.178399:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775768075.178403:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000100:00000001:0.0:1775768075.178404:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768075.178408:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768075.178411:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768075.178419:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d000.
00000100:00000001:0.0:1775768075.178425:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768075.178435:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927100 x1862022335180288/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768075.178449:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768075.178454:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768075.178463:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0540768] to pc [ptlrpcd_rcv+-1]  req@ffff927322927100 x1862022335180288/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768075.178481:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768075.178487:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768075.178495:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768075.178497:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768075.178499:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768075.178505:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768075.178510:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5259
00000400:00000200:0.0:1775768075.178517:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768075.178522:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768075.178526:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768075.178534:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768075.178539:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768075.178544:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768075.178549:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768075.178553:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768075.178557:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775768075.178561:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768075.178564:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:0.0:1775768075.178569:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:0.0:1775768075.178575:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:0.0:1775768075.178581:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768075.178584:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768075.178589:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768075.178594:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768075.178598:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:0.0:1775768075.178607:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768075.178613:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768075.178618:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768075.178623:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768075.178628:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768075.178633:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768075.178638:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768075.178643:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768075.178655:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768075.178662:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924e00.
00000020:00000040:0.0:1775768075.178668:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:0.0:1775768075.178673:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768075.178677:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768075.178682:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768075.178686:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768075.178689:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768075.178696:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e400.
00000100:00000001:0.0:1775768075.178703:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768075.178764:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924e00 x1862022335180416/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768075.178783:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768075.178788:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768075.178797:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aec4c6e] to pc [ptlrpcd_rcv+-1]  req@ffff927322924e00 x1862022335180416/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768075.178818:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768075.178825:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768075.178833:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775768075.178838:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768075.178842:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768075.178851:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768075.178857:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5259
00000400:00000200:0.0:1775768075.178866:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768075.178873:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768075.178879:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768075.178886:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768075.178893:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768075.178900:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768075.178906:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768075.178913:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768075.178916:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:0.0:1775768075.178920:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768075.178925:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:0.0:1775768075.178931:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:0.0:1775768075.178938:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:0.0:1775768075.178947:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768075.178954:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768075.178960:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768075.178966:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768075.178972:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:0.0:1775768075.178979:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768075.178986:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768075.178991:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768075.178997:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768075.179002:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775768075.179002:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768075.179006:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000100:00000001:0.0:1775768075.179007:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768075.179012:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768075.179018:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768075.179024:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768075.179030:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924700.
00000020:00000040:0.0:1775768075.179036:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:0.0:1775768075.179042:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768075.179046:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768075.179052:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768075.179055:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768075.179059:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768075.179066:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e800.
00000100:00000001:0.0:1775768075.179072:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768075.179083:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924700 x1862022335180544/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768075.179107:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768075.179112:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768075.179122:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc3726d9] to pc [ptlrpcd_rcv+-1]  req@ffff927322924700 x1862022335180544/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768075.179152:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768075.179161:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5269)
00000800:00000200:3.1:1775768075.179284:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768075.179286:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775768075.179538:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768075.179540:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775768075.179755:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768075.179757:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000100:00000001:0.0:1775768075.753816:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768075.753823:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768075.753825:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768075.753829:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768075.753832:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768075.753836:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768075.753838:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768075.753841:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768075.753843:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768076.201904:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768076.201908:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768076.201912:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768076.457803:0:58716:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299933437, at 4299933440
00000100:00000010:2.0:1775768076.457815:0:58716:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe36c0.
00000100:00000001:0.0:1775768076.777805:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768076.777810:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768076.777812:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768076.777817:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768076.777820:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768076.777823:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768076.777825:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768076.777828:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768076.777830:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768077.225957:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768077.225961:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768077.225964:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768077.801825:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768077.801833:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768077.801835:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768077.801842:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768077.801846:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768077.801849:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768077.801851:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768077.801854:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768077.801856:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768078.249940:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768078.249944:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768078.249948:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768078.825813:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768078.825818:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768078.825819:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768078.825824:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768078.825827:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768078.825830:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768078.825832:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768078.825835:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768078.825837:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768079.273894:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768079.273897:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768079.273900:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768079.849781:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768079.849787:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768079.849789:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768079.849794:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768079.849797:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768079.849800:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768079.849802:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768079.849804:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768079.849805:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768080.297813:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768080.297824:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768080.297828:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768080.297835:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768080.297842:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768080.297848:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5264
00000400:00000200:2.0:1775768080.297856:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768080.297862:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768080.297865:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768080.297868:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768080.297871:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000020:00000001:0.0:1775768080.297873:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000040:2.0:1775768080.297874:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000020:00000001:0.0:1775768080.297878:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768080.297878:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768080.297884:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00010000:00010000:0.0:1775768080.297885:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000040:2.0:1775768080.297886:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775768080.297890:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768080.297892:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775768080.297894:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775768080.297896:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775768080.297900:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768080.297901:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768080.297903:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768080.297904:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768080.297906:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775768080.297908:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768080.297910:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768080.297912:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768080.297914:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768080.297916:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768080.297918:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768080.297920:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768080.297928:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
00000020:00000040:2.0:1775768080.297931:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775768080.297934:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768080.297935:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768080.297938:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768080.297940:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768080.297944:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768080.297950:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed000.
00000100:00000001:2.0:1775768080.297956:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768080.297964:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335180672/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768080.297975:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768080.297980:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768080.297985:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335180672/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768080.298008:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768080.298011:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768080.298015:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768080.298017:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768080.298019:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768080.298023:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768080.298026:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5264
00000400:00000200:2.0:1775768080.298030:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768080.298033:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768080.298035:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768080.298039:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768080.298041:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768080.298045:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768080.298049:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768080.298050:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768080.298052:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775768080.298053:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768080.298055:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775768080.298059:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775768080.298064:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775768080.298070:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768080.298075:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768080.298079:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768080.298083:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768080.298085:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775768080.298089:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768080.298094:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768080.298100:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768080.298107:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768080.298111:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768080.298116:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768080.298123:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768080.298131:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768080.298137:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768080.298143:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
00000020:00000040:2.0:1775768080.298147:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775768080.298153:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768080.298154:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768080.298156:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768080.298159:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768080.298161:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768080.298170:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306beec00.
00000100:00000001:2.0:1775768080.298177:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768080.298187:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335180800/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768080.298202:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768080.298205:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768080.298213:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335180800/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768080.298229:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768080.298233:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768080.298236:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768080.298238:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768080.298241:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768080.298244:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768080.298249:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5264
00000400:00000200:2.0:1775768080.298275:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768080.298283:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768080.298297:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768080.298306:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000800:00000200:3.1:1775768080.298307:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:2.0:1775768080.298313:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1775768080.298313:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000100:00000040:2.0:1775768080.298334:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768080.298337:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768080.298339:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768080.298342:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775768080.298346:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768080.298351:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775768080.298356:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775768080.298360:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775768080.298369:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768080.298376:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768080.298381:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768080.298384:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768080.298387:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775768080.298391:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768080.298395:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768080.298401:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768080.298405:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768080.298409:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768080.298411:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768080.298415:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768080.298419:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768080.298424:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768080.298431:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775768080.298443:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775768080.298448:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768080.298453:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768080.298455:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768080.298459:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768080.298461:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768080.298466:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef400.
00000100:00000001:2.0:1775768080.298469:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768080.298478:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335180928/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768080.298490:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768080.298494:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768080.298499:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335180928/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768080.298511:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768080.298516:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768080.298524:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768080.298525:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768080.298527:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768080.298532:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768080.298537:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5264
00000400:00000200:2.0:1775768080.298543:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768080.298549:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768080.298554:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768080.298561:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768080.298565:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768080.298568:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768080.298569:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768080.298572:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768080.298575:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775768080.298579:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768080.298582:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775768080.298588:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775768080.298594:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775768080.298603:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768080.298607:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768080.298613:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768080.298619:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768080.298627:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775768080.298636:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768080.298644:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768080.298649:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768080.298654:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768080.298660:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768080.298664:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768080.298669:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768080.298676:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768080.298683:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768080.298689:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775768080.298694:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775768080.298700:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768080.298704:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768080.298750:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768080.298754:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768080.298757:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768080.298764:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306befc00.
00000100:00000001:2.0:1775768080.298772:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768080.298781:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335181056/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768080.298790:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768080.298794:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768080.298802:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335181056/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768080.298818:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768080.298824:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768080.298834:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775768080.298838:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768080.298841:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768080.298849:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768080.298855:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5264
00000400:00000200:2.0:1775768080.298863:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768080.298869:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768080.298874:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768080.298880:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768080.298883:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768080.298887:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768080.298891:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768080.298895:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768080.298897:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775768080.298900:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768080.298902:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775768080.298906:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775768080.298910:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775768080.298913:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768080.298918:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768080.298923:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768080.298928:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768080.298933:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775768080.298937:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768080.298940:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768080.298944:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768080.298949:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768080.298953:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768080.298955:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768080.298958:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768080.298962:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768080.298966:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768080.298973:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775768080.298979:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775768080.298985:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768080.298988:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768080.298992:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768080.298997:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768080.299002:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768080.299009:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec000.
00000100:00000001:2.0:1775768080.299017:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768080.299028:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335181184/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768080.299039:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768080.299043:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768080.299049:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335181184/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1775768080.299059:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768080.299065:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000100:00000001:2.0:1775768080.299066:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768080.299072:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5274)
00000800:00000200:3.1:1775768080.299335:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768080.299337:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775768080.299601:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768080.299603:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775768080.299823:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768080.299826:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000100:00000001:0.0:1775768080.873789:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768080.873796:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768080.873799:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768080.873804:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768080.873807:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768080.873810:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768080.873812:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768080.873814:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768080.873816:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768081.321929:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768081.321934:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768081.321938:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768081.577956:0:58716:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299938557, at 4299938560
00000100:00000010:2.0:1775768081.577964:0:58716:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3a80.
00000100:00000001:0.0:1775768081.897784:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768081.897789:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768081.897791:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768081.897795:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768081.897798:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768081.897801:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768081.897803:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768081.897806:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768081.897808:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768082.345882:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768082.345886:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768082.345889:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768082.921787:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768082.921793:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768082.921794:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768082.921799:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768082.921802:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768082.921805:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768082.921808:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768082.921810:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768082.921812:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768083.369954:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768083.369958:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768083.369962:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768083.945793:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768083.945798:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768083.945800:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768083.945805:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768083.945808:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768083.945811:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768083.945813:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768083.945816:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768083.945818:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768084.393871:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768084.393875:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768084.393879:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768084.969766:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768084.969771:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768084.969773:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768084.969777:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768084.969780:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768084.969784:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768084.969786:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768084.969788:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768084.969790:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768085.417813:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768085.417823:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768085.417826:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768085.417831:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768085.417837:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768085.417844:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5269
00000400:00000200:2.0:1775768085.417856:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768085.417861:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768085.417863:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768085.417867:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768085.417870:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768085.417872:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768085.417874:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768085.417877:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768085.417878:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775768085.417881:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768085.417883:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775768085.417885:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775768085.417887:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775768085.417889:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768085.417891:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768085.417892:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768085.417893:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768085.417896:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775768085.417899:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768085.417901:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768085.417904:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768085.417906:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768085.417909:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768085.417911:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768085.417913:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768085.417916:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768085.417921:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768085.417922:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00010000:00010000:0.0:1775768085.417928:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000040:2.0:1775768085.417928:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775768085.417934:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768085.417935:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768085.417938:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768085.417941:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768085.417945:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768085.417953:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306becc00.
00000100:00000001:2.0:1775768085.417960:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768085.417969:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335181312/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768085.417981:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768085.417985:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768085.417991:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335181312/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768085.418013:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768085.418016:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768085.418019:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768085.418020:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768085.418021:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768085.418023:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768085.418025:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5269
00000400:00000200:2.0:1775768085.418029:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768085.418031:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768085.418033:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768085.418035:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768085.418037:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768085.418039:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768085.418041:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768085.418043:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768085.418044:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775768085.418046:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768085.418048:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775768085.418051:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775768085.418053:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775768085.418057:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768085.418060:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768085.418061:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768085.418063:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768085.418066:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775768085.418070:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768085.418074:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768085.418078:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768085.418083:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768085.418086:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768085.418089:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768085.418093:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768085.418100:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768085.418104:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768085.418111:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775768085.418115:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775768085.418121:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768085.418123:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768085.418125:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768085.418126:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768085.418129:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768085.418135:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee000.
00000100:00000001:2.0:1775768085.418141:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768085.418152:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335181440/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768085.418178:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768085.418183:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768085.418192:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335181440/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768085.418211:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768085.418222:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768085.418226:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768085.418227:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768085.418229:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768085.418233:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768085.418237:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5269
00000400:00000200:2.0:1775768085.418313:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768085.418319:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768085.418322:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768085.418325:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768085.418327:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768085.418331:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768085.418336:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768085.418339:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:3.1:1775768085.418339:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000020:00000040:2.0:1775768085.418341:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775768085.418344:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768085.418346:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775768085.418347:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775768085.418349:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775768085.418352:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768085.418353:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768085.418354:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768085.418356:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768085.418358:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775768085.418361:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768085.418364:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768085.418367:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768085.418371:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768085.418375:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768085.418377:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768085.418379:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768085.418382:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768085.418385:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768085.418390:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775768085.418393:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775768085.418398:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768085.418400:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768085.418402:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768085.418404:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768085.418407:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768085.418412:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bedc00.
00000100:00000001:2.0:1775768085.418415:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768085.418423:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335181568/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768085.418435:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768085.418438:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768085.418445:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335181568/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768085.418470:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768085.418475:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768085.418479:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768085.418483:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768085.418486:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768085.418490:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768085.418496:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5269
00000400:00000200:2.0:1775768085.418502:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768085.418505:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768085.418508:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768085.418513:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768085.418514:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768085.418517:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768085.418519:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768085.418520:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768085.418521:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775768085.418522:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768085.418523:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775768085.418526:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775768085.418530:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775768085.418535:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768085.418537:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768085.418541:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768085.418543:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768085.418545:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775768085.418550:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768085.418555:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768085.418558:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768085.418562:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768085.418565:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768085.418568:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768085.418571:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768085.418576:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768085.418580:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768085.418583:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775768085.418588:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775768085.418590:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768085.418594:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768085.418595:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768085.418598:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768085.418600:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768085.418606:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef800.
00000100:00000001:2.0:1775768085.418611:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768085.418618:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335181696/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768085.418628:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768085.418631:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768085.418636:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335181696/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768085.418648:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768085.418651:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768085.418656:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775768085.418658:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768085.418660:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768085.418663:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768085.418668:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5269
00000400:00000200:2.0:1775768085.418683:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768085.418690:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768085.418693:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768085.418698:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768085.418702:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1775768085.418734:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000040:2.0:1775768085.418743:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768085.418748:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768085.418753:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768085.418756:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775768085.418760:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768085.418763:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775768085.418767:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775768085.418772:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775768085.418779:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768085.418784:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768085.418788:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768085.418791:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768085.418795:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775768085.418800:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768085.418804:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768085.418808:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768085.418813:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768085.418819:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768085.418823:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768085.418827:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768085.418833:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768085.418837:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768085.418844:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775768085.418848:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775768085.418860:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768085.418862:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768085.418867:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768085.418869:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768085.418872:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768085.418878:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed800.
00000100:00000001:2.0:1775768085.418882:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768085.418891:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335181824/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768085.418903:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768085.418906:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768085.418913:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335181824/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768085.418928:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768085.418934:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5280)
00000800:00000200:3.1:1775768085.419030:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768085.419181:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768085.419445:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:0.0:1775768085.993838:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768085.993844:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768085.993846:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768085.993850:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768085.993853:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768085.993857:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768085.993859:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768085.993862:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768085.993864:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768086.441904:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768086.441909:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768086.441912:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768086.697808:0:58716:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299943677, at 4299943680
00000100:00000010:2.0:1775768086.697824:0:58716:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3420.
00000100:00000001:0.0:1775768087.017821:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768087.017827:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768087.017828:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768087.017833:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768087.017836:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768087.017839:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768087.017841:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768087.017843:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768087.017845:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768087.465875:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768087.465878:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768087.465881:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768088.041792:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768088.041798:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768088.041806:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768088.041811:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768088.041814:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768088.041817:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768088.041820:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768088.041822:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768088.041823:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768088.489918:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768088.489922:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768088.489927:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775768088.490223:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768088.490229:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768088.490236:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768088.490261:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768085/real 1775768088]  req@ffff927313b55180 x1862022335181440/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768110 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768088.490290:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768088.490294:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768088.490300:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96ec8.
00000400:00000200:1.0:1775768088.490308:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef34c8
00000400:00000010:1.0:1775768088.490312:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef34c8.
00000100:00000001:1.0:1775768088.490319:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768088.490328:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b55180 x1862022335181440/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768088.490350:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b55180 x1862022335181440/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768088.490381:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768088.490384:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768088.490389:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768088.490393:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768088.490403:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b55180 x1862022335181440/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768088.490421:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768088.490432:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b55180 x1862022335181440/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768110 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768088.490466:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768088.490473:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768088.490477:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768088.490480:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768088.490485:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768088.490489:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768088.490497:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768088.490508:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775768088.490515:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768088.490526:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b55180 x1862022335181440/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768110 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768088.490546:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335181440:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775768088.490557:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768088.490565:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768085/real 1775768088]  req@ffff927313b55f80 x1862022335181312/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768088.490593:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768088.490598:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768088.490601:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96630.
00000400:00000200:1.0:1775768088.490606:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3220
00000400:00000010:1.0:1775768088.490609:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3220.
00000100:00000001:1.0:1775768088.490612:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768088.490618:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b55f80 x1862022335181312/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768088.490628:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b55f80 x1862022335181312/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768088.490637:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768088.490639:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768088.490641:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768088.490642:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768088.490646:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b55f80 x1862022335181312/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768088.490654:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768088.490659:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b55f80 x1862022335181312/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768110 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768088.490667:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768088.490671:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768088.490672:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768088.490673:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768088.490675:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768088.490677:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768088.490680:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768088.490685:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775768088.490688:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768088.490693:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b55f80 x1862022335181312/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768110 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768088.490702:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335181312:192.168.202.131@tcp:250:kworker.0
00000100:00000001:1.0:1775768088.490707:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768088.490737:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768088.490741:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b55180 x1862022335181440/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768110 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768088.490756:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768088.490759:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768088.490763:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a67c00.
02000000:00000001:1.0:1775768088.490769:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768088.490771:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768088.490773:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c000 refcount=137 obd=lustre-MDT0000-mdc-ffff927308189800
00000020:00000001:1.0:1775768088.490775:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768088.490778:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bee000.
02000000:00000001:1.0:1775768088.490782:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768088.490785:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768088.490787:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b55180.
00000100:00000001:1.0:1775768088.490791:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768088.490792:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768088.490794:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768088.490798:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b55f80 x1862022335181312/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768110 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768088.490805:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768088.490806:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768088.490808:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65c00.
02000000:00000001:1.0:1775768088.490813:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768088.490814:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768088.490815:0:2404:0:(genops.c:1242:class_import_put()) import ffff9273194c5000 refcount=3 obd=MGC192.168.202.131@tcp
00000020:00000001:1.0:1775768088.490817:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768088.490819:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306becc00.
02000000:00000001:1.0:1775768088.490823:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768088.490824:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768088.490825:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b55f80.
00000100:00000001:1.0:1775768088.490828:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768088.490830:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768088.490832:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768088.490834:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768088.490836:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768088.490837:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768088.490841:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768085/real 1775768088]  req@ffff927313b54a80 x1862022335181824/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768088.490858:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768088.490860:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768088.490862:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96160.
00000400:00000200:1.0:1775768088.490865:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef37f8
00000400:00000010:1.0:1775768088.490866:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef37f8.
00000100:00000001:1.0:1775768088.490869:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768088.490871:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b54a80 x1862022335181824/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768088.490881:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b54a80 x1862022335181824/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768088.490888:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768088.490889:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768088.490891:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768088.490892:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768088.490896:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b54a80 x1862022335181824/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768088.490903:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768088.490907:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b54a80 x1862022335181824/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768110 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768088.490914:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768088.490917:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768088.490918:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768088.490927:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768088.490929:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768088.490930:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768088.490933:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768088.490937:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775768088.490939:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768088.490945:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b54a80 x1862022335181824/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768110 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768088.490953:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335181824:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775768088.490957:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768088.490961:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768085/real 1775768088]  req@ffff927313b57100 x1862022335181568/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768088.490970:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768088.490971:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768088.490973:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96aa8.
00000400:00000200:1.0:1775768088.490976:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3000
00000400:00000010:1.0:1775768088.490978:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3000.
00000100:00000001:1.0:1775768088.490981:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768088.490984:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b57100 x1862022335181568/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768088.490993:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b57100 x1862022335181568/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768088.490999:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768088.491001:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768088.491003:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768088.491004:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768088.491008:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b57100 x1862022335181568/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768088.491015:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768088.491026:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b57100 x1862022335181568/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768110 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768088.491033:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768088.491036:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768088.491038:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768088.491039:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768088.491041:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768088.491043:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768088.491045:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768088.491050:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775768088.491053:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768088.491057:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b57100 x1862022335181568/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768110 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768088.491065:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335181568:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775768088.491070:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768088.491074:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768085/real 1775768088]  req@ffff927313b54e00 x1862022335181696/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768088.491082:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768088.491083:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768088.491085:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96420.
00000400:00000200:1.0:1775768088.491088:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3908
00000400:00000010:1.0:1775768088.491090:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3908.
00000100:00000001:1.0:1775768088.491092:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768088.491095:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b54e00 x1862022335181696/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768088.491104:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b54e00 x1862022335181696/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768088.491111:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768088.491113:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768088.491114:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768088.491116:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768088.491120:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b54e00 x1862022335181696/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768088.491133:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768088.491137:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b54e00 x1862022335181696/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768110 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768088.491144:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768088.491147:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768088.491149:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768088.491150:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768088.491151:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768088.491153:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768088.491156:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768088.491159:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775768088.491162:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768088.491165:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b54e00 x1862022335181696/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768110 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768088.491173:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335181696:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775768088.491178:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768088.491180:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768088.491183:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b54a80 x1862022335181824/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768110 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768088.491189:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768088.491190:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768088.491192:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a64c00.
02000000:00000001:1.0:1775768088.491196:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768088.491198:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768088.491199:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c800 refcount=2 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:1.0:1775768088.491201:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768088.491203:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bed800.
02000000:00000001:1.0:1775768088.491207:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768088.491209:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768088.491210:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b54a80.
00000100:00000001:1.0:1775768088.491213:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768088.491215:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768088.491217:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768088.491220:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b57100 x1862022335181568/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768110 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768088.491226:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768088.491227:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768088.491229:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a67000.
02000000:00000001:1.0:1775768088.491231:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768088.491232:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768088.491233:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f800 refcount=3 obd=lustre-MDT0001-mdc-ffff927308189800
00000020:00000001:1.0:1775768088.491235:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768088.491237:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bedc00.
02000000:00000001:1.0:1775768088.491254:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768088.491255:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768088.491256:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b57100.
00000100:00000001:1.0:1775768088.491259:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768088.491260:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768088.491262:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768088.491265:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b54e00 x1862022335181696/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768110 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768088.491272:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768088.491273:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768088.491275:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a67400.
02000000:00000001:1.0:1775768088.491277:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768088.491279:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768088.491280:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f000 refcount=2 obd=lustre-OST0000-osc-ffff927308189800
00000020:00000001:1.0:1775768088.491282:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768088.491284:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bef800.
02000000:00000001:1.0:1775768088.491286:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768088.491287:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768088.491289:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b54e00.
00000100:00000001:1.0:1775768088.491291:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768088.491292:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768088.491295:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768088.491304:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768088.491306:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768088.491308:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768088.491310:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768089.065827:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768089.065833:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768089.065835:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768089.065841:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768089.065845:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768089.065849:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768089.065852:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768089.065854:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768089.065857:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768089.513882:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768089.513888:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768089.513892:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768090.089777:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768090.089783:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768090.089785:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768090.089789:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768090.089792:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768090.089796:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768090.089798:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768090.089801:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768090.089804:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768090.537814:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768090.537822:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775768090.537825:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768090.537828:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768090.537832:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768090.537838:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5275
00000400:00000200:1.0:1775768090.537848:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768090.537853:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768090.537856:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768090.537859:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768090.537861:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768090.537863:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000020:00000001:0.0:1775768090.537865:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000001:1.0:1775768090.537865:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768090.537870:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768090.537871:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775768090.537874:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768090.537875:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768090.537878:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00010000:00010000:0.0:1775768090.537880:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775768090.537880:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:1.0:1775768090.537884:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:1.0:1775768090.537886:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768090.537888:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768090.537889:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768090.537891:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768090.537893:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:1.0:1775768090.537895:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768090.537897:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768090.537900:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768090.537901:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768090.537904:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768090.537905:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768090.537907:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768090.537912:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11c00.
00000020:00000040:1.0:1775768090.537915:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:1.0:1775768090.537918:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768090.537920:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768090.537923:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768090.537926:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768090.537931:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768090.537939:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9c00.
00000100:00000001:1.0:1775768090.537946:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768090.537956:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11c00 x1862022335181952/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768090.537966:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768090.537971:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768090.537976:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062b06338] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11c00 x1862022335181952/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768090.538010:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768090.538014:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768090.538018:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775768090.538020:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768090.538022:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768090.538025:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768090.538028:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5275
00000400:00000200:1.0:1775768090.538032:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768090.538036:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768090.538039:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768090.538042:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768090.538045:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768090.538048:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768090.538050:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768090.538052:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768090.538053:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:1.0:1775768090.538055:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768090.538057:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:1.0:1775768090.538059:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:1.0:1775768090.538061:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:1.0:1775768090.538065:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768090.538067:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768090.538069:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768090.538071:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768090.538073:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:1.0:1775768090.538076:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768090.538079:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768090.538081:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768090.538086:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768090.538088:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768090.538089:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768090.538094:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768090.538097:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768090.538099:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768090.538103:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10e00.
00000020:00000040:1.0:1775768090.538105:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:1.0:1775768090.538108:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768090.538109:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768090.538111:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768090.538113:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768090.538115:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768090.538119:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9800.
00000100:00000001:1.0:1775768090.538124:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768090.538130:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10e00 x1862022335182080/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768090.538139:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768090.538141:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768090.538146:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009b4566e] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10e00 x1862022335182080/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768090.538155:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768090.538158:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768090.538162:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775768090.538163:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768090.538165:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768090.538168:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768090.538170:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5275
00000400:00000200:1.0:1775768090.538175:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768090.538178:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768090.538181:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768090.538184:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768090.538186:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768090.538188:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768090.538190:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768090.538192:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768090.538194:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:1.0:1775768090.538195:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768090.538197:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:1.0:1775768090.538200:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:1.0:1775768090.538202:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:1.0:1775768090.538205:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768090.538207:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768090.538209:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768090.538211:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768090.538215:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:1.0:1775768090.538247:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768090.538251:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768090.538253:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768090.538256:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768090.538258:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768090.538260:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768090.538262:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768090.538265:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768090.538267:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768090.538271:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10000.
00000020:00000040:1.0:1775768090.538274:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:1.0:1775768090.538277:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768090.538278:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768090.538280:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768090.538281:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768090.538283:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768090.538287:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046ea000.
00000100:00000001:1.0:1775768090.538290:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768090.538295:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10000 x1862022335182208/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768090.538302:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768090.538304:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768090.538308:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbb7fab8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10000 x1862022335182208/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768090.538315:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768090.538318:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768090.538321:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775768090.538323:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768090.538324:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768090.538327:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768090.538329:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5275
00000400:00000200:1.0:1775768090.538333:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768090.538336:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768090.538338:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768090.538341:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768090.538343:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768090.538346:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768090.538348:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768090.538350:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768090.538351:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:1.0:1775768090.538353:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768090.538355:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:1.0:1775768090.538356:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:1.0:1775768090.538358:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:1.0:1775768090.538361:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768090.538363:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768090.538365:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768090.538367:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768090.538369:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:1.0:1775768090.538372:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768090.538375:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768090.538377:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768090.538380:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768090.538382:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768090.538384:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768090.538387:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775768090.538389:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768090.538390:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768090.538394:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10700.
00000020:00000040:1.0:1775768090.538397:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:1.0:1775768090.538399:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768090.538401:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768090.538402:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768090.538404:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768090.538405:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768090.538409:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eb400.
00000100:00000001:1.0:1775768090.538411:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768090.538416:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10700 x1862022335182336/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768090.538422:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768090.538424:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768090.538427:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9d335f8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10700 x1862022335182336/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768090.538434:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768090.538437:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768090.538440:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775768090.538441:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768090.538443:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768090.538446:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768090.538449:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5275
00000400:00000200:1.0:1775768090.538452:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768090.538455:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768090.538457:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768090.538460:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768090.538462:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768090.538465:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768090.538466:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768090.538468:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768090.538469:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:1.0:1775768090.538471:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768090.538473:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:1.0:1775768090.538475:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:1.0:1775768090.538478:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:1.0:1775768090.538480:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768090.538482:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768090.538484:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768090.538486:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768090.538488:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:1.0:1775768090.538491:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768090.538493:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768090.538495:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768090.538498:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768090.538500:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768090.538502:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768090.538505:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775768090.538507:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768090.538509:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768090.538514:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10380.
00000020:00000040:1.0:1775768090.538516:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:1.0:1775768090.538519:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768090.538520:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768090.538522:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768090.538523:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768090.538525:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768090.538529:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046ea400.
00000100:00000001:1.0:1775768090.538532:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768090.538537:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10380 x1862022335182464/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768090.538544:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768090.538547:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768090.538551:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fae5f3c] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10380 x1862022335182464/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768090.538559:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768090.538564:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5285)
00000800:00000200:3.1:1775768090.538961:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768090.538965:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775768090.539379:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768090.539382:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775768090.539669:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768090.539672:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775768090.539992:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768090.539996:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775768090.540322:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768090.540324:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000100:00000001:0.0:1775768091.113788:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768091.113793:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768091.113795:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768091.113799:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768091.113802:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768091.113806:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768091.113809:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768091.113812:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768091.113815:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768091.561896:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768091.561900:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768091.561903:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768091.817803:0:58716:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299948798, at 4299948800
00000100:00000010:2.0:1775768091.817818:0:58716:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3180.
00000100:00000001:0.0:1775768092.137813:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768092.137820:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768092.137822:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768092.137829:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768092.137833:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768092.137837:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768092.137840:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768092.137843:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768092.137845:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768092.585839:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768092.585842:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768092.585845:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768093.161822:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768093.161828:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768093.161830:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768093.161835:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768093.161844:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768093.161848:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768093.161850:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768093.161852:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768093.161854:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768093.609956:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768093.609960:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768093.609964:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768094.185802:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768094.185810:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768094.185812:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768094.185818:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768094.185822:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768094.185826:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768094.185839:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768094.185842:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768094.185846:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768094.633872:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768094.633875:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768094.633878:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768095.209830:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768095.209837:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768095.209839:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768095.209846:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768095.209850:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768095.209854:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768095.209858:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768095.209861:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768095.209864:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768095.657832:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768095.657842:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768095.657849:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768095.657856:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768095.657862:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768095.657869:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5280
00000400:00000200:2.0:1775768095.657880:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000020:00000001:1.0:1775768095.657886:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768095.657890:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768095.657893:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000200:2.0:1775768095.657896:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768095.657899:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768095.657903:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768095.657906:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768095.657908:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768095.657910:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768095.657912:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768095.657913:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775768095.657915:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768095.657917:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775768095.657919:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775768095.657920:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775768095.657922:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768095.657923:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768095.657925:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768095.657926:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768095.657928:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775768095.657930:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768095.657932:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768095.657934:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768095.657937:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768095.657939:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768095.657940:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768095.657942:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768095.657951:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
00000020:00000040:2.0:1775768095.657954:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775768095.657957:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768095.657958:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768095.657960:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768095.657962:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768095.657966:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768095.657974:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed400.
00000100:00000001:2.0:1775768095.657980:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768095.657988:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335182592/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768095.658000:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768095.658005:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768095.658010:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335182592/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768095.658033:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768095.658037:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768095.658049:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768095.658051:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768095.658053:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768095.658057:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768095.658060:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5280
00000400:00000200:2.0:1775768095.658066:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768095.658072:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768095.658077:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768095.658082:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768095.658085:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768095.658088:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768095.658092:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768095.658096:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768095.658098:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775768095.658101:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768095.658104:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775768095.658108:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775768095.658110:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775768095.658113:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768095.658117:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768095.658119:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768095.658121:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768095.658124:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775768095.658128:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768095.658133:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768095.658138:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768095.658146:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768095.658150:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768095.658154:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768095.658160:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768095.658165:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768095.658195:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768095.658202:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
00000020:00000040:2.0:1775768095.658207:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775768095.658212:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768095.658214:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768095.658216:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768095.658218:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768095.658222:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768095.658230:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef800.
00000100:00000001:2.0:1775768095.658236:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768095.658249:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335182720/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768095.658263:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768095.658268:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768095.658273:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335182720/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768095.658286:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768095.658289:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768095.658294:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768095.658297:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768095.658298:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768095.658304:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768095.658308:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5280
00000400:00000200:2.0:1775768095.658346:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768095.658355:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768095.658359:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768095.658367:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000800:00000200:3.1:1775768095.658367:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768095.658373:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000100:00000001:2.0:1775768095.658374:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768095.658380:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768095.658384:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768095.658387:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768095.658389:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775768095.658391:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768095.658392:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775768095.658394:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775768095.658398:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775768095.658405:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768095.658407:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768095.658409:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768095.658413:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768095.658416:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775768095.658419:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768095.658422:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768095.658424:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768095.658428:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768095.658433:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768095.658437:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768095.658440:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768095.658442:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768095.658446:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768095.658452:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775768095.658457:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775768095.658462:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768095.658464:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768095.658466:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768095.658467:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768095.658468:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768095.658474:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bedc00.
00000100:00000001:2.0:1775768095.658478:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768095.658485:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335182848/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768095.658494:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768095.658497:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768095.658504:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335182848/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768095.658518:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768095.658523:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768095.658528:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768095.658532:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768095.658535:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768095.658542:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768095.658546:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5280
00000400:00000200:2.0:1775768095.658553:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768095.658558:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768095.658562:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768095.658568:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768095.658572:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768095.658577:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768095.658582:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768095.658585:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768095.658587:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775768095.658591:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768095.658594:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775768095.658599:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775768095.658603:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775768095.658610:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768095.658623:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768095.658627:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768095.658631:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768095.658637:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775768095.658645:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768095.658651:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768095.658656:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768095.658661:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768095.658668:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768095.658674:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768095.658677:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768095.658682:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768095.658687:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768095.658692:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775768095.658696:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775768095.658700:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768095.658702:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768095.658705:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768095.658743:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768095.658746:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768095.658755:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed800.
00000100:00000001:2.0:1775768095.658760:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768095.658770:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335182976/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768095.658788:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768095.658791:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768095.658797:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335182976/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768095.658811:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768095.658816:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768095.658824:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775768095.658829:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768095.658833:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768095.658838:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768095.658844:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5280
00000400:00000200:2.0:1775768095.658856:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768095.658865:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768095.658872:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768095.658880:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768095.658883:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768095.658889:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768095.658892:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768095.658898:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768095.658901:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775768095.658904:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768095.658907:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775768095.658912:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775768095.658924:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775768095.658930:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768095.658935:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768095.658938:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768095.658942:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768095.658947:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775768095.658950:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768095.658955:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768095.658958:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768095.658962:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768095.658966:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768095.658970:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768095.658972:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768095.658976:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768095.658980:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768095.658994:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775768095.658999:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775768095.659001:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768095.659003:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768095.659005:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768095.659007:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768095.659008:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768095.659013:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306becc00.
00000100:00000001:2.0:1775768095.659018:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768095.659025:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335183104/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768095.659043:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768095.659057:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768095.659066:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335183104/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768095.659094:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768095.659100:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5290)
00000800:00000200:3.1:1775768095.659101:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768095.659105:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775768095.659358:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768095.659360:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775768095.659532:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768095.659533:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775768095.659826:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768095.659828:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1775768096.233772:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768096.233778:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768096.233779:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768096.233784:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768096.233787:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768096.233790:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768096.233792:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768096.233794:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768096.233796:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768096.681913:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768096.681916:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768096.681920:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768096.937791:0:58716:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299953917, at 4299953920
00000100:00000010:2.0:1775768096.937806:0:58716:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3240.
00000100:00000001:0.0:1775768097.257821:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768097.257828:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768097.257830:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768097.257836:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768097.257840:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768097.257844:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768097.257847:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768097.257849:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768097.257852:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768097.705886:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768097.705890:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768097.705893:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768098.281836:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768098.281843:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768098.281846:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768098.281852:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768098.281856:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768098.281860:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768098.281863:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768098.281866:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768098.281869:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768098.729975:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768098.729979:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768098.729983:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768099.305839:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768099.305846:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768099.305848:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768099.305854:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768099.305857:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768099.305861:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768099.305864:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768099.305866:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768099.305869:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768099.753955:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768099.753959:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768099.753963:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768100.329793:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768100.329801:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768100.329803:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768100.329808:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768100.329812:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768100.329816:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768100.329818:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768100.329821:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768100.329823:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768100.777865:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768100.777875:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768100.777880:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768100.777885:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768100.777893:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768100.777906:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5285
00000400:00000200:2.0:1775768100.777920:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768100.777929:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768100.777933:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768100.777938:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768100.777942:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768100.777947:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768100.777950:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768100.777955:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768100.777958:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775768100.777961:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000001:1.0:1775768100.777963:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000040:2.0:1775768100.777964:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:1.0:1775768100.777968:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768100.777969:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00010000:00010000:1.0:1775768100.777971:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775768100.777975:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775768100.777981:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768100.777983:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768100.777986:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768100.777988:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768100.777991:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775768100.777995:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768100.777998:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768100.778001:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768100.778005:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768100.778009:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768100.778011:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768100.778014:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768100.778038:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775768100.778045:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775768100.778050:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768100.778052:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768100.778055:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768100.778059:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768100.778066:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768100.778076:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee000.
00000100:00000001:2.0:1775768100.778084:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768100.778094:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335183232/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768100.778107:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768100.778112:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768100.778117:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335183232/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768100.778157:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768100.778164:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768100.778168:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768100.778171:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768100.778173:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768100.778177:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768100.778181:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5285
00000400:00000200:2.0:1775768100.778186:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768100.778191:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768100.778196:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768100.778201:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768100.778205:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768100.778210:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768100.778216:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768100.778221:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768100.778224:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775768100.778227:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768100.778230:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775768100.778235:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775768100.778238:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775768100.778242:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768100.778245:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768100.778249:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768100.778252:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768100.778257:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775768100.778263:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768100.778268:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768100.778273:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768100.778280:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768100.778286:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768100.778290:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768100.778295:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768100.778302:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768100.778305:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768100.778311:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775768100.778317:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775768100.778322:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768100.778325:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768100.778328:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768100.778330:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768100.778333:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768100.778339:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec000.
00000100:00000001:2.0:1775768100.778345:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768100.778357:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335183360/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768100.778374:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768100.778378:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768100.778384:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335183360/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768100.778398:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768100.778402:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768100.778409:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768100.778411:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768100.778413:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768100.778420:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768100.778426:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5285
00000400:00000200:2.0:1775768100.778461:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768100.778468:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768100.778473:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768100.778477:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768100.778482:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768100.778487:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768100.778493:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000800:00000200:3.1:1775768100.778497:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000020:00000001:2.0:1775768100.778498:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768100.778501:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000800:00000200:3.1:1775768100.778502:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000020:00000001:2.0:1775768100.778504:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768100.778508:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775768100.778513:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775768100.778517:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775768100.778522:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768100.778526:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768100.778533:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768100.778536:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768100.778538:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775768100.778543:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768100.778547:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768100.778550:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768100.778555:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768100.778560:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768100.778565:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768100.778576:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768100.778582:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768100.778587:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768100.778595:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775768100.778599:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775768100.778603:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768100.778606:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768100.778611:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768100.778615:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768100.778617:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768100.778622:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306befc00.
00000100:00000001:2.0:1775768100.778627:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768100.778637:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335183488/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768100.778652:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768100.778657:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768100.778667:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335183488/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768100.778695:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768100.778698:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768100.778703:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768100.778706:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768100.778735:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768100.778741:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768100.778746:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5285
00000400:00000200:2.0:1775768100.778754:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768100.778761:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768100.778767:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768100.778774:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768100.778781:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768100.778786:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768100.778790:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768100.778796:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768100.778798:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775768100.778801:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768100.778805:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775768100.778810:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775768100.778814:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775768100.778820:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768100.778824:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768100.778830:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768100.778835:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768100.778838:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775768100.778844:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768100.778849:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768100.778853:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768100.778858:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768100.778863:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768100.778867:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768100.778871:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768100.778876:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768100.778880:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768100.778888:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775768100.778893:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775768100.778897:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768100.778900:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768100.778905:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768100.778908:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768100.778912:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768100.778918:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef400.
00000100:00000001:2.0:1775768100.778924:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768100.778935:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335183616/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768100.778948:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768100.778953:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768100.778960:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335183616/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768100.778975:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768100.778978:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768100.778985:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775768100.778988:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768100.778991:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768100.778994:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768100.778997:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5285
00000400:00000200:2.0:1775768100.779006:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768100.779013:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768100.779018:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768100.779024:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768100.779029:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768100.779031:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768100.779034:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768100.779038:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768100.779042:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775768100.779044:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768100.779047:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775768100.779053:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775768100.779058:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775768100.779066:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768100.779070:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768100.779075:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768100.779080:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768100.779086:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775768100.779093:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768100.779099:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768100.779101:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768100.779106:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768100.779110:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768100.779113:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768100.779116:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768100.779133:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768100.779136:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768100.779142:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775768100.779146:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775768100.779151:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768100.779153:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768100.779155:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768100.779156:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768100.779159:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768100.779164:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306beec00.
00000100:00000001:2.0:1775768100.779169:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768100.779177:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335183744/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768100.779191:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768100.779195:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768100.779204:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335183744/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768100.779227:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768100.779233:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5295)
00000800:00000200:3.1:1775768100.779252:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768100.779254:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775768100.779493:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768100.779494:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775768100.779792:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768100.779795:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775768100.780223:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768100.780226:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000100:00000001:0.0:1775768101.353811:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768101.353817:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768101.353818:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768101.353822:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768101.353824:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768101.353827:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768101.353828:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768101.353830:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768101.353832:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768101.801902:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768101.801905:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768101.801908:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768102.057815:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299959037, at 4299959040
00000100:00000010:2.0:1775768102.057832:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3180.
00000100:00000001:0.0:1775768102.377776:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768102.377780:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768102.377781:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768102.377786:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768102.377788:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768102.377791:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768102.377794:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768102.377796:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768102.377798:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768102.825872:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768102.825876:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768102.825879:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768103.401821:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768103.401827:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768103.401830:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768103.401835:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768103.401839:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768103.401843:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768103.401845:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768103.401848:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768103.401851:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768103.849903:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768103.849906:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768103.849908:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768104.425864:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768104.425872:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768104.425874:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768104.425881:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768104.425885:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768104.425889:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768104.425892:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768104.425896:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768104.425899:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768104.873886:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768104.873890:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768104.873894:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768105.449797:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768105.449803:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768105.449804:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768105.449809:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768105.449812:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768105.449815:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768105.449817:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768105.449819:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768105.449821:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768105.897807:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768105.897812:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775768105.897815:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768105.897819:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768105.897822:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768105.897829:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5290
00000400:00000200:1.0:1775768105.897838:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768105.897843:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768105.897846:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768105.897849:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768105.897852:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768105.897854:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768105.897856:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768105.897859:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768105.897859:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000001:0.0:1775768105.897863:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1775768105.897863:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:1.0:1775768105.897867:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00010000:00010000:0.0:1775768105.897868:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000040:1.0:1775768105.897870:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:1.0:1775768105.897873:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:1.0:1775768105.897879:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:1.0:1775768105.897882:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768105.897884:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768105.897885:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768105.897886:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768105.897889:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:1.0:1775768105.897891:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768105.897893:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768105.897895:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768105.897897:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768105.897899:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768105.897900:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768105.897902:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768105.897910:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11880.
00000020:00000040:1.0:1775768105.897912:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:1.0:1775768105.897915:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768105.897916:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768105.897918:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768105.897921:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768105.897925:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768105.897931:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eb400.
00000100:00000001:1.0:1775768105.897937:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768105.897943:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11880 x1862022335183872/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768105.897952:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768105.897956:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768105.897959:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a965cc18] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11880 x1862022335183872/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768105.897979:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768105.897982:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768105.897984:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775768105.897985:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768105.897986:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768105.897989:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768105.897991:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5290
00000400:00000200:1.0:1775768105.897995:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768105.897999:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768105.898003:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768105.898007:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768105.898009:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768105.898012:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768105.898016:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768105.898020:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768105.898023:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:1.0:1775768105.898026:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768105.898029:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:1.0:1775768105.898032:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:1.0:1775768105.898037:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:1.0:1775768105.898047:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768105.898052:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768105.898055:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768105.898059:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768105.898064:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:1.0:1775768105.898081:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768105.898084:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768105.898090:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768105.898098:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768105.898101:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768105.898106:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768105.898111:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768105.898115:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768105.898117:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768105.898122:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d13480.
00000020:00000040:1.0:1775768105.898126:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:1.0:1775768105.898129:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768105.898131:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768105.898133:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768105.898134:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768105.898136:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768105.898143:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046ea000.
00000100:00000001:1.0:1775768105.898147:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768105.898154:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d13480 x1862022335184000/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768105.898167:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768105.898172:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768105.898179:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d08fae2a] to pc [ptlrpcd_rcv+-1]  req@ffff927303d13480 x1862022335184000/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768105.898190:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768105.898192:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768105.898205:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775768105.898210:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768105.898213:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768105.898219:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768105.898221:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5290
00000400:00000200:1.0:1775768105.898230:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768105.898235:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768105.898237:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768105.898242:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768105.898244:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768105.898248:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768105.898251:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768105.898253:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768105.898254:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:1.0:1775768105.898255:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768105.898258:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:1.0:1775768105.898261:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:1.0:1775768105.898265:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:1.0:1775768105.898270:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768105.898274:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768105.898278:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768105.898283:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768105.898286:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:1.0:1775768105.898289:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768105.898294:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768105.898297:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768105.898299:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768105.898302:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768105.898305:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768105.898307:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768105.898309:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768105.898310:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768105.898313:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11500.
00000020:00000040:1.0:1775768105.898318:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:1.0:1775768105.898324:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768105.898327:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768105.898330:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768105.898332:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768105.898336:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768105.898345:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9800.
00000100:00000001:1.0:1775768105.898351:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768105.898359:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11500 x1862022335184128/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768105.898374:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:3.1:1775768105.898378:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:1.0:1775768105.898379:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775768105.898385:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000100:00000040:1.0:1775768105.898387:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3229bd5] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11500 x1862022335184128/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768105.898405:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768105.898409:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768105.898417:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775768105.898421:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768105.898424:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768105.898429:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768105.898434:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5290
00000400:00000200:1.0:1775768105.898443:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768105.898451:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768105.898455:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768105.898463:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768105.898468:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768105.898471:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768105.898476:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768105.898481:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768105.898483:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:1.0:1775768105.898487:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768105.898490:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:1.0:1775768105.898492:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:1.0:1775768105.898494:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:1.0:1775768105.898498:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768105.898501:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768105.898507:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768105.898513:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768105.898518:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:1.0:1775768105.898522:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768105.898524:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768105.898526:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768105.898529:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768105.898532:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768105.898536:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768105.898538:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775768105.898541:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768105.898545:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768105.898549:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d12d80.
00000020:00000040:1.0:1775768105.898551:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:1.0:1775768105.898555:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768105.898556:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768105.898558:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768105.898559:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768105.898561:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768105.898566:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9c00.
00000100:00000001:1.0:1775768105.898568:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768105.898572:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d12d80 x1862022335184256/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768105.898582:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768105.898585:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768105.898590:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000896363e8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d12d80 x1862022335184256/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768105.898601:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768105.898606:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768105.898610:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775768105.898611:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768105.898613:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768105.898616:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768105.898620:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5290
00000400:00000200:1.0:1775768105.898628:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768105.898633:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768105.898637:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768105.898640:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768105.898642:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768105.898646:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768105.898647:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768105.898650:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768105.898652:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:1.0:1775768105.898654:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768105.898657:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:1.0:1775768105.898659:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:1.0:1775768105.898663:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:1.0:1775768105.898666:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768105.898669:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768105.898671:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768105.898674:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768105.898676:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:1.0:1775768105.898680:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768105.898685:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768105.898689:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768105.898693:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768105.898697:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768105.898699:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768105.898701:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775768105.898704:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768105.898734:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768105.898740:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10380.
00000020:00000040:1.0:1775768105.898745:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:1.0:1775768105.898748:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768105.898751:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768105.898752:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768105.898755:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768105.898758:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768105.898761:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9000.
00000100:00000001:1.0:1775768105.898764:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768105.898772:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10380 x1862022335184384/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768105.898789:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768105.898793:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768105.898797:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fae5f3c] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10380 x1862022335184384/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768105.898807:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768105.898810:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5300)
00000800:00000200:3.1:1775768105.899066:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768105.899086:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775768105.899413:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768105.899416:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775768105.899751:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768105.899753:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775768105.900056:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768105.900059:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000100:00000001:0.0:1775768106.473829:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768106.473835:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768106.473836:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768106.473842:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768106.473845:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768106.473848:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768106.473850:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768106.473853:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768106.473855:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768106.921870:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768106.921874:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768106.921877:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768107.177925:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299964157, at 4299964160
00000100:00000010:2.0:1775768107.177931:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3420.
00000100:00000001:0.0:1775768107.497803:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768107.497809:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768107.497811:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768107.497816:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768107.497819:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768107.497822:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768107.497825:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768107.497827:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768107.497829:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768107.945901:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768107.945904:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768107.945907:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768108.521813:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768108.521819:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768108.521821:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768108.521826:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768108.521829:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768108.521832:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768108.521834:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768108.521836:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768108.521838:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768108.969892:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768108.969897:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768108.969900:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768109.545785:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768109.545790:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768109.545792:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768109.545796:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768109.545800:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768109.545803:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768109.545806:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768109.545808:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768109.545809:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768109.993896:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768109.993899:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768109.993902:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768110.569825:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768110.569831:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768110.569833:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768110.569838:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768110.569840:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768110.569844:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768110.569846:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768110.569848:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768110.569849:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768111.017853:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768111.017868:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775768111.017875:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768111.017884:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768111.017894:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768111.017904:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5295
00000400:00000200:1.0:1775768111.017920:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768111.017931:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768111.017937:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768111.017943:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768111.017949:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768111.017954:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768111.017957:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768111.017958:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768111.017963:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000001:0.0:1775768111.017964:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1775768111.017968:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00010000:00010000:0.0:1775768111.017970:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775768111.017976:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768111.017981:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:1.0:1775768111.017987:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:1.0:1775768111.017991:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:1.0:1775768111.017996:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768111.017999:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768111.018001:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768111.018004:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768111.018008:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:1.0:1775768111.018013:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768111.018017:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768111.018033:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768111.018039:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768111.018043:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768111.018046:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768111.018050:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768111.018063:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10700.
00000020:00000040:1.0:1775768111.018068:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:1.0:1775768111.018073:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768111.018075:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768111.018078:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768111.018082:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768111.018087:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768111.018099:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8400.
00000100:00000001:1.0:1775768111.018109:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768111.018122:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10700 x1862022335184512/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768111.018134:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768111.018140:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768111.018146:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9d335f8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10700 x1862022335184512/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768111.018173:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768111.018178:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768111.018181:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775768111.018183:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768111.018186:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768111.018190:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768111.018196:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5295
00000400:00000200:1.0:1775768111.018203:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768111.018212:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768111.018218:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768111.018226:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768111.018233:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768111.018241:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768111.018246:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768111.018254:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768111.018258:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:1.0:1775768111.018263:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768111.018269:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:1.0:1775768111.018272:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:1.0:1775768111.018275:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:1.0:1775768111.018282:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768111.018288:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768111.018293:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768111.018300:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768111.018309:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:1.0:1775768111.018317:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768111.018325:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768111.018329:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768111.018339:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768111.018346:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768111.018350:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768111.018356:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768111.018366:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768111.018372:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768111.018382:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10000.
00000020:00000040:1.0:1775768111.018389:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:1.0:1775768111.018395:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768111.018399:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768111.018404:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768111.018409:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768111.018415:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768111.018425:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eb800.
00000100:00000001:1.0:1775768111.018435:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768111.018451:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10000 x1862022335184640/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768111.018475:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768111.018483:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775768111.018492:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768111.018497:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000100:00000040:1.0:1775768111.018498:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbb7fab8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10000 x1862022335184640/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768111.018521:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768111.018526:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768111.018535:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775768111.018542:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768111.018547:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768111.018556:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768111.018566:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5295
00000400:00000200:1.0:1775768111.018578:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768111.018587:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768111.018593:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768111.018601:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768111.018606:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768111.018611:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768111.018619:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768111.018626:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768111.018631:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:1.0:1775768111.018637:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768111.018642:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:1.0:1775768111.018648:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:1.0:1775768111.018655:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:1.0:1775768111.018667:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768111.018676:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768111.018684:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768111.018693:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768111.018700:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:1.0:1775768111.018754:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768111.018762:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768111.018770:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768111.018776:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768111.018784:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768111.018791:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768111.018796:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768111.018805:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768111.018812:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768111.018822:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10e00.
00000020:00000040:1.0:1775768111.018830:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:1.0:1775768111.018840:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768111.018845:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768111.018851:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768111.018857:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768111.018862:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768111.018872:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8000.
00000100:00000001:1.0:1775768111.018881:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768111.018893:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10e00 x1862022335184768/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768111.018935:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768111.018943:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768111.018958:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009b4566e] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10e00 x1862022335184768/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768111.018992:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768111.019000:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768111.019012:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775768111.019018:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768111.019039:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768111.019048:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768111.019057:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5295
00000400:00000200:1.0:1775768111.019073:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768111.019087:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768111.019096:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768111.019108:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768111.019115:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768111.019124:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000800:00000200:3.1:1775768111.019124:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768111.019129:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000100:00000001:1.0:1775768111.019131:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768111.019139:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768111.019143:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:1.0:1775768111.019149:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768111.019154:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:1.0:1775768111.019161:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:1.0:1775768111.019170:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:1.0:1775768111.019182:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768111.019190:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768111.019196:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768111.019202:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768111.019209:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:1.0:1775768111.019219:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768111.019226:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768111.019233:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768111.019240:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768111.019248:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768111.019254:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768111.019260:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775768111.019268:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768111.019273:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768111.019281:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11c00.
00000020:00000040:1.0:1775768111.019289:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:1.0:1775768111.019297:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768111.019301:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768111.019308:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768111.019313:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768111.019317:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768111.019328:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8c00.
00000100:00000001:1.0:1775768111.019338:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768111.019353:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11c00 x1862022335184896/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768111.019389:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768111.019396:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768111.019410:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062b06338] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11c00 x1862022335184896/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768111.019448:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768111.019457:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768111.019467:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775768111.019472:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768111.019478:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768111.019489:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768111.019497:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5295
00000400:00000200:1.0:1775768111.019510:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768111.019523:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768111.019531:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768111.019541:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768111.019549:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768111.019558:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768111.019565:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768111.019574:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768111.019578:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:1.0:1775768111.019584:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768111.019590:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:1.0:1775768111.019599:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:1.0:1775768111.019607:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:1.0:1775768111.019620:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768111.019628:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768111.019637:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768111.019644:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768111.019652:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:1.0:1775768111.019663:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768111.019672:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775768111.019676:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
02000000:00000001:1.0:1775768111.019679:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:3.1:1775768111.019680:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
02000000:00000001:1.0:1775768111.019688:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768111.019697:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768111.019703:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768111.019739:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775768111.019746:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768111.019752:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768111.019764:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10000.
00000020:00000040:1.0:1775768111.019771:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:1.0:1775768111.019776:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768111.019780:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768111.019786:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768111.019791:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768111.019798:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768111.019808:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eac00.
00000100:00000001:1.0:1775768111.019818:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768111.019832:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10000 x1862022335185024/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768111.019872:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768111.019879:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768111.019893:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbb7fab8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10000 x1862022335185024/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768111.019939:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768111.019951:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5305)
00000800:00000200:3.1:1775768111.020069:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768111.020071:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775768111.020336:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768111.020338:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000100:00000001:0.0:1775768111.593786:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768111.593792:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768111.593794:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768111.593798:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768111.593801:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768111.593804:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768111.593806:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768111.593808:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768111.593810:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768112.041851:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768112.041854:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768112.041857:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768112.297827:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299969277, at 4299969280
00000100:00000010:2.0:1775768112.297844:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3a80.
00000100:00000001:0.0:1775768112.617831:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768112.617837:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768112.617840:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768112.617846:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768112.617848:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768112.617851:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768112.617853:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768112.617856:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768112.617858:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768113.065875:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768113.065880:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768113.065884:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768113.641795:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768113.641801:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768113.641803:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768113.641808:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768113.641812:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768113.641815:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768113.641818:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768113.641820:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768113.641822:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768114.089897:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768114.089901:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768114.089903:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768114.665827:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768114.665834:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768114.665837:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768114.665842:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768114.665846:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768114.665850:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768114.665853:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768114.665855:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768114.665858:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768115.113891:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768115.113896:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768115.113900:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768115.689841:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768115.689848:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768115.689851:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768115.689857:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768115.689862:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768115.689866:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768115.689869:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768115.689871:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768115.689874:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768116.137828:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768116.137841:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768116.137846:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768116.137852:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768116.137860:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768116.137870:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5300
00000400:00000200:2.0:1775768116.137883:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768116.137891:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768116.137895:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768116.137899:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768116.137903:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768116.137906:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768116.137909:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768116.137914:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768116.137916:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775768116.137919:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768116.137923:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775768116.137926:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:1.0:1775768116.137927:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768116.137931:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768116.137931:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00010000:00010000:1.0:1775768116.137936:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768116.137939:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768116.137944:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768116.137947:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768116.137950:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768116.137952:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775768116.137955:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768116.137957:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768116.137959:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768116.137962:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768116.137964:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768116.137966:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768116.137968:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768116.137988:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
00000020:00000040:2.0:1775768116.137992:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775768116.137996:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768116.137998:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768116.138001:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768116.138004:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768116.138008:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768116.138025:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee800.
00000100:00000001:2.0:1775768116.138033:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768116.138042:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335185152/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768116.138050:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768116.138054:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768116.138057:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335185152/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768116.138073:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768116.138075:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768116.138078:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768116.138079:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768116.138081:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768116.138083:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768116.138085:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5300
00000400:00000200:2.0:1775768116.138088:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768116.138091:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768116.138093:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768116.138096:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768116.138098:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768116.138100:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768116.138102:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768116.138104:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768116.138105:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775768116.138106:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768116.138107:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775768116.138109:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775768116.138112:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775768116.138115:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768116.138124:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768116.138128:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768116.138130:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768116.138134:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775768116.138139:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768116.138146:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768116.138150:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768116.138156:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768116.138161:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768116.138164:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768116.138170:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768116.138175:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768116.138177:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768116.138182:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
00000020:00000040:2.0:1775768116.138185:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775768116.138190:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768116.138199:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768116.138207:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768116.138210:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768116.138214:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768116.138220:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee400.
00000100:00000001:2.0:1775768116.138227:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768116.138237:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335185280/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768116.138248:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768116.138252:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768116.138258:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335185280/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768116.138276:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768116.138283:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768116.138292:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768116.138295:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768116.138300:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768116.138306:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768116.138313:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5300
00000400:00000200:2.0:1775768116.138322:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768116.138332:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768116.138335:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768116.138341:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768116.138348:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768116.138352:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768116.138356:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768116.138361:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768116.138364:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775768116.138368:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768116.138370:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775768116.138373:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775768116.138377:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775768116.138383:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768116.138389:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768116.138394:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768116.138397:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768116.138400:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775768116.138407:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768116.138410:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768116.138413:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768116.138418:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768116.138420:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768116.138424:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768116.138428:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768116.138432:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768116.138436:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768116.138442:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775768116.138447:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775768116.138453:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768116.138456:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768116.138459:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768116.138461:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768116.138466:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768116.138475:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef000.
00000100:00000001:2.0:1775768116.138482:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775768116.138486:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768116.138490:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 33 secs later)
00000100:00100000:2.0:1775768116.138492:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335185408/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768116.138508:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768116.138512:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768116.138519:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335185408/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768116.138537:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768116.138542:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768116.138550:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768116.138553:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768116.138557:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768116.138565:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768116.138572:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5300
00000400:00000200:2.0:1775768116.138582:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768116.138610:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768116.138616:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768116.138623:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768116.138627:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768116.138631:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768116.138635:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768116.138641:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768116.138644:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775768116.138648:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768116.138651:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775768116.138655:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775768116.138660:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775768116.138668:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768116.138674:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768116.138679:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768116.138683:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768116.138690:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775768116.138697:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768116.138702:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768116.138707:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768116.138745:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768116.138751:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768116.138755:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768116.138760:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768116.138768:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768116.138774:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768116.138781:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775768116.138788:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775768116.138793:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768116.138797:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768116.138801:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768116.138804:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768116.138809:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768116.138817:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec800.
00000100:00000001:2.0:1775768116.138824:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768116.138832:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335185536/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768116.138866:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768116.138872:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768116.138881:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335185536/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768116.138901:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768116.138908:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768116.138914:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775768116.138916:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768116.138919:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768116.138924:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768116.138930:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5300
00000400:00000200:2.0:1775768116.138937:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768116.138943:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768116.138948:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768116.138953:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768116.138955:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768116.138959:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768116.138962:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768116.138965:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768116.138967:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775768116.138969:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768116.138985:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775768116.138991:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775768116.138996:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775768116.139003:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768116.139007:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768116.139013:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768116.139016:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768116.139022:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775768116.139029:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768116.139035:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768116.139037:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768116.139043:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768116.139049:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768116.139053:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768116.139057:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768116.139062:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768116.139063:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768116.139068:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775768116.139075:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775768116.139081:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768116.139085:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768116.139090:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768116.139093:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768116.139097:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768116.139105:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec400.
00000100:00000001:2.0:1775768116.139111:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768116.139123:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335185664/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768116.139158:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768116.139164:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768116.139171:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335185664/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768116.139189:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768116.139196:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5310)
00000800:00000200:3.1:1775768116.139277:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768116.139280:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775768116.139584:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768116.139587:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775768116.139900:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768116.139903:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775768116.140318:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768116.140320:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 33 secs later)
00000100:00000001:0.0:1775768116.713798:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768116.713804:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768116.713806:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768116.713811:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768116.713814:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768116.713818:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768116.713821:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768116.713823:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768116.713825:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768117.161911:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768117.161922:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768117.161925:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768117.417815:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299974397, at 4299974400
00000100:00000010:2.0:1775768117.417830:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe36c0.
00000100:00000001:0.0:1775768117.737802:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768117.737807:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768117.737808:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768117.737813:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768117.737816:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768117.737819:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768117.737821:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768117.737823:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768117.737829:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768118.185998:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768118.186003:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768118.186008:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768118.761806:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768118.761813:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768118.761815:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768118.761821:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768118.761824:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768118.761828:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768118.761830:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768118.761832:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768118.761834:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768119.209874:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768119.209877:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768119.209880:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768119.785811:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768119.785817:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768119.785819:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768119.785822:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768119.785825:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768119.785828:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768119.785830:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768119.785832:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768119.785834:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768120.233924:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768120.233940:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768120.233946:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768120.809787:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768120.809791:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768120.809793:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768120.809797:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768120.809799:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768120.809802:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768120.809804:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768120.809806:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768120.809809:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768121.257814:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768121.257823:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768121.257827:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768121.257832:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768121.257838:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768121.257847:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5305
00000400:00000200:2.0:1775768121.257859:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768121.257866:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768121.257869:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768121.257874:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768121.257878:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768121.257883:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768121.257886:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768121.257891:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768121.257893:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775768121.257896:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768121.257899:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775768121.257902:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775768121.257906:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775768121.257910:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000020:00000001:0.0:1775768121.257911:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1775768121.257914:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000020:00000001:0.0:1775768121.257916:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768121.257919:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00010000:00010000:0.0:1775768121.257920:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768121.257935:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768121.257939:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775768121.257944:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768121.257947:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768121.257950:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768121.257954:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768121.257957:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768121.257959:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768121.257961:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768121.257970:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775768121.257973:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775768121.257977:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768121.257978:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768121.257981:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768121.257984:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768121.257987:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768121.257995:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec800.
00000100:00000001:2.0:1775768121.258001:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768121.258009:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335185792/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768121.258019:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768121.258023:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768121.258035:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335185792/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768121.258052:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768121.258055:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768121.258058:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768121.258060:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768121.258062:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768121.258065:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768121.258068:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5305
00000400:00000200:2.0:1775768121.258073:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768121.258077:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768121.258082:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768121.258087:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768121.258091:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768121.258096:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768121.258101:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768121.258107:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768121.258108:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775768121.258111:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768121.258114:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775768121.258118:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775768121.258121:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775768121.258128:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768121.258132:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768121.258135:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768121.258138:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768121.258142:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775768121.258148:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768121.258151:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768121.258156:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768121.258161:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768121.258166:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768121.258170:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768121.258174:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768121.258178:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768121.258180:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768121.258186:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775768121.258191:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775768121.258196:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768121.258200:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768121.258205:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768121.258209:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768121.258213:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768121.258220:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef000.
00000100:00000001:2.0:1775768121.258225:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768121.258234:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335185920/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768121.258250:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768121.258254:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768121.258261:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335185920/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768121.258281:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768121.258286:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768121.258292:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768121.258295:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768121.258297:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768121.258301:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768121.258304:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5305
00000400:00000200:2.0:1775768121.258318:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768121.258322:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768121.258324:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768121.258329:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768121.258333:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768121.258335:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768121.258340:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768121.258341:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768121.258344:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000800:00000200:3.1:1775768121.258344:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000020:00000001:2.0:1775768121.258346:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768121.258348:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000800:00000200:3.1:1775768121.258349:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 28 secs later)
00000020:00000001:2.0:1775768121.258351:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775768121.258356:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775768121.258361:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768121.258363:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768121.258365:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768121.258367:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768121.258369:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775768121.258376:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768121.258378:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768121.258382:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768121.258387:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768121.258392:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768121.258396:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768121.258400:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768121.258404:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768121.258407:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768121.258414:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775768121.258420:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775768121.258424:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768121.258427:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768121.258431:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768121.258434:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768121.258437:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768121.258443:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee400.
00000100:00000001:2.0:1775768121.258448:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768121.258456:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335186048/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768121.258473:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768121.258478:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768121.258487:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335186048/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768121.258502:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768121.258508:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768121.258517:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768121.258520:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768121.258524:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768121.258530:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768121.258547:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5305
00000400:00000200:2.0:1775768121.258559:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768121.258567:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768121.258572:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768121.258578:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768121.258583:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768121.258588:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768121.258592:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768121.258597:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768121.258600:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775768121.258603:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768121.258605:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775768121.258607:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775768121.258610:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775768121.258616:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768121.258621:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768121.258626:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768121.258632:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768121.258637:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775768121.258646:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768121.258651:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768121.258654:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768121.258658:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768121.258660:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768121.258662:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768121.258665:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768121.258669:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768121.258673:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768121.258677:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775768121.258680:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775768121.258684:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768121.258686:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768121.258689:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768121.258690:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768121.258693:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768121.258697:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee800.
00000100:00000001:2.0:1775768121.258701:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768121.258724:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335186176/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768121.258730:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768121.258732:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768121.258736:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335186176/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768121.258746:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768121.258750:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768121.258757:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775768121.258761:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768121.258763:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768121.258766:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768121.258770:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5305
00000400:00000200:2.0:1775768121.258774:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768121.258779:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768121.258782:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768121.258788:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768121.258790:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768121.258793:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768121.258796:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768121.258801:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768121.258804:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775768121.258805:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768121.258807:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775768121.258808:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775768121.258811:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775768121.258814:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768121.258816:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768121.258818:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768121.258820:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768121.258824:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775768121.258826:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768121.258830:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768121.258832:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768121.258834:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768121.258837:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768121.258838:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768121.258840:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768121.258844:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768121.258847:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768121.258851:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775768121.258854:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775768121.258858:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768121.258860:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768121.258864:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768121.258865:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768121.258868:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768121.258874:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed000.
00000100:00000001:2.0:1775768121.258881:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768121.258891:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335186304/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768121.258919:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768121.258935:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768121.258943:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335186304/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768121.258968:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768121.258974:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5315)
00000800:00000200:3.1:1775768121.258984:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768121.258986:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1775768121.259190:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768121.259192:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1775768121.259437:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768121.259439:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1775768121.259616:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768121.259619:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 28 secs later)
00000100:00000001:0.0:1775768121.833798:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768121.833804:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768121.833806:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768121.833812:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768121.833816:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768121.833819:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768121.833822:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768121.833824:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768121.833827:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768122.281860:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768122.281863:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768122.281866:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768122.537827:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299979517, at 4299979520
00000100:00000010:2.0:1775768122.537843:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3120.
00000100:00000001:0.0:1775768122.857802:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768122.857807:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768122.857808:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768122.857812:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768122.857815:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768122.857818:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768122.857820:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768122.857822:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768122.857824:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768123.305884:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768123.305886:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768123.305889:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768123.881797:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768123.881802:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768123.881804:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768123.881808:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768123.881810:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768123.881813:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768123.881815:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768123.881817:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768123.881819:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768124.329941:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768124.329945:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768124.329948:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768124.905805:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768124.905811:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768124.905813:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768124.905818:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768124.905822:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768124.905825:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768124.905827:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768124.905830:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768124.905832:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768125.353930:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768125.353934:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768125.353937:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768125.929803:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768125.929810:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768125.929812:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768125.929817:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768125.929821:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768125.929825:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768125.929827:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768125.929829:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768125.929830:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768126.377806:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768126.377813:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768126.377817:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768126.377826:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768126.377833:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768126.377840:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5310
00000400:00000200:0.0:1775768126.377851:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768126.377857:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768126.377861:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768126.377864:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768126.377868:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768126.377870:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768126.377889:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768126.377893:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768126.377896:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775768126.377898:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768126.377901:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775768126.377901:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768126.377906:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775768126.377906:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768126.377910:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00010000:00010000:2.0:1775768126.377911:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1775768126.377916:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768126.377919:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768126.377922:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768126.377924:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768126.377927:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:0.0:1775768126.377930:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768126.377933:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768126.377936:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768126.377939:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768126.377941:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768126.377943:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768126.377946:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768126.377956:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925880.
00000020:00000040:0.0:1775768126.377959:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775768126.377963:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768126.377964:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768126.377967:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768126.377970:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768126.377974:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768126.377982:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477cc00.
00000100:00000001:0.0:1775768126.377988:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768126.377996:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925880 x1862022335186432/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768126.378005:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768126.378010:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768126.378014:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f872a4ed] to pc [ptlrpcd_rcv+-1]  req@ffff927322925880 x1862022335186432/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768126.378043:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768126.378046:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768126.378050:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768126.378052:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768126.378053:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768126.378056:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768126.378059:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5310
00000400:00000200:0.0:1775768126.378064:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768126.378068:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768126.378070:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768126.378076:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768126.378080:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768126.378086:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768126.378091:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768126.378096:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768126.378099:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775768126.378102:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768126.378105:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775768126.378111:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:0.0:1775768126.378117:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:0.0:1775768126.378121:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768126.378125:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768126.378129:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768126.378133:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768126.378137:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:0.0:1775768126.378141:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768126.378144:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768126.378147:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768126.378152:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768126.378154:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768126.378156:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768126.378160:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768126.378165:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768126.378169:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768126.378173:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925500.
00000020:00000040:0.0:1775768126.378177:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:0.0:1775768126.378181:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768126.378183:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768126.378187:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768126.378190:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768126.378193:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768126.378198:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e000.
00000100:00000001:0.0:1775768126.378202:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768126.378208:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925500 x1862022335186560/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768126.378222:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768126.378225:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768126.378233:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a57c8e8f] to pc [ptlrpcd_rcv+-1]  req@ffff927322925500 x1862022335186560/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768126.378254:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768126.378259:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768126.378266:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768126.378269:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768126.378271:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768126.378274:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768126.378280:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5310
00000400:00000200:0.0:1775768126.378285:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768126.378290:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768126.378295:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768126.378301:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768126.378305:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768126.378308:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768126.378311:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768126.378315:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768126.378318:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:0.0:1775768126.378321:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768126.378325:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775768126.378328:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:0.0:1775768126.378334:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:0.0:1775768126.378340:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768126.378344:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768126.378349:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768126.378354:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768126.378357:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:0.0:1775768126.378361:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768126.378367:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768126.378371:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768126.378376:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768126.378380:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768126.378384:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768126.378387:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768126.378391:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768126.378393:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768126.378397:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926d80.
00000020:00000040:0.0:1775768126.378401:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775768126.378405:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768126.378408:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768126.378411:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768126.378412:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:3.1:1775768126.378415:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
02000000:00000001:0.0:1775768126.378416:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768126.378421:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c800.
00000800:00000200:3.1:1775768126.378421:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1775768126.378428:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768126.378436:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926d80 x1862022335186688/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768126.378446:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768126.378450:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768126.378457:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000adacb2c9] to pc [ptlrpcd_rcv+-1]  req@ffff927322926d80 x1862022335186688/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768126.378470:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768126.378475:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768126.378482:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768126.378485:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768126.378488:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768126.378492:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768126.378499:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5310
00000400:00000200:0.0:1775768126.378507:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768126.378515:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768126.378519:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768126.378524:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768126.378527:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768126.378532:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768126.378536:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768126.378541:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768126.378543:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775768126.378545:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768126.378555:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:0.0:1775768126.378558:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:0.0:1775768126.378560:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:0.0:1775768126.378563:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768126.378565:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768126.378567:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768126.378569:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768126.378572:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:0.0:1775768126.378579:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768126.378584:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768126.378587:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768126.378591:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768126.378596:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768126.378599:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768126.378603:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768126.378607:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768126.378610:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768126.378615:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927480.
00000020:00000040:0.0:1775768126.378620:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:0.0:1775768126.378625:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768126.378628:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768126.378630:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768126.378632:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768126.378635:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768126.378640:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f000.
00000100:00000001:0.0:1775768126.378646:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768126.378653:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927480 x1862022335186816/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768126.378664:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768126.378668:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768126.378677:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd1176bb] to pc [ptlrpcd_rcv+-1]  req@ffff927322927480 x1862022335186816/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768126.378691:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768126.378695:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768126.378704:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775768126.378707:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768126.378735:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768126.378737:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768126.378740:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5310
00000400:00000200:0.0:1775768126.378744:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768126.378747:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768126.378750:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768126.378752:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768126.378754:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768126.378756:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768126.378758:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768126.378759:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768126.378761:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:0.0:1775768126.378762:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768126.378764:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:0.0:1775768126.378766:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:0.0:1775768126.378768:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:0.0:1775768126.378771:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768126.378772:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768126.378774:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768126.378776:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768126.378778:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:0.0:1775768126.378781:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768126.378783:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768126.378785:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768126.378788:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768126.378790:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768126.378792:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768126.378795:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768126.378797:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768126.378798:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768126.378802:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926a00.
00000020:00000040:0.0:1775768126.378805:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:0.0:1775768126.378807:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768126.378808:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768126.378809:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768126.378811:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768126.378812:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768126.378816:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d400.
00000100:00000001:0.0:1775768126.378818:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768126.378822:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926a00 x1862022335186944/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768126.378829:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768126.378831:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768126.378835:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000798ab0be] to pc [ptlrpcd_rcv+-1]  req@ffff927322926a00 x1862022335186944/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768126.378842:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768126.378847:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5321)
00000800:00000200:3.1:1775768126.379145:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768126.379147:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775768126.379407:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768126.379410:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775768126.379673:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768126.379676:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775768126.379996:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768126.379998:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1775768126.953816:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768126.953822:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768126.953823:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768126.953828:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768126.953830:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768126.953833:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768126.953835:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768126.953838:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768126.953840:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768127.401893:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768127.401897:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768127.401900:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768127.657795:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299984637, at 4299984640
00000100:00000010:2.0:1775768127.657812:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3000.
00000100:00000001:0.0:1775768127.977827:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768127.977832:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768127.977834:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768127.977838:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768127.977842:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768127.977846:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768127.977849:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768127.977852:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768127.977854:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768128.425866:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768128.425870:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768128.425873:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768129.001810:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768129.001817:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768129.001818:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768129.001823:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768129.001825:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768129.001828:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768129.001830:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768129.001832:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768129.001834:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768129.449867:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768129.449871:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768129.449874:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768130.025801:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768130.025806:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768130.025807:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768130.025811:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768130.025814:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768130.025816:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768130.025818:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768130.025820:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768130.025821:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768130.473889:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768130.473893:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768130.473896:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768131.049778:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768131.049782:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768131.049784:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768131.049789:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768131.049791:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768131.049794:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768131.049796:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768131.049798:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768131.049800:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768131.497787:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768131.497797:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768131.497802:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768131.497807:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768131.497814:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768131.497832:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5316
00000400:00000200:0.0:1775768131.497842:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768131.497849:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768131.497853:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768131.497856:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768131.497859:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768131.497861:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768131.497863:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768131.497866:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768131.497867:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775768131.497869:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768131.497871:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775768131.497873:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775768131.497875:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775768131.497877:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768131.497878:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768131.497880:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768131.497881:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768131.497883:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:0.0:1775768131.497885:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000020:00000001:1.0:1775768131.497886:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1775768131.497887:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768131.497890:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768131.497891:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768131.497894:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00010000:1.0:1775768131.497894:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
02000000:00000001:0.0:1775768131.497897:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768131.497900:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768131.497902:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768131.497909:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925180.
00000020:00000040:0.0:1775768131.497912:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775768131.497914:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768131.497915:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768131.497918:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768131.497920:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768131.497924:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768131.497929:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477fc00.
00000100:00000001:0.0:1775768131.497933:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768131.497940:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925180 x1862022335187072/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768131.497947:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768131.497951:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768131.497954:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a34329a0] to pc [ptlrpcd_rcv+-1]  req@ffff927322925180 x1862022335187072/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768131.497970:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768131.497972:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768131.497975:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768131.497976:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768131.497977:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768131.497979:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768131.497981:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5316
00000400:00000200:0.0:1775768131.497984:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768131.497986:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768131.497988:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768131.497990:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768131.497991:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768131.497993:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768131.497994:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768131.497996:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768131.497997:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775768131.497998:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768131.498000:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775768131.498001:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:0.0:1775768131.498002:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:0.0:1775768131.498007:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768131.498009:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768131.498012:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768131.498014:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768131.498016:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:0.0:1775768131.498020:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768131.498024:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768131.498028:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768131.498034:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768131.498038:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768131.498042:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768131.498047:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768131.498053:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768131.498056:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768131.498060:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924000.
00000020:00000040:0.0:1775768131.498065:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:0.0:1775768131.498068:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768131.498071:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768131.498074:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768131.498076:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768131.498078:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768131.498083:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f800.
00000100:00000001:0.0:1775768131.498087:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768131.498095:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924000 x1862022335187200/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768131.498103:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768131.498104:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768131.498107:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c89b33e] to pc [ptlrpcd_rcv+-1]  req@ffff927322924000 x1862022335187200/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768131.498119:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768131.498122:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768131.498125:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768131.498127:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768131.498129:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768131.498133:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768131.498138:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5316
00000400:00000200:0.0:1775768131.498143:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768131.498148:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768131.498152:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768131.498154:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768131.498158:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768131.498159:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768131.498164:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768131.498166:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768131.498167:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:0.0:1775768131.498169:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768131.498171:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775768131.498173:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:0.0:1775768131.498175:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:0.0:1775768131.498177:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768131.498179:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768131.498183:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768131.498184:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768131.498187:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:0.0:1775768131.498192:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768131.498195:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768131.498197:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768131.498200:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768131.498202:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768131.498205:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768131.498208:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768131.498213:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768131.498216:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768131.498220:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926300.
00000020:00000040:0.0:1775768131.498222:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775768131.498224:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768131.498227:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768131.498229:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768131.498232:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768131.498234:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768131.498237:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f400.
00000100:00000001:0.0:1775768131.498240:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768131.498243:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926300 x1862022335187328/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768131.498248:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768131.498249:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768131.498251:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e21317e] to pc [ptlrpcd_rcv+-1]  req@ffff927322926300 x1862022335187328/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768131.498258:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768131.498259:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768131.498264:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768131.498267:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768131.498269:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768131.498271:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768131.498275:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5316
00000400:00000200:0.0:1775768131.498279:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000800:00000200:3.1:1775768131.498282:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000400:00000200:0.0:1775768131.498283:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768131.498286:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768131.498289:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000800:00000200:3.1:1775768131.498289:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1775768131.498292:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768131.498295:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768131.498300:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768131.498304:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768131.498305:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775768131.498307:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768131.498309:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:0.0:1775768131.498310:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:0.0:1775768131.498311:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:0.0:1775768131.498316:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768131.498320:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768131.498324:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768131.498325:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768131.498327:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:0.0:1775768131.498331:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768131.498334:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768131.498336:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768131.498340:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768131.498345:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768131.498350:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768131.498353:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768131.498359:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768131.498363:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768131.498369:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927b80.
00000020:00000040:0.0:1775768131.498373:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:0.0:1775768131.498377:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768131.498380:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768131.498381:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768131.498383:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768131.498387:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768131.498395:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d400.
00000100:00000001:0.0:1775768131.498400:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768131.498405:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927b80 x1862022335187456/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768131.498416:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768131.498419:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768131.498423:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000282cd359] to pc [ptlrpcd_rcv+-1]  req@ffff927322927b80 x1862022335187456/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768131.498432:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768131.498435:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768131.498439:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775768131.498440:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768131.498441:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768131.498443:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768131.498444:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5316
00000400:00000200:0.0:1775768131.498448:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768131.498452:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768131.498454:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768131.498460:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768131.498464:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768131.498467:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768131.498471:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768131.498473:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768131.498474:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:0.0:1775768131.498475:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768131.498478:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:0.0:1775768131.498480:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:0.0:1775768131.498482:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:0.0:1775768131.498486:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768131.498489:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768131.498491:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768131.498494:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768131.498497:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:0.0:1775768131.498504:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768131.498509:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768131.498513:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768131.498517:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768131.498522:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768131.498525:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768131.498529:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768131.498533:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768131.498537:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768131.498542:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927800.
00000020:00000040:0.0:1775768131.498546:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:0.0:1775768131.498550:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768131.498552:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768131.498553:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768131.498556:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768131.498558:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768131.498561:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f000.
00000100:00000001:0.0:1775768131.498565:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768131.498572:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927800 x1862022335187584/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768131.498585:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768131.498588:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768131.498592:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e429b339] to pc [ptlrpcd_rcv+-1]  req@ffff927322927800 x1862022335187584/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768131.498606:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768131.498612:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5326)
00000800:00000200:3.1:1775768131.498802:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768131.498804:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775768131.499011:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768131.499013:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775768131.499165:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768131.499167:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775768131.499340:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768131.499342:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1775768132.073814:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768132.073829:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768132.073831:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768132.073837:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768132.073840:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768132.073844:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768132.073846:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768132.073849:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768132.073851:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768132.521908:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768132.521912:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768132.521916:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768132.777851:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299989757, at 4299989760
00000100:00000010:2.0:1775768132.777867:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3de0.
00000100:00000001:0.0:1775768133.097799:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768133.097820:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768133.097822:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768133.097828:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768133.097832:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768133.097836:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768133.097838:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768133.097840:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768133.097842:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768133.545901:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768133.545905:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768133.545908:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768134.121862:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768134.121871:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768134.121873:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768134.121880:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768134.121884:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768134.121889:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768134.121893:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768134.121895:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768134.121898:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768134.570001:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768134.570004:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768134.570007:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768135.145805:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768135.145813:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768135.145815:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768135.145821:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768135.145825:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768135.145829:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768135.145832:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768135.145834:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768135.145837:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768135.593930:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768135.593933:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768135.593936:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768136.169827:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768136.169835:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768136.169837:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768136.169843:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768136.169848:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768136.169852:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768136.169855:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768136.169858:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768136.169861:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768136.617845:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768136.617855:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768136.617859:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768136.617864:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768136.617870:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768136.617879:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5321
00000400:00000200:0.0:1775768136.617889:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768136.617897:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768136.617902:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768136.617906:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768136.617910:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768136.617915:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768136.617917:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768136.617922:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768136.617924:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775768136.617927:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768136.617929:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775768136.617931:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775768136.617933:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775768136.617935:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768136.617936:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768136.617938:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768136.617939:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768136.617942:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:0.0:1775768136.617944:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768136.617946:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768136.617949:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768136.617951:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768136.617954:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768136.617955:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768136.617957:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768136.617969:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925c00.
00000020:00000040:0.0:1775768136.617972:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
00000020:00000001:1.0:1775768136.617975:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
02000000:00000001:0.0:1775768136.617976:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768136.617979:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768136.617979:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768136.617983:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00010000:00010000:1.0:1775768136.617983:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
02000000:00000001:0.0:1775768136.617994:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768136.618004:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768136.618015:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e000.
00000100:00000001:0.0:1775768136.618024:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768136.618035:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925c00 x1862022335187712/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768136.618044:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768136.618048:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768136.618052:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d72b0b6] to pc [ptlrpcd_rcv+-1]  req@ffff927322925c00 x1862022335187712/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768136.618068:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768136.618070:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768136.618073:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768136.618074:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768136.618075:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768136.618077:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768136.618079:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5321
00000400:00000200:0.0:1775768136.618082:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768136.618084:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768136.618086:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768136.618089:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768136.618091:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768136.618093:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768136.618094:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768136.618096:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768136.618099:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775768136.618102:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768136.618104:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775768136.618105:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:0.0:1775768136.618107:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:0.0:1775768136.618110:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768136.618112:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768136.618115:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768136.618117:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768136.618120:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:0.0:1775768136.618124:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768136.618128:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768136.618130:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768136.618137:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768136.618140:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768136.618141:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768136.618146:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768136.618148:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768136.618149:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768136.618152:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926680.
00000020:00000040:0.0:1775768136.618155:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:0.0:1775768136.618158:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768136.618160:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768136.618162:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768136.618164:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768136.618168:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768136.618174:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477cc00.
00000100:00000001:0.0:1775768136.618180:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768136.618188:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926680 x1862022335187840/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768136.618200:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768136.618204:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768136.618210:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad2d9012] to pc [ptlrpcd_rcv+-1]  req@ffff927322926680 x1862022335187840/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768136.618220:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768136.618223:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768136.618227:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768136.618228:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768136.618229:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768136.618231:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768136.618235:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5321
00000400:00000200:0.0:1775768136.618242:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768136.618245:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768136.618248:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768136.618251:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768136.618254:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768136.618257:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768136.618260:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768136.618263:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768136.618264:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:0.0:1775768136.618267:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768136.618269:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775768136.618271:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:0.0:1775768136.618274:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:0.0:1775768136.618277:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768136.618279:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768136.618282:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768136.618283:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768136.618286:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:0.0:1775768136.618289:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768136.618290:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768136.618293:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768136.618297:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768136.618298:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768136.618299:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768136.618301:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768136.618305:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768136.618308:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768136.618313:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927800.
00000020:00000040:0.0:1775768136.618314:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775768136.618318:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768136.618320:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768136.618322:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768136.618324:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768136.618327:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768136.618332:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c400.
00000100:00000001:0.0:1775768136.618334:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768136.618338:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927800 x1862022335187968/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768136.618344:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768136.618346:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768136.618351:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e429b339] to pc [ptlrpcd_rcv+-1]  req@ffff927322927800 x1862022335187968/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768136.618357:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768136.618360:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768136.618365:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768136.618367:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768136.618368:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768136.618372:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768136.618377:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5321
00000400:00000200:0.0:1775768136.618383:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768136.618385:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768136.618387:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768136.618388:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768136.618390:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768136.618391:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768136.618396:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768136.618401:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768136.618404:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775768136.618407:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768136.618411:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:0.0:1775768136.618414:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:0.0:1775768136.618419:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:0.0:1775768136.618426:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768136.618430:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768136.618436:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000800:00000200:3.1:1775768136.618437:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:0.0:1775768136.618441:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000800:00000200:3.1:1775768136.618442:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000020:00000040:0.0:1775768136.618446:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:0.0:1775768136.618453:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768136.618455:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768136.618458:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768136.618460:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768136.618462:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768136.618466:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768136.618468:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768136.618472:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768136.618474:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768136.618477:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927b80.
00000020:00000040:0.0:1775768136.618480:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:0.0:1775768136.618483:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768136.618486:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768136.618489:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768136.618490:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768136.618493:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768136.618498:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d000.
00000100:00000001:0.0:1775768136.618502:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768136.618506:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927b80 x1862022335188096/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768136.618524:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768136.618527:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768136.618532:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000282cd359] to pc [ptlrpcd_rcv+-1]  req@ffff927322927b80 x1862022335188096/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768136.618541:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768136.618545:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768136.618548:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775768136.618550:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768136.618558:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768136.618560:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768136.618562:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5321
00000400:00000200:0.0:1775768136.618567:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768136.618570:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768136.618571:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768136.618574:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768136.618576:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768136.618580:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768136.618584:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768136.618588:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768136.618591:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:0.0:1775768136.618596:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768136.618600:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:0.0:1775768136.618605:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:0.0:1775768136.618611:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:0.0:1775768136.618618:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768136.618622:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768136.618625:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768136.618630:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768136.618634:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:0.0:1775768136.618640:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768136.618643:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768136.618646:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768136.618649:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768136.618654:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768136.618658:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768136.618667:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768136.618674:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768136.618678:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768136.618686:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926300.
00000020:00000040:0.0:1775768136.618690:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:0.0:1775768136.618696:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768136.618698:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768136.618702:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768136.618704:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768136.618730:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768136.618735:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e400.
00000100:00000001:0.0:1775768136.618740:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768136.618746:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926300 x1862022335188224/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768136.618759:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768136.618762:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768136.618765:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e21317e] to pc [ptlrpcd_rcv+-1]  req@ffff927322926300 x1862022335188224/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768136.618784:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768136.618791:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5331)
00000800:00000200:3.1:1775768136.618921:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768136.618923:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775768136.619091:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768136.619092:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775768136.619297:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768136.619299:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775768136.619464:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768136.619466:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1775768137.193862:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768137.193869:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768137.193871:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768137.193877:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768137.193880:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768137.193884:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768137.193887:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768137.193889:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768137.193891:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768137.642083:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768137.642093:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768137.642097:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768137.897968:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299994877, at 4299994880
00000100:00000010:2.0:1775768137.897976:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3840.
00000100:00000001:0.0:1775768138.217875:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768138.217883:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768138.217885:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768138.217898:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768138.217902:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768138.217907:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768138.217910:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768138.217913:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768138.217916:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768138.665970:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768138.665976:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768138.665981:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768139.241884:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768139.241893:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768139.241895:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768139.241902:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768139.241907:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768139.241912:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768139.241923:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768139.241925:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768139.241928:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768139.689914:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768139.689919:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768139.689923:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768140.265800:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768140.265808:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768140.265811:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768140.265817:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768140.265821:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768140.265826:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768140.265829:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768140.265833:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768140.265836:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768140.713961:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768140.713968:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768140.713973:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768141.289833:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768141.289838:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768141.289840:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768141.289844:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768141.289847:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768141.289850:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768141.289852:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768141.289854:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768141.289855:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768141.737824:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768141.737833:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768141.737837:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768141.737842:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768141.737849:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768141.737857:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5326
00000400:00000200:0.0:1775768141.737871:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768141.737879:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768141.737883:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768141.737886:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768141.737890:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768141.737892:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768141.737895:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768141.737899:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768141.737901:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775768141.737904:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768141.737907:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775768141.737909:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775768141.737912:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775768141.737915:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768141.737917:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768141.737919:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768141.737922:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768141.737925:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:0.0:1775768141.737928:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768141.737931:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768141.737934:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768141.737937:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768141.737941:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768141.737943:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768141.737946:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768141.737954:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924000.
00000020:00000040:0.0:1775768141.737957:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775768141.737960:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768141.737962:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768141.737965:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768141.737967:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768141.737971:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768141.737979:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d800.
00000100:00000001:0.0:1775768141.737985:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768141.737993:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924000 x1862022335188352/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768141.738004:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768141.738008:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768141.738013:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c89b33e] to pc [ptlrpcd_rcv+-1]  req@ffff927322924000 x1862022335188352/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768141.738034:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768141.738038:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768141.738041:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768141.738043:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768141.738044:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768141.738047:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768141.738050:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5326
00000400:00000200:0.0:1775768141.738054:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768141.738057:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768141.738059:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768141.738062:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768141.738064:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768141.738066:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768141.738068:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768141.738070:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768141.738072:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775768141.738073:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768141.738075:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775768141.738078:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:0.0:1775768141.738080:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:0.0:1775768141.738083:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768141.738086:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768141.738088:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768141.738092:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768141.738096:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:0.0:1775768141.738101:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768141.738104:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768141.738107:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768141.738112:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768141.738117:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768141.738121:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768141.738127:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768141.738133:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768141.738136:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768141.738142:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925180.
00000020:00000040:0.0:1775768141.738147:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:0.0:1775768141.738151:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768141.738152:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768141.738154:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768141.738155:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768141.738158:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768141.738163:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c000.
00000100:00000001:0.0:1775768141.738168:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768141.738178:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925180 x1862022335188480/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768141.738192:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768141.738196:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768141.738202:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a34329a0] to pc [ptlrpcd_rcv+-1]  req@ffff927322925180 x1862022335188480/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768141.738216:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768141.738220:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768141.738225:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768141.738229:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768141.738231:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768141.738235:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768141.738240:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5326
00000400:00000200:0.0:1775768141.738247:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768141.738252:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768141.738256:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768141.738262:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768141.738267:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768141.738271:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768141.738275:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768141.738279:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768141.738280:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:0.0:1775768141.738283:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768141.738287:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775768141.738290:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:0.0:1775768141.738293:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:0.0:1775768141.738301:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768141.738304:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768141.738309:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768141.738312:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768141.738316:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:0.0:1775768141.738323:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768141.738326:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768141.738329:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768141.738333:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768141.738337:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768141.738341:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768141.738345:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768141.738351:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768141.738354:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768141.738357:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926a00.
00000020:00000040:0.0:1775768141.738362:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775768141.738369:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768141.738371:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768141.738376:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768141.738378:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768141.738380:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768141.738386:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477ec00.
00000100:00000001:0.0:1775768141.738390:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768141.738398:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926a00 x1862022335188608/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1775768141.738409:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768141.738413:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000100:00000001:0.0:1775768141.738426:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768141.738429:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768141.738435:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000798ab0be] to pc [ptlrpcd_rcv+-1]  req@ffff927322926a00 x1862022335188608/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768141.738450:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768141.738455:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768141.738461:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768141.738465:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768141.738467:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768141.738473:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768141.738479:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5326
00000400:00000200:0.0:1775768141.738486:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768141.738493:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768141.738498:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768141.738505:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768141.738510:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768141.738515:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768141.738519:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768141.738523:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768141.738524:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775768141.738526:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768141.738528:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:0.0:1775768141.738532:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:0.0:1775768141.738536:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:0.0:1775768141.738541:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768141.738545:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768141.738547:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768141.738551:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768141.738555:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:0.0:1775768141.738558:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768141.738560:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768141.738562:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768141.738565:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768141.738569:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768141.738572:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768141.738576:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768141.738580:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768141.738584:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768141.738589:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927480.
00000020:00000040:0.0:1775768141.738594:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:0.0:1775768141.738598:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768141.738601:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768141.738605:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768141.738608:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768141.738611:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768141.738616:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e800.
00000100:00000001:0.0:1775768141.738620:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768141.738634:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927480 x1862022335188736/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768141.738649:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768141.738653:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768141.738661:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd1176bb] to pc [ptlrpcd_rcv+-1]  req@ffff927322927480 x1862022335188736/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768141.738673:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768141.738678:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768141.738685:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775768141.738688:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768141.738690:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768141.738694:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768141.738700:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5326
00000400:00000200:0.0:1775768141.738706:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768141.738749:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768141.738751:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768141.738755:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768141.738757:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768141.738760:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768141.738763:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768141.738765:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768141.738767:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:0.0:1775768141.738769:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768141.738771:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:1.0:1775768141.738771:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768141.738773:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:1.0:1775768141.738775:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768141.738777:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00010000:00010000:1.0:1775768141.738780:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1775768141.738782:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768141.738786:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768141.738788:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768141.738791:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768141.738793:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:0.0:1775768141.738796:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768141.738799:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768141.738800:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768141.738803:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768141.738805:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768141.738807:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768141.738809:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768141.738811:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768141.738812:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768141.738816:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926d80.
00000020:00000040:0.0:1775768141.738818:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:0.0:1775768141.738820:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768141.738821:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768141.738823:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768141.738824:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768141.738826:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768141.738829:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e400.
00000100:00000001:0.0:1775768141.738832:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768141.738835:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926d80 x1862022335188864/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768141.738848:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768141.738850:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768141.738853:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000adacb2c9] to pc [ptlrpcd_rcv+-1]  req@ffff927322926d80 x1862022335188864/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768141.738861:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768141.738866:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5336)
00000800:00000200:3.1:1775768141.739272:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768141.739274:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775768141.739539:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768141.739541:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775768141.739850:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768141.739852:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775768141.740118:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768141.740120:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000100:00000001:0.0:1775768142.313831:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768142.313838:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768142.313840:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768142.313846:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768142.313850:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768142.313854:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768142.313857:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768142.313860:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768142.313862:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768142.761894:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768142.761897:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768142.761900:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768143.017808:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4299999997, at 4300000000
00000100:00000010:2.0:1775768143.017821:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3660.
00000100:00000001:0.0:1775768143.337825:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768143.337832:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768143.337834:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768143.337839:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768143.337843:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768143.337847:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768143.337849:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768143.337852:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768143.337854:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768143.785940:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768143.785945:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768143.785949:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768144.361778:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768144.361783:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768144.361785:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768144.361789:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768144.361791:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768144.361794:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768144.361796:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768144.361798:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768144.361799:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768144.809883:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768144.809886:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768144.809889:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768145.385799:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768145.385804:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768145.385806:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768145.385810:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768145.385813:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768145.385816:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768145.385818:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768145.385819:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768145.385822:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768145.833936:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768145.833942:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768145.833946:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768146.409831:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768146.409839:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768146.409841:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768146.409848:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768146.409853:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768146.409858:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768146.409861:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768146.409863:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768146.409867:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768146.857826:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768146.857840:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768146.857846:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768146.857851:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768146.857860:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768146.857872:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5331
00000400:00000200:0.0:1775768146.857888:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768146.857901:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768146.857906:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768146.857912:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768146.857917:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768146.857919:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768146.857921:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768146.857926:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768146.857929:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775768146.857932:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768146.857936:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775768146.857939:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775768146.857943:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775768146.857946:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768146.857949:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768146.857952:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768146.857955:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768146.857959:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:0.0:1775768146.857964:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000020:00000001:2.0:1775768146.857966:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1775768146.857968:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768146.857969:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768146.857975:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
02000000:00000001:0.0:1775768146.857977:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768146.857982:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768146.857986:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768146.857989:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768146.857992:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768146.858003:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925500.
00000020:00000040:0.0:1775768146.858009:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775768146.858013:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768146.858015:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768146.858019:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768146.858022:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768146.858027:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768146.858037:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c400.
00000100:00000001:0.0:1775768146.858045:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768146.858056:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925500 x1862022335188992/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768146.858067:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768146.858072:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768146.858077:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a57c8e8f] to pc [ptlrpcd_rcv+-1]  req@ffff927322925500 x1862022335188992/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768146.858105:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768146.858108:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768146.858111:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768146.858113:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768146.858115:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768146.858118:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768146.858121:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5331
00000400:00000200:0.0:1775768146.858126:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768146.858130:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768146.858132:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768146.858136:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768146.858138:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768146.858142:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768146.858154:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768146.858158:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768146.858159:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775768146.858161:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768146.858165:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775768146.858168:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:0.0:1775768146.858177:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:0.0:1775768146.858188:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768146.858194:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768146.858202:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768146.858206:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768146.858212:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:0.0:1775768146.858216:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768146.858222:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768146.858227:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768146.858236:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768146.858241:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768146.858247:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768146.858254:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768146.858257:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768146.858263:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768146.858271:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925880.
00000020:00000040:0.0:1775768146.858276:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:0.0:1775768146.858278:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768146.858280:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768146.858284:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768146.858288:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768146.858291:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768146.858297:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477cc00.
00000100:00000001:0.0:1775768146.858303:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768146.858314:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925880 x1862022335189120/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768146.858323:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768146.858329:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768146.858335:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f872a4ed] to pc [ptlrpcd_rcv+-1]  req@ffff927322925880 x1862022335189120/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768146.858357:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768146.858365:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768146.858378:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768146.858381:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768146.858384:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768146.858391:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768146.858397:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5331
00000400:00000200:0.0:1775768146.858405:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768146.858414:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768146.858420:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768146.858429:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768146.858432:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768146.858438:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768146.858443:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768146.858446:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768146.858449:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:0.0:1775768146.858455:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768146.858458:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775768146.858462:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:0.0:1775768146.858467:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:0.0:1775768146.858475:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768146.858481:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768146.858489:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768146.858497:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768146.858504:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:0.0:1775768146.858510:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768146.858514:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768146.858520:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768146.858525:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768146.858533:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768146.858537:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768146.858539:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768146.858546:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768146.858551:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768146.858557:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924700.
00000020:00000040:0.0:1775768146.858561:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775768146.858564:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768146.858567:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768146.858571:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768146.858575:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768146.858579:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768146.858587:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e000.
00000800:00000200:3.1:1775768146.858590:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:0.0:1775768146.858594:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775768146.858596:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000100:00100000:0.0:1775768146.858603:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924700 x1862022335189248/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768146.858622:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768146.858624:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768146.858632:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc3726d9] to pc [ptlrpcd_rcv+-1]  req@ffff927322924700 x1862022335189248/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768146.858651:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768146.858656:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768146.858662:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768146.858665:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768146.858667:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768146.858672:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768146.858687:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5331
00000400:00000200:0.0:1775768146.858697:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768146.858703:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768146.858707:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768146.858741:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768146.858744:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768146.858746:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768146.858749:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768146.858751:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768146.858752:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775768146.858755:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768146.858757:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:0.0:1775768146.858762:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:0.0:1775768146.858767:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:0.0:1775768146.858773:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768146.858780:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768146.858784:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768146.858788:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768146.858793:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:0.0:1775768146.858797:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768146.858801:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768146.858806:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768146.858809:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768146.858811:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768146.858813:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768146.858818:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768146.858826:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768146.858831:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768146.858837:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924e00.
00000020:00000040:0.0:1775768146.858841:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:0.0:1775768146.858846:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768146.858847:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768146.858850:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768146.858854:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768146.858856:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768146.858861:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c800.
00000100:00000001:0.0:1775768146.858865:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768146.858875:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924e00 x1862022335189376/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768146.858890:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768146.858894:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768146.858902:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aec4c6e] to pc [ptlrpcd_rcv+-1]  req@ffff927322924e00 x1862022335189376/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768146.858941:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768146.858947:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768146.858953:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775768146.858957:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768146.858960:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768146.858964:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768146.858972:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5331
00000400:00000200:0.0:1775768146.858982:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768146.858988:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768146.858994:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768146.859001:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768146.859007:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768146.859011:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768146.859015:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768146.859020:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768146.859022:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:0.0:1775768146.859028:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768146.859033:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:0.0:1775768146.859038:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:0.0:1775768146.859043:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:0.0:1775768146.859048:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768146.859051:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768146.859054:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768146.859060:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768146.859064:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:0.0:1775768146.859068:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768146.859073:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768146.859075:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768146.859078:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768146.859082:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768146.859083:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768146.859086:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768146.859093:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768146.859099:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768146.859107:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927100.
00000020:00000040:0.0:1775768146.859112:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:0.0:1775768146.859114:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768146.859115:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768146.859118:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768146.859120:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768146.859125:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768146.859130:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f000.
00000100:00000001:0.0:1775768146.859134:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768146.859141:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927100 x1862022335189504/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768146.859157:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768146.859160:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768146.859167:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0540768] to pc [ptlrpcd_rcv+-1]  req@ffff927322927100 x1862022335189504/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768146.859180:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768146.859185:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5341)
00000800:00000200:3.1:1775768146.859394:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768146.859396:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775768146.859658:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768146.859661:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775768146.859955:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768146.859957:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775768146.860220:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768146.860223:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000100:00000001:0.0:1775768147.433801:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768147.433807:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768147.433809:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768147.433813:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768147.433815:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768147.433818:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768147.433820:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768147.433822:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768147.433830:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768147.881966:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768147.881971:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768147.881975:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768148.137832:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300005118, at 4300005120
00000100:00000010:2.0:1775768148.137853:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3960.
00000100:00000001:0.0:1775768148.457820:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768148.457827:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768148.457828:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768148.457833:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768148.457836:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768148.457840:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768148.457842:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768148.457844:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768148.457846:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768148.905883:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768148.905887:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768148.905890:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768149.481846:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768149.481853:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768149.481854:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768149.481860:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768149.481863:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768149.481867:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768149.481869:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768149.481872:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768149.481874:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768149.929877:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768149.929881:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768149.929885:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768150.505787:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768150.505794:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768150.505796:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768150.505801:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768150.505805:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768150.505808:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768150.505810:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768150.505812:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768150.505814:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768150.953843:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768150.953846:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768150.953848:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768151.529806:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768151.529812:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768151.529814:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768151.529819:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768151.529823:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768151.529827:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768151.529829:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768151.529832:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768151.529834:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768151.977811:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768151.977821:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768151.977824:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768151.977828:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768151.977833:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768151.977840:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5336
00000400:00000200:0.0:1775768151.977851:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768151.977862:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768151.977865:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768151.977868:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768151.977872:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768151.977876:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768151.977878:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768151.977882:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768151.977884:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775768151.977887:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768151.977891:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775768151.977893:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775768151.977896:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775768151.977899:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768151.977902:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768151.977904:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768151.977907:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768151.977909:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:0.0:1775768151.977913:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000020:00000001:2.0:1775768151.977913:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1775768151.977918:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768151.977918:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768151.977921:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00010000:00010000:2.0:1775768151.977923:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
02000000:00000001:0.0:1775768151.977925:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768151.977928:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768151.977931:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768151.977933:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768151.977942:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924380.
00000020:00000040:0.0:1775768151.977946:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775768151.977949:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768151.977950:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768151.977953:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768151.977956:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768151.977959:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768151.977966:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f400.
00000100:00000001:0.0:1775768151.977971:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768151.977979:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924380 x1862022335189632/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768151.977989:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768151.977993:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768151.977997:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ec7b015] to pc [ptlrpcd_rcv+-1]  req@ffff927322924380 x1862022335189632/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768151.978017:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768151.978020:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768151.978024:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768151.978025:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768151.978027:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768151.978029:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768151.978032:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5336
00000400:00000200:0.0:1775768151.978037:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768151.978040:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768151.978043:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768151.978046:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768151.978050:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768151.978053:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768151.978057:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768151.978059:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768151.978062:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775768151.978064:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768151.978066:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775768151.978076:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:0.0:1775768151.978079:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:0.0:1775768151.978086:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768151.978089:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768151.978093:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768151.978096:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768151.978099:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:0.0:1775768151.978104:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768151.978110:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768151.978114:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768151.978119:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768151.978124:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768151.978127:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768151.978133:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768151.978140:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768151.978142:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768151.978149:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924a80.
00000020:00000040:0.0:1775768151.978152:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:0.0:1775768151.978166:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768151.978168:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768151.978175:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768151.978178:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768151.978180:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768151.978185:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f800.
00000100:00000001:0.0:1775768151.978190:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768151.978199:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924a80 x1862022335189760/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768151.978213:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768151.978216:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768151.978222:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c400aa7] to pc [ptlrpcd_rcv+-1]  req@ffff927322924a80 x1862022335189760/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768151.978236:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768151.978241:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768151.978246:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768151.978249:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768151.978251:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768151.978255:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768151.978259:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5336
00000400:00000200:0.0:1775768151.978265:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768151.978272:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768151.978276:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768151.978281:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768151.978284:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768151.978289:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768151.978293:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768151.978298:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768151.978299:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:0.0:1775768151.978301:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768151.978304:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775768151.978314:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:0.0:1775768151.978319:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:0.0:1775768151.978325:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768151.978329:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768151.978333:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768151.978336:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768151.978339:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:0.0:1775768151.978346:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000800:00000200:3.1:1775768151.978346:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:0.0:1775768151.978350:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768151.978353:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768151.978356:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768151.978358:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768151.978360:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768151.978364:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768151.978368:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768151.978372:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768151.978377:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927100.
00000020:00000040:0.0:1775768151.978380:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775768151.978385:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768151.978386:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768151.978389:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768151.978391:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768151.978393:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768151.978398:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477fc00.
00000100:00000001:0.0:1775768151.978404:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768151.978412:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927100 x1862022335189888/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768151.978431:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768151.978435:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768151.978441:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0540768] to pc [ptlrpcd_rcv+-1]  req@ffff927322927100 x1862022335189888/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768151.978465:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768151.978469:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768151.978476:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768151.978478:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768151.978479:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768151.978481:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768151.978485:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5336
00000400:00000200:0.0:1775768151.978501:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768151.978508:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768151.978511:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768151.978517:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768151.978520:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768151.978523:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768151.978526:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768151.978529:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768151.978531:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775768151.978534:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768151.978537:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:0.0:1775768151.978541:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:0.0:1775768151.978543:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:0.0:1775768151.978548:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768151.978552:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768151.978555:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768151.978560:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768151.978565:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:0.0:1775768151.978570:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768151.978574:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768151.978577:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768151.978580:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768151.978585:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768151.978589:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768151.978592:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768151.978595:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768151.978598:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768151.978602:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924e00.
00000020:00000040:0.0:1775768151.978607:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:0.0:1775768151.978611:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768151.978614:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768151.978617:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768151.978620:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768151.978634:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768151.978640:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d400.
00000100:00000001:0.0:1775768151.978645:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768151.978654:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924e00 x1862022335190016/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768151.978668:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768151.978671:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768151.978678:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aec4c6e] to pc [ptlrpcd_rcv+-1]  req@ffff927322924e00 x1862022335190016/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1775768151.978685:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:0.0:1775768151.978692:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768151.978696:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768151.978702:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775768151.978705:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768151.978707:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768151.978728:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768151.978731:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5336
00000400:00000200:0.0:1775768151.978736:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768151.978739:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768151.978742:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768151.978748:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768151.978752:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768151.978756:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768151.978759:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768151.978764:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768151.978766:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:0.0:1775768151.978770:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768151.978772:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:0.0:1775768151.978775:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:0.0:1775768151.978778:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:0.0:1775768151.978783:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768151.978786:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768151.978789:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768151.978792:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768151.978795:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:0.0:1775768151.978799:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768151.978803:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768151.978805:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768151.978809:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768151.978813:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768151.978816:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768151.978819:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768151.978825:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768151.978827:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768151.978832:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924700.
00000020:00000040:0.0:1775768151.978836:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:0.0:1775768151.978841:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768151.978846:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768151.978849:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768151.978852:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768151.978855:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768151.978860:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f000.
00000100:00000001:0.0:1775768151.978865:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768151.978873:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924700 x1862022335190144/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768151.978889:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768151.978893:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768151.978899:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc3726d9] to pc [ptlrpcd_rcv+-1]  req@ffff927322924700 x1862022335190144/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768151.978915:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768151.978921:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5346)
00000800:00000200:3.1:1775768151.978999:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768151.979135:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768151.979268:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:0.0:1775768152.553765:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768152.553771:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768152.553772:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768152.553776:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768152.553779:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768152.553782:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768152.553784:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768152.553785:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768152.553787:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768153.001844:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768153.001847:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768153.001851:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768153.257783:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300010237, at 4300010240
00000100:00000010:2.0:1775768153.257792:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3720.
00000100:00000001:0.0:1775768153.577786:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768153.577797:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768153.577799:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768153.577805:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768153.577809:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768153.577812:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768153.577815:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768153.577817:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768153.577819:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768154.025936:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768154.025940:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768154.025944:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768154.601844:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768154.601851:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768154.601853:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768154.601858:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768154.601862:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768154.601867:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768154.601869:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768154.601871:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768154.601873:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768155.050044:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768155.050047:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768155.050050:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1775768155.050106:0:2392:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.131:988
00000400:00000100:0.0:1775768155.050159:0:2392:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.131@tcp at host 192.168.202.131 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1775768155.050170:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768155.050175:0:2392:0:(router.c:1750:lnet_notify()) 192.168.202.31@tcp notifying 192.168.202.131@tcp: down
00000400:00000200:0.0:1775768155.050181:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768155.050186:0:2392:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:0.0:1775768155.050191:0:2392:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:0.0:1775768155.050196:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:0.0:1775768155.050203:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1775768155.050208:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1775768155.050216:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3bb0
00000400:00000010:0.0:1775768155.050219:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3bb0.
00000100:00000001:0.0:1775768155.050227:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768155.050240:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927322924380 x1862022335189632/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768155.050266:0:2392:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768155.050271:0:2392:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322924380 x1862022335189632/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768176 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768155.050285:0:2392:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768155.050287:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1775768155.050299:0:2392:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:0.0:1775768155.050302:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931e00.
00000400:00000200:0.0:1775768155.050306:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1775768155.050312:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1775768155.050316:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3c38
00000400:00000010:0.0:1775768155.050318:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3c38.
00000100:00000001:0.0:1775768155.050323:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768155.050331:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927322924a80 x1862022335189760/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768155.050354:0:2392:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768155.050358:0:2392:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322924a80 x1862022335189760/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768176 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768155.050368:0:2392:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768155.050371:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1775768155.050381:0:2392:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:0.0:1775768155.050392:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931d00.
00000400:00000200:0.0:1775768155.050399:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1775768155.050405:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1775768155.050412:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3088
00000400:00000010:0.0:1775768155.050415:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3088.
00000100:00000001:0.0:1775768155.050418:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768155.050422:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927322927100 x1862022335189888/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768155.050434:0:2392:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768155.050439:0:2392:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322927100 x1862022335189888/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768176 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768155.050454:0:2392:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768155.050458:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1775768155.050467:0:2392:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:0.0:1775768155.050471:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931a00.
00000400:00000200:0.0:1775768155.050476:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1775768155.050489:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1775768155.050494:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3110
00000400:00000010:0.0:1775768155.050498:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3110.
00000100:00000001:0.0:1775768155.050502:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768155.050509:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927322924e00 x1862022335190016/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768155.050523:0:2392:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768155.050530:0:2392:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322924e00 x1862022335190016/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768176 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768155.050542:0:2392:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768155.050546:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1775768155.050554:0:2392:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:0.0:1775768155.050560:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:0.0:1775768155.050564:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1775768155.050570:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1775768155.050576:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3e58
00000400:00000010:0.0:1775768155.050578:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3e58.
00000100:00000001:0.0:1775768155.050583:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768155.050589:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927322924700 x1862022335190144/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768155.050607:0:2392:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768155.050613:0:2392:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322924700 x1862022335190144/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768176 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768155.050628:0:2392:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768155.050632:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768155.625865:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768155.625872:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768155.625874:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768155.625879:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768155.625882:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768155.625886:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768155.625888:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768155.625890:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768155.625892:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768156.073962:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768156.073967:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768156.073971:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768156.649812:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768156.649819:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768156.649821:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768156.649826:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768156.649830:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768156.649833:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768156.649835:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768156.649838:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768156.649840:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768157.097837:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768157.097847:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768157.097851:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768157.097854:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768157.097859:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768157.097866:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5341
00000400:00000200:2.0:1775768157.097877:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768157.097882:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768157.097884:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768157.097887:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768157.097890:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768157.097894:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768157.097896:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768157.097900:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768157.097903:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775768157.097910:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768157.097916:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775768157.097930:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775768157.097936:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775768157.097940:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768157.097942:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768157.097947:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768157.097949:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768157.097952:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775768157.097957:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768157.097960:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768157.097963:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768157.097966:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768157.097973:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768157.097976:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768157.097979:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768157.097989:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
00000020:00000040:2.0:1775768157.097994:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775768157.097998:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768157.098001:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768157.098005:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768157.098008:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768157.098013:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768157.098023:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306befc00.
00000100:00000001:2.0:1775768157.098032:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768157.098045:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335190272/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768157.098058:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768157.098064:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768157.098069:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335190272/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768157.098097:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768157.098100:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768157.098104:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768157.098106:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768157.098108:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768157.098111:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768157.098121:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5341
00000020:00000001:1.0:1775768157.098122:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768157.098127:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768157.098131:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00010000:00010000:1.0:1775768157.098135:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000200:2.0:1775768157.098145:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768157.098148:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768157.098151:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768157.098153:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768157.098154:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768157.098157:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768157.098160:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768157.098162:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775768157.098164:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768157.098166:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775768157.098168:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775768157.098171:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775768157.098174:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768157.098176:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768157.098177:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768157.098179:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768157.098181:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775768157.098184:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768157.098187:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768157.098190:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768157.098198:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768157.098201:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768157.098202:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768157.098209:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768157.098215:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768157.098219:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768157.098224:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
00000020:00000040:2.0:1775768157.098227:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775768157.098233:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768157.098235:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768157.098242:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768157.098246:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768157.098251:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768157.098260:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec000.
00000100:00000001:2.0:1775768157.098267:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768157.098278:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335190400/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768157.098296:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768157.098301:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768157.098310:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335190400/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768157.098351:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768157.098356:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768157.098367:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768157.098370:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768157.098373:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768157.098377:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768157.098383:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5341
00000400:00000200:2.0:1775768157.098393:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768157.098399:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768157.098403:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768157.098410:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768157.098414:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768157.098417:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768157.098420:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768157.098430:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768157.098434:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775768157.098439:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768157.098445:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775768157.098449:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775768157.098455:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775768157.098468:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768157.098477:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768157.098481:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768157.098488:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768157.098493:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775768157.098505:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768157.098515:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768157.098520:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768157.098526:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768157.098529:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768157.098531:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768157.098533:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768157.098536:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768157.098537:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768157.098544:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775768157.098547:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775768157.098549:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768157.098550:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768157.098552:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768157.098554:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768157.098555:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768157.098560:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee000.
00000100:00000001:2.0:1775768157.098564:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768157.098571:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335190528/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768157.098590:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768157.098592:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768157.098596:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335190528/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768157.098605:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768157.098608:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768157.098613:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768157.098614:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768157.098618:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768157.098621:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768157.098629:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5341
00000400:00000200:2.0:1775768157.098635:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768157.098643:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768157.098651:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768157.098655:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768157.098658:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768157.098662:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768157.098668:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768157.098676:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768157.098678:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775768157.098680:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768157.098685:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775768157.098696:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775768157.098701:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775768157.098794:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768157.098807:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768157.098814:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768157.098818:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768157.098824:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775768157.098831:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768157.098839:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768157.098847:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768157.098853:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768157.098858:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768157.098862:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768157.098865:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768157.098871:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775768157.098872:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:2.0:1775768157.098875:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775768157.098882:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000100:00000010:2.0:1775768157.098884:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775768157.098892:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775768157.098900:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768157.098902:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768157.098909:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768157.098915:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768157.098919:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768157.098931:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306becc00.
00000100:00000001:2.0:1775768157.098943:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768157.098958:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335190656/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768157.098975:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768157.098980:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768157.098994:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335190656/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768157.099074:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768157.099080:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768157.099085:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775768157.099091:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768157.099093:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768157.099096:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768157.099106:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5341
00000400:00000200:2.0:1775768157.099120:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768157.099128:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768157.099132:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768157.099138:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768157.099144:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768157.099147:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768157.099155:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768157.099160:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768157.099164:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775768157.099168:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768157.099170:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775768157.099173:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775768157.099179:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775768157.099186:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768157.099188:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768157.099192:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768157.099197:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768157.099199:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775768157.099208:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768157.099212:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768157.099217:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768157.099223:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768157.099230:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768157.099236:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768157.099241:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768157.099247:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768157.099252:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768157.099261:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775768157.099266:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775768157.099274:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768157.099278:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768157.099290:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768157.099296:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768157.099299:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768157.099309:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed800.
00000100:00000001:2.0:1775768157.099319:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768157.099333:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335190784/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768157.099349:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768157.099354:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768157.099366:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335190784/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768157.099397:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768157.099409:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5351)
00000800:00000200:3.1:1775768157.099756:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768157.099759:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775768157.100045:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768157.100047:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775768157.100296:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768157.100298:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775768157.100529:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768157.100531:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000100:00000001:0.0:1775768157.673803:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768157.673808:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768157.673809:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768157.673814:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768157.673816:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768157.673819:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768157.673820:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768157.673822:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768157.673824:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768158.121957:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768158.121961:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768158.121964:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768158.377775:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300015358, at 4300015360
00000100:00000010:2.0:1775768158.377791:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3300.
00000100:00000001:0.0:1775768158.697803:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768158.697809:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768158.697811:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768158.697817:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768158.697820:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768158.697824:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768158.697827:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768158.697829:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768158.697832:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768159.145902:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768159.145907:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768159.145911:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768159.721792:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768159.721797:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768159.721798:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768159.721802:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768159.721805:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768159.721808:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768159.721810:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768159.721812:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768159.721814:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768160.169861:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768160.169870:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768160.169875:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768160.745817:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768160.745823:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768160.745825:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768160.745830:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768160.745833:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768160.745837:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768160.745839:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768160.745842:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768160.745844:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768161.193878:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768161.193882:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768161.193885:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768161.769804:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768161.769810:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768161.769811:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768161.769815:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768161.769817:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768161.769820:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768161.769822:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768161.769824:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768161.769826:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768162.217856:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768162.217869:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768162.217873:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768162.217878:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768162.217885:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768162.217893:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5346
00000400:00000200:2.0:1775768162.217906:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768162.217917:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768162.217921:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768162.217924:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768162.217929:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768162.217932:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768162.217936:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768162.217941:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768162.217943:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775768162.217948:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768162.217952:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775768162.217955:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775768162.217959:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775768162.217962:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768162.217965:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768162.217980:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768162.217988:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768162.217990:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000040:2.0:1775768162.217992:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000020:00000001:1.0:1775768162.217997:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768162.218000:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00010000:00010000:1.0:1775768162.218008:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768162.218009:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768162.218015:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768162.218020:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768162.218025:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768162.218028:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768162.218032:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768162.218044:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775768162.218049:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775768162.218054:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768162.218056:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768162.218059:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768162.218061:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768162.218066:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768162.218074:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef800.
00000100:00000001:2.0:1775768162.218082:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768162.218091:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335190912/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768162.218101:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768162.218105:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768162.218109:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335190912/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768162.218126:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768162.218129:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768162.218132:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768162.218133:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768162.218135:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768162.218137:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768162.218139:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5346
00000400:00000200:2.0:1775768162.218143:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768162.218145:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768162.218147:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768162.218150:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768162.218152:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768162.218154:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768162.218156:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768162.218157:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768162.218159:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775768162.218161:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768162.218163:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775768162.218165:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775768162.218168:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775768162.218173:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768162.218178:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768162.218182:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768162.218187:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768162.218192:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775768162.218200:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768162.218206:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768162.218210:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768162.218217:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768162.218220:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768162.218221:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768162.218225:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768162.218227:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768162.218229:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768162.218234:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775768162.218238:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775768162.218240:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768162.218241:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768162.218244:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768162.218245:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768162.218249:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768162.218254:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed400.
00000100:00000001:2.0:1775768162.218260:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768162.218266:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335191040/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768162.218274:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768162.218277:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768162.218282:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335191040/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768162.218289:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768162.218292:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768162.218296:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768162.218297:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768162.218299:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768162.218302:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768162.218306:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5346
00000400:00000200:2.0:1775768162.218309:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768162.218314:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768162.218316:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768162.218318:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768162.218320:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768162.218321:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768162.218327:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768162.218329:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768162.218330:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775768162.218331:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768162.218333:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775768162.218336:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775768162.218339:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775768162.218344:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768162.218345:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768162.218349:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768162.218351:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768162.218353:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775768162.218358:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768162.218362:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768162.218365:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768162.218368:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768162.218372:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768162.218375:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768162.218377:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768162.218380:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768162.218381:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768162.218388:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775768162.218392:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775768162.218396:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768162.218400:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768162.218403:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768162.218407:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768162.218409:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768162.218415:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bedc00.
00000100:00000001:2.0:1775768162.218419:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768162.218427:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335191168/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768162.218441:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768162.218445:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768162.218452:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335191168/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768162.218464:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768162.218467:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768162.218472:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768162.218475:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768162.218477:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768162.218481:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768162.218487:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5346
00000400:00000200:2.0:1775768162.218511:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768162.218518:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768162.218520:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768162.218522:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768162.218537:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768162.218540:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768162.218544:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768162.218545:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768162.218547:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775768162.218548:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768162.218551:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775768162.218553:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775768162.218557:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775768162.218561:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768162.218563:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768162.218566:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768162.218569:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768162.218571:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000800:00000200:3.1:1775768162.218574:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00080000:2.0:1775768162.218576:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768162.218581:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775768162.218582:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
02000000:00000001:2.0:1775768162.218583:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768162.218586:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768162.218589:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768162.218592:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768162.218594:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768162.218597:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768162.218602:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768162.218605:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775768162.218607:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775768162.218610:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768162.218612:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768162.218614:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768162.218616:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768162.218619:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768162.218624:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef400.
00000100:00000001:2.0:1775768162.218627:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768162.218633:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335191296/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768162.218640:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768162.218643:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768162.218650:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335191296/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768162.218666:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768162.218671:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768162.218678:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775768162.218679:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768162.218680:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768162.218682:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768162.218686:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5346
00000400:00000200:2.0:1775768162.218690:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768162.218693:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768162.218697:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768162.218703:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768162.218706:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768162.218735:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768162.218738:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768162.218744:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768162.218747:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775768162.218749:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768162.218750:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775768162.218752:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775768162.218754:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775768162.218758:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768162.218761:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768162.218765:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768162.218770:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768162.218775:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775768162.218779:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768162.218784:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768162.218788:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768162.218792:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768162.218797:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768162.218799:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768162.218801:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768162.218806:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768162.218811:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768162.218816:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775768162.218821:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775768162.218826:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768162.218829:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768162.218833:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768162.218836:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768162.218839:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768162.218846:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed800.
00000100:00000001:2.0:1775768162.218852:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768162.218859:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335191424/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768162.218868:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768162.218872:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768162.218878:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335191424/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768162.218886:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768162.218891:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5356)
00000800:00000200:3.1:1775768162.219203:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768162.219206:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775768162.219520:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768162.219523:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775768162.219843:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768162.219844:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775768162.220026:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768162.220027:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1775768162.793870:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768162.793878:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768162.793880:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768162.793885:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768162.793889:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768162.793893:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768162.793895:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768162.793897:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768162.793900:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768163.241955:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768163.241958:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768163.241961:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768163.497817:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300020478, at 4300020480
00000100:00000010:2.0:1775768163.497842:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3c00.
00000100:00000001:0.0:1775768163.817865:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768163.817873:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768163.817875:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768163.817881:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768163.817885:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768163.817889:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768163.817892:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768163.817895:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768163.817897:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768164.265938:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768164.265942:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768164.265953:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768164.841815:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768164.841820:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768164.841822:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768164.841827:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768164.841829:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768164.841832:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768164.841835:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768164.841837:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768164.841839:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768165.289992:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768165.289996:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768165.290000:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768165.865826:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768165.865833:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768165.865836:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768165.865841:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768165.865846:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768165.865850:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768165.865852:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768165.865855:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768165.865858:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768166.313973:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768166.313978:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768166.313981:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768166.889807:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768166.889812:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768166.889813:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768166.889817:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768166.889820:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768166.889823:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768166.889825:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768166.889827:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768166.889828:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768167.337799:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768167.337810:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768167.337814:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768167.337818:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768167.337822:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768167.337830:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5351
00000400:00000200:2.0:1775768167.337840:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768167.337848:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768167.337853:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768167.337858:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768167.337863:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768167.337867:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768167.337869:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768167.337873:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768167.337874:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775768167.337877:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768167.337880:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775768167.337882:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775768167.337884:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775768167.337886:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768167.337887:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768167.337889:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768167.337890:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768167.337892:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775768167.337894:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768167.337896:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768167.337898:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768167.337901:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768167.337903:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768167.337905:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768167.337907:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768167.337919:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
00000020:00000040:2.0:1775768167.337922:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775768167.337926:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768167.337928:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768167.337930:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768167.337934:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768167.337938:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768167.337949:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768167.337954:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768167.337958:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
02000000:00000010:2.0:1775768167.337960:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306becc00.
00000100:00000001:2.0:1775768167.337970:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768167.337983:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335191552/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768167.337994:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768167.337999:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768167.338002:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335191552/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768167.338019:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768167.338021:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768167.338024:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768167.338025:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768167.338026:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768167.338028:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768167.338030:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5351
00000400:00000200:2.0:1775768167.338032:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768167.338034:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768167.338036:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768167.338038:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768167.338039:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768167.338041:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768167.338042:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768167.338044:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768167.338045:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775768167.338046:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768167.338049:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775768167.338050:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775768167.338052:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775768167.338054:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768167.338056:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768167.338059:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768167.338061:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768167.338064:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775768167.338068:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768167.338069:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768167.338072:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768167.338077:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768167.338081:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768167.338084:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768167.338089:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768167.338092:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768167.338093:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768167.338097:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
00000020:00000040:2.0:1775768167.338101:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775768167.338105:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768167.338106:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768167.338109:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768167.338112:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768167.338113:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768167.338118:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee000.
00000100:00000001:2.0:1775768167.338121:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768167.338127:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335191680/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768167.338138:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768167.338140:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768167.338145:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335191680/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768167.338160:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768167.338161:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768167.338163:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768167.338166:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768167.338167:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768167.338171:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768167.338174:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5351
00000400:00000200:2.0:1775768167.338178:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768167.338184:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768167.338188:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768167.338193:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768167.338195:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768167.338201:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768167.338204:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768167.338208:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768167.338209:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775768167.338211:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768167.338214:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775768167.338215:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775768167.338219:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775768167.338224:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768167.338225:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768167.338227:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768167.338231:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768167.338234:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775768167.338238:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768167.338243:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768167.338245:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768167.338247:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768167.338251:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768167.338253:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768167.338254:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768167.338255:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768167.338256:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768167.338260:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775768167.338263:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775768167.338268:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768167.338272:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768167.338274:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768167.338278:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768167.338281:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768167.338288:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec000.
00000100:00000001:2.0:1775768167.338293:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768167.338303:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335191808/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768167.338317:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768167.338319:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768167.338324:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335191808/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768167.338333:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768167.338336:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768167.338339:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768167.338342:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768167.338344:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768167.338349:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:3.1:1775768167.338349:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00080000:2.0:1775768167.338352:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5351
00000800:00000200:3.1:1775768167.338356:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 47 secs later)
00000400:00000200:2.0:1775768167.338357:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768167.338363:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768167.338368:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768167.338375:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768167.338378:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768167.338382:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768167.338385:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768167.338390:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768167.338393:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775768167.338398:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768167.338402:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775768167.338406:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775768167.338411:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775768167.338420:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768167.338423:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768167.338428:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768167.338433:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768167.338439:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775768167.338445:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768167.338451:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768167.338456:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768167.338460:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768167.338463:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768167.338467:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768167.338469:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768167.338471:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768167.338472:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768167.338486:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775768167.338489:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775768167.338491:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768167.338494:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768167.338496:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768167.338497:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768167.338500:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768167.338505:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306befc00.
00000100:00000001:2.0:1775768167.338511:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768167.338521:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335191936/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768167.338545:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768167.338547:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768167.338550:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335191936/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768167.338558:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768167.338562:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768167.338564:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775768167.338567:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768167.338569:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768167.338573:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768167.338576:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5351
00000400:00000200:2.0:1775768167.338581:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768167.338583:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768167.338585:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768167.338586:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768167.338589:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768167.338598:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768167.338602:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768167.338606:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768167.338608:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775768167.338611:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768167.338614:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775768167.338617:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775768167.338620:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775768167.338626:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768167.338629:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768167.338633:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768167.338637:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768167.338641:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775768167.338645:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768167.338648:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768167.338650:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768167.338653:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768167.338662:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768167.338669:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768167.338673:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768167.338678:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768167.338684:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768167.338689:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775768167.338695:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775768167.338700:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768167.338702:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768167.338706:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768167.338736:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768167.338739:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768167.338746:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306beec00.
00000100:00000001:2.0:1775768167.338751:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768167.338760:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335192064/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768167.338768:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768167.338771:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768167.338775:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335192064/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768167.338784:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768167.338788:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5362)
00000800:00000200:3.1:1775768167.338884:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768167.338886:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1775768167.339082:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768167.339084:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1775768167.339249:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768167.339251:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1775768167.339439:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768167.339440:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 47 secs later)
00000100:00000001:0.0:1775768167.913805:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768167.913814:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768167.913816:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768167.913823:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768167.913828:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768167.913834:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768167.913836:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768167.913840:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768167.913842:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768168.361873:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768168.361876:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768168.361878:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768168.617793:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300025597, at 4300025600
00000100:00000010:2.0:1775768168.617804:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3b40.
00000100:00000001:0.0:1775768168.937806:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768168.937811:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768168.937812:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768168.937817:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768168.937819:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768168.937823:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768168.937825:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768168.937827:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768168.937832:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768169.385884:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768169.385888:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768169.385890:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768169.961775:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768169.961779:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768169.961781:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768169.961785:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768169.961788:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768169.961791:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768169.961793:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768169.961795:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768169.961796:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768170.409894:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768170.409897:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768170.409900:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768170.985860:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768170.985869:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768170.985871:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768170.985878:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768170.985882:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768170.985887:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768170.985890:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768170.985892:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768170.985895:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768171.433947:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768171.433953:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768171.433957:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768172.009769:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768172.009778:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768172.009780:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768172.009787:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768172.009791:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768172.009796:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768172.009799:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768172.009802:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768172.009805:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768172.457826:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768172.457840:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768172.457846:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768172.457853:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768172.457861:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768172.457870:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5357
00000400:00000200:2.0:1775768172.457879:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768172.457885:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768172.457889:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768172.457891:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768172.457894:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768172.457898:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768172.457900:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768172.457905:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768172.457907:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775768172.457910:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768172.457913:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775768172.457916:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775768172.457919:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775768172.457922:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768172.457924:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768172.457926:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768172.457929:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768172.457932:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775768172.457936:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768172.457939:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768172.457942:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
02000000:00000001:2.0:1775768172.457942:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000020:00000001:1.0:1775768172.457946:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768172.457948:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00010000:1.0:1775768172.457950:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
02000000:00000001:2.0:1775768172.457952:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768172.457955:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768172.457957:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768172.457967:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775768172.457970:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775768172.457974:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768172.457975:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768172.457978:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768172.457981:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768172.457985:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768172.457992:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed000.
00000100:00000001:2.0:1775768172.457997:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768172.458005:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335192192/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768172.458013:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768172.458022:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768172.458026:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335192192/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768172.458041:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768172.458044:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768172.458046:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768172.458047:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768172.458048:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768172.458050:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768172.458052:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5357
00000400:00000200:2.0:1775768172.458055:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768172.458058:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768172.458060:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768172.458062:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768172.458064:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768172.458065:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768172.458067:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768172.458069:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768172.458071:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775768172.458073:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768172.458076:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775768172.458077:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775768172.458080:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775768172.458084:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768172.458088:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768172.458091:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768172.458095:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768172.458098:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775768172.458101:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768172.458104:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768172.458106:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768172.458112:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768172.458117:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768172.458121:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768172.458126:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768172.458130:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768172.458133:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768172.458137:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775768172.458140:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775768172.458144:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768172.458153:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768172.458155:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768172.458158:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768172.458159:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768172.458163:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee800.
00000100:00000001:2.0:1775768172.458166:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768172.458171:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335192320/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768172.458184:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768172.458186:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768172.458188:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335192320/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768172.458198:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768172.458201:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768172.458204:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768172.458206:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768172.458208:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768172.458212:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768172.458217:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5357
00000400:00000200:2.0:1775768172.458222:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768172.458226:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768172.458231:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768172.458236:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768172.458239:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768172.458242:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768172.458244:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768172.458246:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768172.458247:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775768172.458249:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768172.458253:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775768172.458255:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775768172.458256:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775768172.458259:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768172.458262:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768172.458265:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768172.458267:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768172.458269:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775768172.458273:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768172.458277:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768172.458278:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768172.458280:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768172.458283:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768172.458285:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768172.458287:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768172.458289:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768172.458292:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768172.458296:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775768172.458299:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775768172.458301:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768172.458303:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768172.458306:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768172.458308:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768172.458311:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768172.458316:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee400.
00000100:00000001:2.0:1775768172.458320:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768172.458329:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335192448/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768172.458346:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768172.458349:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768172.458356:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335192448/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1775768172.458374:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:2.0:1775768172.458376:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775768172.458378:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000100:00080000:2.0:1775768172.458379:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768172.458387:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768172.458391:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768172.458394:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768172.458398:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768172.458403:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5357
00000400:00000200:2.0:1775768172.458412:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768172.458417:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768172.458419:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768172.458423:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768172.458452:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768172.458457:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768172.458460:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768172.458465:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768172.458468:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775768172.458470:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768172.458473:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775768172.458476:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775768172.458478:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775768172.458483:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768172.458485:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768172.458488:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768172.458492:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768172.458496:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775768172.458500:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768172.458503:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768172.458504:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768172.458508:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768172.458511:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768172.458512:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768172.458514:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768172.458518:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768172.458519:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768172.458525:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775768172.458528:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775768172.458532:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768172.458533:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768172.458535:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768172.458536:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768172.458539:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768172.458543:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef000.
00000100:00000001:2.0:1775768172.458546:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768172.458552:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335192576/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768172.458560:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768172.458562:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768172.458566:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335192576/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768172.458577:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768172.458580:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768172.458583:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775768172.458585:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768172.458586:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768172.458590:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768172.458595:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5357
00000400:00000200:2.0:1775768172.458603:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768172.458607:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768172.458612:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768172.458617:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768172.458619:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768172.458621:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768172.458622:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768172.458625:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768172.458628:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775768172.458630:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768172.458631:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775768172.458634:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775768172.458637:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775768172.458643:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768172.458646:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768172.458651:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768172.458656:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768172.458662:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775768172.458668:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768172.458675:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768172.458680:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768172.458684:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768172.458688:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768172.458693:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768172.458697:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768172.458703:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768172.458707:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768172.458732:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775768172.458736:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775768172.458741:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768172.458743:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768172.458745:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768172.458747:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768172.458749:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768172.458753:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec800.
00000100:00000001:2.0:1775768172.458757:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768172.458764:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335192704/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768172.458778:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768172.458782:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768172.458788:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335192704/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768172.458800:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768172.458804:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5367)
00000800:00000200:3.1:1775768172.458988:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768172.458991:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775768172.459246:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768172.459249:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775768172.459527:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768172.459530:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775768172.459760:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768172.459762:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000100:00000001:0.0:1775768173.033797:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768173.033804:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768173.033805:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768173.033810:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768173.033814:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768173.033817:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768173.033819:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768173.033822:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768173.033825:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768173.481880:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768173.481884:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768173.481887:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768173.737836:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300030717, at 4300030720
00000100:00000010:2.0:1775768173.737851:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3e40.
00000100:00000001:0.0:1775768174.057773:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768174.057778:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768174.057780:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768174.057785:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768174.057789:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768174.057792:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768174.057794:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768174.057796:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768174.057798:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768174.505942:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768174.505947:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768174.505950:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768175.081821:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768175.081826:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768175.081827:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768175.081831:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768175.081834:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768175.081837:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768175.081838:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768175.081841:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768175.081842:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768175.529890:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768175.529894:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768175.529897:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768176.105854:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768176.105863:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768176.105865:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768176.105873:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768176.105877:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768176.105882:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768176.105885:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768176.105887:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768176.105891:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768176.553942:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768176.553947:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768176.553950:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768177.129799:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768177.129806:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768177.129807:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768177.129813:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768177.129816:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768177.129820:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768177.129822:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768177.129824:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768177.129827:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768177.577815:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768177.577823:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768177.577826:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768177.577831:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768177.577837:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768177.577844:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5362
00000400:00000200:0.0:1775768177.577854:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768177.577865:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768177.577869:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768177.577876:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768177.577882:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768177.577886:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768177.577893:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768177.577897:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768177.577899:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775768177.577902:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768177.577905:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775768177.577908:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775768177.577910:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775768177.577914:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768177.577916:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768177.577919:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768177.577921:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768177.577924:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000020:00000001:1.0:1775768177.577925:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00080000:0.0:1775768177.577929:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000020:00000001:1.0:1775768177.577930:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768177.577933:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768177.577935:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
02000000:00000001:0.0:1775768177.577937:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768177.577941:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768177.577945:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768177.577948:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768177.577951:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768177.577963:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925880.
00000020:00000040:0.0:1775768177.577966:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775768177.577970:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768177.577972:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768177.577975:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768177.577979:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768177.577984:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768177.577994:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e400.
00000100:00000001:0.0:1775768177.578002:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768177.578013:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925880 x1862022335192832/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768177.578024:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768177.578028:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768177.578032:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f872a4ed] to pc [ptlrpcd_rcv+-1]  req@ffff927322925880 x1862022335192832/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768177.578047:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768177.578050:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768177.578052:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768177.578053:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768177.578054:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768177.578056:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768177.578058:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5362
00000400:00000200:0.0:1775768177.578062:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768177.578066:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768177.578068:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768177.578071:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768177.578074:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768177.578077:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768177.578080:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768177.578084:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768177.578087:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775768177.578089:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768177.578092:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775768177.578095:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:0.0:1775768177.578098:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:0.0:1775768177.578102:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768177.578107:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768177.578111:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768177.578115:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768177.578117:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:0.0:1775768177.578121:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768177.578125:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768177.578127:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768177.578132:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768177.578135:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768177.578137:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768177.578142:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768177.578145:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768177.578149:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768177.578153:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925500.
00000020:00000040:0.0:1775768177.578155:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:0.0:1775768177.578157:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768177.578160:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768177.578161:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768177.578163:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768177.578165:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768177.578169:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e800.
00000100:00000001:0.0:1775768177.578172:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768177.578178:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925500 x1862022335192960/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768177.578185:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768177.578188:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768177.578192:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a57c8e8f] to pc [ptlrpcd_rcv+-1]  req@ffff927322925500 x1862022335192960/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768177.578199:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768177.578201:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768177.578206:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768177.578207:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768177.578208:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768177.578210:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768177.578212:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5362
00000400:00000200:0.0:1775768177.578218:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768177.578221:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768177.578223:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768177.578227:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768177.578229:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768177.578231:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768177.578232:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768177.578233:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768177.578234:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:0.0:1775768177.578235:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768177.578236:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775768177.578239:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:0.0:1775768177.578243:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:0.0:1775768177.578248:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768177.578251:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768177.578253:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768177.578255:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768177.578257:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:0.0:1775768177.578261:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768177.578265:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768177.578267:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768177.578270:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768177.578272:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768177.578275:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768177.578277:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768177.578278:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768177.578280:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768177.578283:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926d80.
00000020:00000040:0.0:1775768177.578285:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775768177.578287:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768177.578288:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768177.578289:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768177.578290:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768177.578291:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768177.578295:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477ec00.
00000100:00000001:0.0:1775768177.578300:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768177.578303:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926d80 x1862022335193088/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768177.578313:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768177.578314:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768177.578319:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000adacb2c9] to pc [ptlrpcd_rcv+-1]  req@ffff927322926d80 x1862022335193088/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768177.578328:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768177.578329:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768177.578333:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768177.578335:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768177.578337:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768177.578340:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768177.578344:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5362
00000400:00000200:0.0:1775768177.578350:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768177.578356:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768177.578358:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768177.578360:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768177.578362:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768177.578365:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768177.578368:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768177.578370:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768177.578371:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775768177.578373:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768177.578388:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:0.0:1775768177.578391:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:0.0:1775768177.578392:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:0.0:1775768177.578395:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768177.578396:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768177.578397:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768177.578400:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768177.578402:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:0.0:1775768177.578407:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768177.578409:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768177.578411:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768177.578414:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768177.578417:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768177.578418:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768177.578421:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768177.578423:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768177.578424:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768177.578427:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927480.
00000020:00000040:0.0:1775768177.578429:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:0.0:1775768177.578433:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768177.578435:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768177.578437:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768177.578439:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768177.578441:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775768177.578445:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
02000000:00000010:0.0:1775768177.578446:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c000.
00000100:00000001:0.0:1775768177.578450:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775768177.578451:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000100:00100000:0.0:1775768177.578455:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927480 x1862022335193216/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768177.578464:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768177.578468:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768177.578471:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd1176bb] to pc [ptlrpcd_rcv+-1]  req@ffff927322927480 x1862022335193216/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768177.578479:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768177.578482:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768177.578487:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775768177.578488:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768177.578490:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768177.578494:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768177.578497:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5362
00000400:00000200:0.0:1775768177.578500:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768177.578503:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768177.578505:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768177.578508:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768177.578511:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768177.578515:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768177.578518:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768177.578522:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768177.578524:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:0.0:1775768177.578526:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768177.578528:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:0.0:1775768177.578529:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:0.0:1775768177.578531:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:0.0:1775768177.578534:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768177.578535:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768177.578535:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768177.578536:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768177.578538:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:0.0:1775768177.578539:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768177.578540:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768177.578542:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768177.578544:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768177.578548:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768177.578550:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768177.578553:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768177.578556:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768177.578558:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768177.578562:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926a00.
00000020:00000040:0.0:1775768177.578564:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:0.0:1775768177.578568:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768177.578570:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768177.578572:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768177.578573:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768177.578574:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768177.578576:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d800.
00000100:00000001:0.0:1775768177.578579:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768177.578587:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926a00 x1862022335193344/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768177.578597:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768177.578600:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768177.578606:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000798ab0be] to pc [ptlrpcd_rcv+-1]  req@ffff927322926a00 x1862022335193344/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768177.578620:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768177.578627:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5372)
00000800:00000200:3.1:1775768177.578955:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768177.578958:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775768177.579255:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768177.579258:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775768177.579549:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768177.579552:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775768177.579847:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768177.579850:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000100:00000001:0.0:1775768178.153898:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768178.153905:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768178.153907:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768178.153913:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768178.153916:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768178.153921:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768178.153923:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768178.153925:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768178.153927:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768178.601892:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768178.601895:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768178.601898:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768178.857817:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300035837, at 4300035840
00000100:00000010:2.0:1775768178.857831:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe30c0.
00000100:00000001:0.0:1775768179.177780:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768179.177786:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768179.177788:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768179.177792:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768179.177795:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768179.177798:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768179.177801:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768179.177803:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768179.177805:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768179.625896:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768179.625899:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768179.625902:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768180.201840:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768180.201847:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768180.201849:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768180.201855:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768180.201859:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768180.201863:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768180.201866:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768180.201869:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768180.201872:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768180.649960:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768180.649966:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768180.649970:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768181.225855:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768181.225863:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768181.225865:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768181.225871:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768181.225874:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768181.225879:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768181.225882:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768181.225884:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768181.225887:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768181.673883:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768181.673887:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768181.673890:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768182.249823:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768182.249830:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768182.249833:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768182.249839:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768182.249842:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768182.249847:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768182.249851:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768182.249853:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768182.249856:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768182.697832:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768182.697851:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768182.697855:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768182.697860:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768182.697867:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768182.697876:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5367
00000400:00000200:2.0:1775768182.697888:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768182.697896:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000020:00000001:1.0:1775768182.697900:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00080000:2.0:1775768182.697900:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000020:00000001:1.0:1775768182.697909:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768182.697910:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00010000:00010000:1.0:1775768182.697915:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768182.697916:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768182.697920:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768182.697923:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768182.697927:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768182.697929:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775768182.697932:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768182.697934:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775768182.697936:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775768182.697938:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775768182.697940:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768182.697941:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768182.697942:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768182.697943:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768182.697946:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775768182.697948:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768182.697951:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768182.697955:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768182.697958:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768182.697960:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768182.697962:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768182.697965:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768182.697977:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
00000020:00000040:2.0:1775768182.697982:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775768182.697987:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768182.697989:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768182.697993:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768182.697998:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768182.698003:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768182.698016:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec400.
00000100:00000001:2.0:1775768182.698025:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768182.698037:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335193472/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768182.698048:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768182.698053:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768182.698057:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335193472/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768182.698079:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768182.698081:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768182.698084:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768182.698086:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768182.698087:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768182.698089:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768182.698092:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5367
00000400:00000200:2.0:1775768182.698096:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768182.698099:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768182.698102:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768182.698105:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768182.698108:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768182.698110:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768182.698116:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768182.698119:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768182.698121:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775768182.698124:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768182.698126:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775768182.698131:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775768182.698134:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775768182.698137:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768182.698142:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768182.698146:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768182.698151:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768182.698157:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775768182.698164:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768182.698172:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768182.698179:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768182.698189:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768182.698200:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768182.698204:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768182.698208:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768182.698218:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768182.698226:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768182.698236:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
00000020:00000040:2.0:1775768182.698240:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775768182.698243:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768182.698245:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768182.698247:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768182.698249:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768182.698257:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768182.698266:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec800.
00000100:00000001:2.0:1775768182.698271:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768182.698278:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335193600/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768182.698290:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768182.698295:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768182.698308:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335193600/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768182.698341:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768182.698346:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768182.698354:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768182.698357:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768182.698361:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768182.698372:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768182.698385:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5367
00000400:00000200:2.0:1775768182.698402:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768182.698412:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768182.698419:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768182.698426:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768182.698434:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768182.698438:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768182.698441:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768182.698449:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768182.698452:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775768182.698459:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768182.698463:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775768182.698467:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775768182.698475:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775768182.698486:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768182.698499:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768182.698506:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768182.698511:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768182.698514:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775768182.698517:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768182.698523:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768182.698528:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768182.698536:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768182.698543:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768182.698551:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768182.698554:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768182.698562:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768182.698569:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768182.698577:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775768182.698582:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775768182.698587:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768182.698588:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775768182.698595:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:2.0:1775768182.698596:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768182.698600:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768182.698608:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775768182.698608:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
02000000:00000010:2.0:1775768182.698621:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef000.
00000100:00000001:2.0:1775768182.698627:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768182.698643:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335193728/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768182.698662:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768182.698668:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768182.698677:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335193728/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768182.698769:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768182.698773:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768182.698779:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768182.698781:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768182.698783:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768182.698788:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768182.698794:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5367
00000400:00000200:2.0:1775768182.698802:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768182.698813:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768182.698820:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768182.698829:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768182.698840:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768182.698850:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768182.698857:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768182.698866:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768182.698870:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775768182.698874:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768182.698880:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775768182.698891:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775768182.698902:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775768182.698918:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768182.698929:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768182.698939:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768182.698945:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768182.698951:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775768182.698958:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768182.698967:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768182.698974:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768182.698980:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768182.698987:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768182.698995:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768182.699004:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768182.699012:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768182.699017:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768182.699027:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775768182.699034:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775768182.699041:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768182.699048:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768182.699056:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768182.699062:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768182.699066:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768182.699072:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee400.
00000100:00000001:2.0:1775768182.699077:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768182.699092:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335193856/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768182.699147:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768182.699152:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768182.699159:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335193856/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768182.699182:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768182.699187:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768182.699194:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775768182.699200:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768182.699206:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768182.699215:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768182.699223:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5367
00000400:00000200:2.0:1775768182.699240:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768182.699250:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768182.699253:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768182.699261:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768182.699265:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768182.699270:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768182.699280:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768182.699285:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768182.699287:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775768182.699291:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768182.699293:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775768182.699300:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775768182.699309:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775768182.699323:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768182.699341:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768182.699344:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768182.699345:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768182.699349:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775768182.699352:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768182.699355:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768182.699357:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768182.699362:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768182.699364:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768182.699366:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768182.699368:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768182.699371:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768182.699373:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768182.699378:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775768182.699383:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775768182.699386:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768182.699390:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768182.699397:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768182.699403:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768182.699407:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768182.699415:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee800.
00000100:00000001:2.0:1775768182.699422:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768182.699437:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335193984/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768182.699482:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768182.699488:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768182.699505:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335193984/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768182.699521:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768182.699527:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5377)
00000800:00000200:3.1:1775768182.699613:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768182.699615:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775768182.699905:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768182.699907:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775768182.700143:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768182.700146:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775768182.700470:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768182.700471:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000100:00000001:0.0:1775768183.273797:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768183.273801:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768183.273803:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768183.273808:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768183.273811:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768183.273814:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768183.273816:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768183.273818:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768183.273820:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768183.721912:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768183.721915:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768183.721918:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768183.977785:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300040958, at 4300040960
00000100:00000010:2.0:1775768183.977799:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe39c0.
00000100:00000001:0.0:1775768184.297884:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768184.297892:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768184.297894:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768184.297901:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768184.297905:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768184.297909:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768184.297913:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768184.297916:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768184.297920:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768184.745960:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768184.745963:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768184.745966:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768185.321839:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768185.321846:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768185.321848:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768185.321854:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768185.321858:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768185.321864:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768185.321867:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768185.321870:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768185.321873:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768185.769974:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768185.769979:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768185.769983:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768186.345869:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768186.345880:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768186.345882:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768186.345889:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768186.345893:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768186.345898:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768186.345900:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768186.345903:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768186.345905:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768186.793932:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768186.793936:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768186.793940:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768187.369841:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768187.369850:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768187.369852:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768187.369859:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768187.369863:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768187.369867:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768187.369870:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768187.369873:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768187.369877:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768187.817808:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768187.817822:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768187.817825:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768187.817832:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768187.817840:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768187.817852:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5372
00000400:00000200:2.0:1775768187.817865:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768187.817874:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768187.817877:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768187.817885:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768187.817889:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768187.817892:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768187.817894:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768187.817896:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768187.817898:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775768187.817900:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768187.817902:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775768187.817904:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775768187.817905:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775768187.817908:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768187.817909:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768187.817911:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768187.817913:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768187.817916:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775768187.817919:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768187.817921:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768187.817924:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768187.817928:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768187.817933:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768187.817936:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768187.817938:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768187.817951:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000010:2.0:1775768187.817951:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000001:0.0:1775768187.817955:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1775768187.817956:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
00010000:00010000:0.0:1775768187.817958:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
02000000:00000001:2.0:1775768187.817962:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768187.817965:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768187.817968:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768187.817972:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768187.817978:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768187.817986:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306beec00.
00000100:00000001:2.0:1775768187.817993:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768187.818001:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335194112/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768187.818009:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768187.818013:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768187.818017:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335194112/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768187.818037:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768187.818039:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768187.818042:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768187.818043:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768187.818044:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768187.818046:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768187.818048:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5372
00000400:00000200:2.0:1775768187.818051:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768187.818053:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768187.818054:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768187.818057:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768187.818059:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768187.818060:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768187.818062:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768187.818064:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768187.818065:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775768187.818066:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768187.818067:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775768187.818068:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775768187.818070:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775768187.818074:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768187.818076:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768187.818078:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768187.818081:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768187.818083:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775768187.818087:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768187.818091:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768187.818094:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768187.818100:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768187.818102:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768187.818104:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768187.818109:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768187.818113:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768187.818117:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768187.818121:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775768187.818124:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775768187.818127:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768187.818128:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768187.818130:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768187.818132:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768187.818134:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768187.818138:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306befc00.
00000100:00000001:2.0:1775768187.818141:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768187.818158:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335194240/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768187.818164:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768187.818167:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768187.818169:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335194240/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768187.818180:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768187.818182:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768187.818184:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768187.818187:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768187.818189:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768187.818193:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768187.818198:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5372
00000400:00000200:2.0:1775768187.818202:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768187.818209:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768187.818211:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768187.818215:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768187.818216:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768187.818220:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768187.818222:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768187.818223:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768187.818224:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775768187.818225:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768187.818226:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775768187.818230:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775768187.818232:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775768187.818234:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768187.818237:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768187.818242:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768187.818243:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768187.818246:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775768187.818251:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768187.818255:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768187.818257:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768187.818260:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768187.818264:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768187.818266:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768187.818268:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768187.818271:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768187.818274:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768187.818301:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775768187.818304:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775768187.818309:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768187.818310:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768187.818312:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768187.818314:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768187.818316:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768187.818320:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec000.
00000100:00000001:2.0:1775768187.818323:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768187.818327:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335194368/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768187.818341:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:3.1:1775768187.818341:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:2.0:1775768187.818346:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775768187.818346:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000100:00000040:2.0:1775768187.818354:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335194368/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768187.818368:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768187.818370:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768187.818376:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768187.818380:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768187.818384:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768187.818388:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768187.818393:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5372
00000400:00000200:2.0:1775768187.818398:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768187.818400:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768187.818401:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768187.818403:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768187.818405:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768187.818407:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768187.818410:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768187.818412:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768187.818413:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775768187.818414:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768187.818417:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775768187.818420:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775768187.818425:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775768187.818431:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768187.818433:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768187.818437:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768187.818439:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768187.818444:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775768187.818450:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768187.818453:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768187.818457:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768187.818461:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768187.818462:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768187.818463:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768187.818465:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768187.818467:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768187.818471:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768187.818476:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775768187.818478:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775768187.818480:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768187.818482:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768187.818484:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768187.818485:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768187.818486:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768187.818490:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee000.
00000100:00000001:2.0:1775768187.818493:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768187.818499:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335194496/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768187.818508:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768187.818512:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768187.818519:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335194496/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768187.818538:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768187.818542:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768187.818544:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775768187.818546:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768187.818548:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768187.818552:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768187.818556:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5372
00000400:00000200:2.0:1775768187.818560:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768187.818565:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768187.818567:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768187.818572:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768187.818576:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768187.818579:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768187.818581:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768187.818584:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768187.818587:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775768187.818589:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768187.818592:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775768187.818596:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775768187.818598:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775768187.818602:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768187.818606:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768187.818607:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768187.818610:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768187.818612:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775768187.818615:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768187.818617:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768187.818619:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768187.818621:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768187.818625:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768187.818628:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768187.818629:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768187.818633:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768187.818637:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768187.818641:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775768187.818645:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775768187.818647:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768187.818648:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768187.818650:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768187.818651:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768187.818653:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768187.818658:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306becc00.
00000100:00000001:2.0:1775768187.818661:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768187.818669:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335194624/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768187.818681:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768187.818684:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768187.818689:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335194624/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768187.818702:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768187.818705:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5382)
00000800:00000200:3.1:1775768187.818880:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768187.818882:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775768187.819055:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768187.819058:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775768187.819245:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768187.819247:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775768187.819467:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768187.819470:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000100:00000001:0.0:1775768188.393845:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768188.393852:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768188.393853:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768188.393858:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768188.393861:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768188.393865:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768188.393868:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768188.393870:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768188.393873:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768188.841895:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768188.841899:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768188.841901:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768189.097844:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300046077, at 4300046080
00000100:00000010:2.0:1775768189.097852:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3ba0.
00000100:00000001:0.0:1775768189.417788:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768189.417795:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768189.417797:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768189.417802:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768189.417806:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768189.417809:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768189.417812:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768189.417814:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768189.417817:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768189.865886:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768189.865892:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768189.865896:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768190.441812:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768190.441819:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768190.441821:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768190.441826:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768190.441829:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768190.441834:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768190.441836:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768190.441838:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768190.441840:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768190.889928:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768190.889931:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768190.889934:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768191.465780:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768191.465787:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768191.465790:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768191.465794:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768191.465798:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768191.465802:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768191.465804:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768191.465806:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768191.465808:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768191.913927:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768191.913931:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768191.913935:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768192.489816:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768192.489821:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768192.489822:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768192.489826:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768192.489829:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768192.489832:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768192.489834:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768192.489836:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768192.489837:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768192.937845:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768192.937865:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768192.937872:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768192.937877:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768192.937883:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768192.937893:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5377
00000400:00000200:2.0:1775768192.937908:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768192.937916:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000020:00000001:0.0:1775768192.937918:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00080000:2.0:1775768192.937920:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000020:00000001:0.0:1775768192.937922:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768192.937930:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768192.937934:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768192.937940:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768192.937943:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768192.937947:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768192.937951:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768192.937953:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775768192.937955:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768192.937958:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775768192.937961:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775768192.937963:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775768192.937966:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768192.937967:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768192.937969:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768192.937971:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768192.937974:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775768192.937978:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768192.937981:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768192.937983:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768192.937987:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768192.937990:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768192.937992:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768192.937995:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768192.938006:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
00000020:00000040:2.0:1775768192.938010:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775768192.938014:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768192.938016:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768192.938020:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768192.938024:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768192.938029:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768192.938049:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef400.
00000100:00000001:2.0:1775768192.938057:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768192.938067:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335194752/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768192.938078:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768192.938083:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768192.938087:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335194752/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768192.938110:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768192.938113:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768192.938117:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768192.938118:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768192.938119:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768192.938122:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768192.938124:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5377
00000400:00000200:2.0:1775768192.938127:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768192.938130:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768192.938132:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768192.938136:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768192.938138:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768192.938141:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768192.938143:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768192.938145:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768192.938146:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775768192.938147:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768192.938149:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775768192.938151:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775768192.938153:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775768192.938156:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768192.938158:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768192.938160:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768192.938162:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768192.938165:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775768192.938168:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768192.938171:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768192.938173:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768192.938181:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768192.938184:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768192.938188:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768192.938193:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768192.938198:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768192.938201:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768192.938205:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
00000020:00000040:2.0:1775768192.938208:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775768192.938212:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768192.938214:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768192.938217:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768192.938219:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768192.938223:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768192.938240:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bedc00.
00000100:00000001:2.0:1775768192.938246:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768192.938254:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335194880/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768192.938264:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768192.938266:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768192.938271:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335194880/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768192.938281:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768192.938285:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768192.938290:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768192.938292:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768192.938295:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768192.938300:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768192.938303:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5377
00000400:00000200:2.0:1775768192.938309:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768192.938312:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768192.938317:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768192.938320:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768192.938322:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768192.938324:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768192.938329:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768192.938331:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768192.938334:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775768192.938335:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768192.938339:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775768192.938342:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775768192.938346:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775768192.938352:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768192.938355:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768192.938360:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768192.938363:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768192.938367:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775768192.938373:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768192.938375:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768192.938378:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768192.938382:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768192.938386:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768192.938388:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768192.938391:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768192.938395:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768192.938398:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768192.938405:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775768192.938409:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775768192.938415:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768192.938416:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768192.938418:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768192.938419:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768192.938423:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768192.938429:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed400.
00000100:00000001:2.0:1775768192.938433:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768192.938440:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335195008/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768192.938450:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768192.938454:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768192.938460:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335195008/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768192.938477:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768192.938482:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768192.938487:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768192.938488:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768192.938491:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768192.938494:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768192.938499:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5377
00000400:00000200:2.0:1775768192.938513:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768192.938517:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768192.938519:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768192.938523:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768192.938526:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768192.938528:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768192.938531:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768192.938534:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768192.938537:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000800:00000200:3.1:1775768192.938546:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000020:00000001:2.0:1775768192.938548:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768192.938553:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000800:00000200:3.1:1775768192.938553:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000020:00000001:2.0:1775768192.938560:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775768192.938564:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775768192.938570:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768192.938573:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768192.938575:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768192.938577:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768192.938582:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775768192.938588:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768192.938591:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768192.938596:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768192.938599:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768192.938600:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768192.938602:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768192.938606:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768192.938609:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768192.938612:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768192.938617:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775768192.938622:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775768192.938627:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768192.938630:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768192.938634:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768192.938637:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768192.938640:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768192.938644:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef800.
00000100:00000001:2.0:1775768192.938649:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768192.938657:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335195136/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768192.938669:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768192.938671:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768192.938676:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335195136/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768192.938689:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768192.938693:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768192.938696:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775768192.938698:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768192.938700:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768192.938703:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768192.938706:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5377
00000400:00000200:2.0:1775768192.938749:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768192.938754:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768192.938757:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768192.938763:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768192.938767:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768192.938771:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768192.938775:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768192.938780:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768192.938783:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775768192.938786:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768192.938789:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775768192.938793:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775768192.938796:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775768192.938802:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768192.938806:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768192.938810:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768192.938815:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768192.938818:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775768192.938823:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768192.938826:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768192.938830:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768192.938834:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768192.938838:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768192.938842:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768192.938844:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768192.938850:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768192.938854:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768192.938860:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775768192.938864:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775768192.938868:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768192.938871:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768192.938875:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768192.938877:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768192.938880:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768192.938887:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed800.
00000100:00000001:2.0:1775768192.938892:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768192.938902:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335195264/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768192.938914:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768192.938918:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768192.938927:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335195264/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768192.938945:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768192.938950:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5387)
00000800:00000200:3.1:1775768192.939161:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768192.939163:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775768192.939602:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768192.939604:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775768192.939913:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768192.939915:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775768192.940109:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768192.940111:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1775768193.513843:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768193.513851:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768193.513853:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768193.513858:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768193.513862:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768193.513866:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768193.513868:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768193.513871:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768193.513874:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768193.961951:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768193.961954:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768193.961957:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768194.217784:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300051197, at 4300051200
00000100:00000010:2.0:1775768194.217790:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3d80.
00000100:00000001:0.0:1775768194.537808:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768194.537812:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768194.537814:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768194.537818:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768194.537820:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768194.537824:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768194.537826:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768194.537828:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768194.537829:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768194.985885:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768194.985889:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768194.985892:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768195.561858:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768195.561867:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768195.561869:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768195.561876:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768195.561881:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768195.561885:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768195.561888:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768195.561891:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768195.561894:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768196.009862:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768196.009867:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768196.009870:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768196.585788:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768196.585795:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768196.585796:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768196.585801:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768196.585805:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768196.585809:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768196.585812:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768196.585814:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768196.585816:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768197.033860:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768197.033866:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768197.033871:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768197.609844:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768197.609851:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768197.609853:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768197.609865:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768197.609869:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768197.609873:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768197.609875:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768197.609878:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768197.609881:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768198.057878:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768198.057889:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768198.057893:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768198.057899:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768198.057906:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768198.057917:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5382
00000020:00000001:1.0:1775768198.057929:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000400:00000200:0.0:1775768198.057931:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000020:00000001:1.0:1775768198.057933:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768198.057938:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000200:0.0:1775768198.057946:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768198.057952:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768198.057958:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768198.057963:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768198.057967:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768198.057969:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768198.057973:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768198.057975:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775768198.057978:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768198.057982:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775768198.057984:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775768198.057987:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775768198.057990:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768198.057992:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768198.057994:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768198.057996:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768198.058000:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:0.0:1775768198.058004:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768198.058007:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768198.058010:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768198.058014:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768198.058017:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768198.058020:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768198.058023:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768198.058034:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925180.
00000020:00000040:0.0:1775768198.058039:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775768198.058044:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768198.058046:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768198.058049:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768198.058053:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768198.058060:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768198.058081:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e400.
00000100:00000001:0.0:1775768198.058089:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768198.058101:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925180 x1862022335195392/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768198.058113:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768198.058119:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768198.058125:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a34329a0] to pc [ptlrpcd_rcv+-1]  req@ffff927322925180 x1862022335195392/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768198.058164:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768198.058167:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768198.058171:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768198.058174:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768198.058176:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768198.058193:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768198.058198:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5382
00000400:00000200:0.0:1775768198.058207:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768198.058216:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768198.058221:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768198.058226:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768198.058232:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768198.058237:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768198.058241:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768198.058245:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768198.058248:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775768198.058252:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768198.058256:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775768198.058260:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:0.0:1775768198.058273:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:0.0:1775768198.058281:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768198.058286:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768198.058291:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768198.058294:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768198.058299:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:0.0:1775768198.058304:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768198.058308:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768198.058312:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768198.058319:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768198.058325:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768198.058329:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768198.058334:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768198.058341:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768198.058347:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768198.058355:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924000.
00000020:00000040:0.0:1775768198.058361:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:0.0:1775768198.058367:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768198.058369:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768198.058373:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768198.058376:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768198.058379:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768198.058385:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d000.
00000100:00000001:0.0:1775768198.058390:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768198.058399:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924000 x1862022335195520/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768198.058415:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768198.058420:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768198.058436:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c89b33e] to pc [ptlrpcd_rcv+-1]  req@ffff927322924000 x1862022335195520/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768198.058450:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768198.058454:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768198.058461:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768198.058464:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768198.058466:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768198.058471:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768198.058476:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5382
00000400:00000200:0.0:1775768198.058482:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768198.058489:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768198.058493:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768198.058501:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768198.058506:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1775768198.058506:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000040:0.0:1775768198.058511:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000800:00000200:3.1:1775768198.058513:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1775768198.058514:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768198.058521:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768198.058522:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:0.0:1775768198.058526:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768198.058530:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775768198.058535:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:0.0:1775768198.058539:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:0.0:1775768198.058543:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768198.058547:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768198.058553:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768198.058559:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768198.058562:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:0.0:1775768198.058568:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768198.058573:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768198.058576:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768198.058580:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768198.058584:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768198.058588:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768198.058592:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768198.058599:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768198.058602:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768198.058606:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926300.
00000020:00000040:0.0:1775768198.058611:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775768198.058618:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768198.058620:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768198.058624:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768198.058628:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768198.058630:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768198.058636:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c400.
00000100:00000001:0.0:1775768198.058643:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768198.058653:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926300 x1862022335195648/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768198.058665:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768198.058668:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768198.058672:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e21317e] to pc [ptlrpcd_rcv+-1]  req@ffff927322926300 x1862022335195648/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768198.058684:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768198.058688:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768198.058695:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768198.058697:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768198.058700:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768198.058705:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768198.058746:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5382
00000400:00000200:0.0:1775768198.058757:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768198.058764:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768198.058771:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768198.058777:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768198.058779:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768198.058784:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768198.058787:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768198.058791:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768198.058793:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775768198.058797:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768198.058801:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:0.0:1775768198.058805:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:0.0:1775768198.058810:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:0.0:1775768198.058819:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768198.058825:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768198.058829:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768198.058834:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768198.058839:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:0.0:1775768198.058847:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768198.058853:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768198.058857:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768198.058862:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768198.058867:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768198.058871:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768198.058875:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768198.058882:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768198.058887:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768198.058894:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927b80.
00000020:00000040:0.0:1775768198.058898:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:0.0:1775768198.058902:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768198.058905:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768198.058910:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768198.058913:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768198.058917:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768198.058922:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477cc00.
00000100:00000001:0.0:1775768198.058927:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768198.058938:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927b80 x1862022335195776/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768198.058955:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768198.058961:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768198.058969:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000282cd359] to pc [ptlrpcd_rcv+-1]  req@ffff927322927b80 x1862022335195776/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768198.058998:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768198.059003:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768198.059012:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775768198.059014:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768198.059017:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768198.059022:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768198.059026:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5382
00000400:00000200:0.0:1775768198.059030:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768198.059037:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768198.059042:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768198.059049:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768198.059054:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768198.059059:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768198.059064:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768198.059066:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768198.059067:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:0.0:1775768198.059069:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768198.059070:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:0.0:1775768198.059073:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:0.0:1775768198.059075:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:0.0:1775768198.059081:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768198.059085:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768198.059089:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768198.059093:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768198.059095:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:0.0:1775768198.059100:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768198.059105:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768198.059109:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768198.059114:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768198.059118:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768198.059122:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768198.059124:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768198.059129:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768198.059130:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768198.059134:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927800.
00000020:00000040:0.0:1775768198.059139:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:0.0:1775768198.059144:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768198.059147:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768198.059151:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768198.059155:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768198.059157:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768198.059162:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f800.
00000100:00000001:0.0:1775768198.059168:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768198.059177:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927800 x1862022335195904/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768198.059220:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768198.059223:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768198.059231:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e429b339] to pc [ptlrpcd_rcv+-1]  req@ffff927322927800 x1862022335195904/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768198.059250:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768198.059258:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5392)
00000800:00000200:3.1:1775768198.059341:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768198.059343:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775768198.059529:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768198.059531:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775768198.059702:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768198.059703:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775768198.059966:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768198.059968:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1775768198.633868:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768198.633874:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768198.633876:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768198.633882:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768198.633885:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768198.633889:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768198.633891:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768198.633894:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768198.633897:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768199.081927:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768199.081930:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768199.081933:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768199.337801:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300056317, at 4300056320
00000100:00000010:2.0:1775768199.337808:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3cc0.
00000100:00000001:0.0:1775768199.657846:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768199.657851:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768199.657852:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768199.657856:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768199.657860:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768199.657863:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768199.657865:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768199.657867:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768199.657869:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768200.105877:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768200.105881:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768200.105883:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768200.681803:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768200.681810:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768200.681812:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768200.681816:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768200.681819:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768200.681822:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768200.681824:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768200.681827:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768200.681828:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768201.129900:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768201.129903:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768201.129905:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768201.705798:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768201.705803:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768201.705804:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768201.705808:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768201.705810:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768201.705813:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768201.705816:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768201.705818:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768201.705819:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768202.153908:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768202.153911:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768202.153913:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768202.729802:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768202.729806:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768202.729808:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768202.729812:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768202.729815:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768202.729818:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768202.729820:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768202.729822:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768202.729823:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768203.177847:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768203.177854:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768203.177857:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768203.177860:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768203.177865:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768203.177872:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5387
00000400:00000200:2.0:1775768203.177882:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768203.177890:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768203.177893:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000020:00000001:1.0:1775768203.177894:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768203.177898:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768203.177898:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00010000:00010000:1.0:1775768203.177903:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768203.177904:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768203.177908:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768203.177911:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768203.177915:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768203.177917:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775768203.177919:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768203.177922:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775768203.177924:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775768203.177927:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775768203.177930:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768203.177932:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768203.177934:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768203.177936:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768203.177939:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775768203.177942:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768203.177945:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768203.177947:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768203.177951:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768203.177953:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768203.177956:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768203.177958:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768203.177968:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775768203.177971:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775768203.177974:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768203.177975:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768203.177978:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768203.177981:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768203.177985:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768203.177992:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306becc00.
00000100:00000001:2.0:1775768203.177999:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768203.178008:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335196032/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768203.178019:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768203.178023:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768203.178028:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335196032/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768203.178051:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768203.178054:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768203.178057:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768203.178059:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768203.178060:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768203.178063:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768203.178067:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5387
00000400:00000200:2.0:1775768203.178071:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768203.178075:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768203.178078:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768203.178083:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768203.178085:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768203.178087:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768203.178089:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768203.178093:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768203.178096:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775768203.178099:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768203.178103:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775768203.178107:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775768203.178112:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775768203.178119:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768203.178123:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768203.178146:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768203.178150:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768203.178154:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775768203.178160:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768203.178163:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768203.178168:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768203.178174:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768203.178178:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768203.178180:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768203.178184:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768203.178188:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768203.178192:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768203.178196:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775768203.178200:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775768203.178204:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768203.178206:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768203.178209:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768203.178212:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768203.178216:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768203.178221:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee000.
00000100:00000001:2.0:1775768203.178228:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768203.178237:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335196160/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768203.178254:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768203.178258:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768203.178266:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335196160/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768203.178283:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768203.178289:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768203.178296:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768203.178299:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768203.178302:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768203.178306:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768203.178313:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5387
00000400:00000200:2.0:1775768203.178322:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768203.178328:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768203.178333:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768203.178339:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000800:00000200:3.1:1775768203.178344:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:2.0:1775768203.178345:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1775768203.178349:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000100:00000040:2.0:1775768203.178351:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768203.178357:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768203.178362:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768203.178364:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775768203.178366:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768203.178371:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775768203.178374:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775768203.178379:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775768203.178387:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768203.178393:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768203.178398:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768203.178403:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768203.178408:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775768203.178413:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768203.178418:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768203.178423:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768203.178427:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768203.178432:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768203.178435:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768203.178439:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768203.178444:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768203.178448:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768203.178453:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775768203.178457:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775768203.178462:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768203.178464:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768203.178467:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768203.178470:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768203.178474:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768203.178482:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec000.
00000100:00000001:2.0:1775768203.178488:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768203.178498:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335196288/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768203.178515:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768203.178520:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768203.178527:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335196288/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768203.178546:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768203.178552:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768203.178559:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768203.178563:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768203.178566:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768203.178573:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768203.178580:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5387
00000400:00000200:2.0:1775768203.178589:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768203.178598:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768203.178603:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768203.178610:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768203.178616:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768203.178621:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768203.178626:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768203.178631:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768203.178634:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775768203.178638:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768203.178641:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775768203.178645:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775768203.178650:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775768203.178657:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768203.178662:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768203.178665:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768203.178670:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768203.178674:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775768203.178681:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768203.178683:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768203.178686:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768203.178691:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768203.178696:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768203.178701:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768203.178705:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768203.178746:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768203.178751:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768203.178758:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775768203.178763:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775768203.178767:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768203.178770:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768203.178773:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768203.178776:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768203.178779:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768203.178785:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306befc00.
00000100:00000001:2.0:1775768203.178791:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768203.178801:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335196416/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768203.178809:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768203.178812:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768203.178821:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335196416/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768203.178843:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768203.178847:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768203.178856:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775768203.178860:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768203.178863:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768203.178866:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768203.178872:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5387
00000400:00000200:2.0:1775768203.178882:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000800:00000200:3.1:1775768203.178885:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768203.178887:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000400:00000200:2.0:1775768203.178889:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768203.178893:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768203.178898:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768203.178904:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768203.178909:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768203.178914:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768203.178919:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768203.178922:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775768203.178925:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768203.178928:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775768203.178932:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775768203.178939:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775768203.178947:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768203.178952:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768203.178957:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768203.178960:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768203.178966:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775768203.178972:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768203.178977:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768203.178982:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768203.178987:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768203.178992:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768203.178996:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768203.178999:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768203.179003:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768203.179008:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768203.179015:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775768203.179019:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775768203.179023:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768203.179026:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768203.179029:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768203.179031:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768203.179035:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768203.179040:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306beec00.
00000100:00000001:2.0:1775768203.179046:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768203.179055:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335196544/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768203.179085:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768203.179089:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768203.179098:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335196544/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768203.179141:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768203.179147:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5397)
00000800:00000200:3.1:1775768203.179263:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768203.179264:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775768203.179458:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768203.179460:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775768203.179608:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768203.179610:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1775768203.753822:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768203.753829:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768203.753831:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768203.753836:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768203.753839:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768203.753842:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768203.753845:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768203.753848:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768203.753850:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768204.201875:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768204.201878:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768204.201882:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768204.457835:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300061437, at 4300061440
00000100:00000010:2.0:1775768204.457840:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3d80.
00000100:00000001:0.0:1775768204.777774:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768204.777779:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768204.777780:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768204.777785:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768204.777787:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768204.777795:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768204.777797:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768204.777799:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768204.777801:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768205.225920:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768205.225923:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768205.225925:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768205.801836:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768205.801844:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768205.801846:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768205.801852:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768205.801856:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768205.801859:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768205.801863:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768205.801865:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768205.801868:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768206.249884:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768206.249887:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768206.249890:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768206.825836:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768206.825843:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768206.825846:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768206.825852:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768206.825856:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768206.825860:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768206.825863:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768206.825866:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768206.825869:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768207.273904:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768207.273908:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768207.273911:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768207.849812:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768207.849819:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768207.849822:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768207.849827:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768207.849831:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768207.849835:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768207.849837:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768207.849840:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768207.849843:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768208.297841:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768208.297850:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775768208.297855:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768208.297859:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768208.297865:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768208.297875:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5392
00000400:00000200:1.0:1775768208.297889:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768208.297898:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768208.297902:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768208.297905:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768208.297909:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768208.297912:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768208.297915:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768208.297918:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768208.297920:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:1.0:1775768208.297924:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768208.297927:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:1.0:1775768208.297930:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:1.0:1775768208.297933:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:1.0:1775768208.297938:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768208.297940:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768208.297943:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768208.297945:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768208.297948:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000020:00000001:0.0:1775768208.297952:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00080000:1.0:1775768208.297952:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000020:00000001:0.0:1775768208.297957:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768208.297958:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768208.297964:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
02000000:00000001:1.0:1775768208.297964:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768208.297969:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768208.297973:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768208.297976:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768208.297979:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768208.297999:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10700.
00000020:00000040:1.0:1775768208.298002:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:1.0:1775768208.298010:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768208.298012:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768208.298015:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768208.298018:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768208.298022:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768208.298031:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046ebc00.
00000100:00000001:1.0:1775768208.298038:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768208.298047:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10700 x1862022335196672/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768208.298057:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768208.298062:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768208.298068:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9d335f8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10700 x1862022335196672/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768208.298108:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768208.298112:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768208.298116:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775768208.298118:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768208.298119:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768208.298123:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768208.298126:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5392
00000400:00000200:1.0:1775768208.298130:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768208.298133:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768208.298136:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768208.298139:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768208.298141:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768208.298143:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768208.298145:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768208.298148:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768208.298149:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:1.0:1775768208.298151:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768208.298152:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:1.0:1775768208.298155:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:1.0:1775768208.298158:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:1.0:1775768208.298162:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768208.298164:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768208.298166:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768208.298168:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768208.298171:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:1.0:1775768208.298173:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768208.298176:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768208.298178:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768208.298183:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768208.298186:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768208.298188:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768208.298192:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768208.298196:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768208.298198:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768208.298202:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10380.
00000020:00000040:1.0:1775768208.298205:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:1.0:1775768208.298207:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768208.298209:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768208.298211:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768208.298213:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768208.298215:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768208.298221:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9400.
00000100:00000001:1.0:1775768208.298225:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768208.298231:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10380 x1862022335196800/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768208.298240:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768208.298242:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768208.298246:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fae5f3c] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10380 x1862022335196800/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768208.298260:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768208.298262:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768208.298265:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775768208.298266:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768208.298267:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768208.298269:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768208.298271:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5392
00000400:00000200:1.0:1775768208.298274:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768208.298276:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768208.298278:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768208.298280:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768208.298282:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768208.298283:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768208.298285:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768208.298286:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768208.298287:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:1.0:1775768208.298288:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768208.298289:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:1.0:1775768208.298291:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:1.0:1775768208.298292:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:1.0:1775768208.298294:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768208.298295:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768208.298296:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768208.298298:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768208.298300:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:1.0:1775768208.298302:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768208.298303:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768208.298305:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768208.298307:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768208.298309:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768208.298310:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768208.298312:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768208.298314:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768208.298315:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768208.298318:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d12d80.
00000020:00000040:1.0:1775768208.298319:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:1.0:1775768208.298321:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768208.298322:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768208.298323:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768208.298324:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768208.298326:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768208.298329:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eb000.
00000100:00000001:1.0:1775768208.298332:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768208.298337:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d12d80 x1862022335196928/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768208.298345:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768208.298347:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768208.298351:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000896363e8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d12d80 x1862022335196928/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768208.298359:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768208.298361:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768208.298365:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775768208.298367:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768208.298368:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768208.298371:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768208.298374:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5392
00000400:00000200:1.0:1775768208.298379:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768208.298382:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768208.298384:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768208.298388:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768208.298390:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768208.298392:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768208.298395:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768208.298397:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768208.298398:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:1.0:1775768208.298400:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768208.298402:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:1.0:1775768208.298404:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:1.0:1775768208.298406:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:1.0:1775768208.298408:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768208.298409:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768208.298411:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768208.298412:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768208.298413:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:1.0:1775768208.298415:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768208.298416:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768208.298417:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768208.298419:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768208.298420:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768208.298422:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768208.298423:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775768208.298425:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768208.298426:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768208.298428:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11500.
00000020:00000040:1.0:1775768208.298430:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:1.0:1775768208.298432:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768208.298433:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768208.298434:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768208.298435:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768208.298437:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768208.298439:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eac00.
00000100:00000001:1.0:1775768208.298442:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768208.298445:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11500 x1862022335197056/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768208.298451:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768208.298452:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768208.298455:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3229bd5] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11500 x1862022335197056/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768208.298462:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768208.298464:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768208.298467:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775768208.298468:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768208.298469:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768208.298471:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768208.298473:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5392
00000400:00000200:1.0:1775768208.298476:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768208.298478:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768208.298480:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768208.298482:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768208.298483:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768208.298485:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768208.298486:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768208.298487:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768208.298488:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:1.0:1775768208.298489:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768208.298490:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:1.0:1775768208.298491:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:1.0:1775768208.298492:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:1.0:1775768208.298494:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768208.298495:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768208.298497:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768208.298498:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768208.298500:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:1.0:1775768208.298502:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768208.298504:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768208.298505:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768208.298506:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768208.298507:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768208.298509:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768208.298510:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775768208.298512:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768208.298513:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768208.298514:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d13480.
00000020:00000040:1.0:1775768208.298516:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:1.0:1775768208.298517:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768208.298518:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768208.298519:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768208.298520:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768208.298521:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768208.298523:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8c00.
00000100:00000001:1.0:1775768208.298526:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768208.298530:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d13480 x1862022335197184/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768208.298537:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768208.298539:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768208.298542:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d08fae2a] to pc [ptlrpcd_rcv+-1]  req@ffff927303d13480 x1862022335197184/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768208.298550:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768208.298555:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5402)
00000800:00000200:3.1:1775768208.298815:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768208.298818:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775768208.299187:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768208.299189:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775768208.299488:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768208.299491:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775768208.299815:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768208.299818:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775768208.300113:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768208.300116:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000100:00000001:0.0:1775768208.873780:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768208.873787:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768208.873790:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768208.873796:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768208.873800:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768208.873805:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768208.873808:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768208.873810:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768208.873813:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768209.321865:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768209.321868:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768209.321871:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768209.577818:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300066558, at 4300066560
00000100:00000010:2.0:1775768209.577825:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3ba0.
00000100:00000001:0.0:1775768209.897841:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768209.897848:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768209.897851:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768209.897857:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768209.897861:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768209.897866:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768209.897868:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768209.897871:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768209.897874:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768210.345908:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768210.345913:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768210.345926:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768210.921769:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768210.921773:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768210.921775:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768210.921779:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768210.921781:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768210.921784:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768210.921786:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768210.921787:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768210.921789:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768211.369828:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768211.369831:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768211.369833:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768211.945808:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768211.945813:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768211.945814:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768211.945818:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768211.945821:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768211.945825:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768211.945827:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768211.945830:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768211.945832:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768212.393845:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768212.393849:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768212.393851:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768212.969798:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768212.969803:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768212.969805:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768212.969809:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768212.969812:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768212.969815:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768212.969816:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768212.969818:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768212.969820:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768213.417898:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768213.417964:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768213.417969:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775768213.418172:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768213.418176:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768213.418180:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768213.418190:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322937800 x1862022335197312/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768213.418208:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768213.418211:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768213.418216:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768213.418220:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768213.418226:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768213.418232:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322937800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335197312:192.168.202.131@tcp:250:kworker.0
00000100:00000001:1.0:1775768213.418240:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768213.418245:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768213.418249:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768213.418255:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768213.418261:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046eb800.
02000000:00000001:1.0:1775768213.418266:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768213.418274:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775768213.418280:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927303829aa8.
00000400:00000010:1.0:1775768213.418291:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132be58.
00000100:00000200:1.0:1775768213.418300:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335197312, portal 25
00000100:00000001:1.0:1775768213.418304:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768213.418307:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931825152 : -120451777726464 : ffff927322937800)
00000100:00000040:1.0:1775768213.418316:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322937800 x1862022335197312/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768213.418334:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768213.418343:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775768213.418348:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132baa0.
00000100:00000200:1.0:1775768213.418354:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022335197312, offset 0
00000400:00000200:1.0:1775768213.418364:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775768213.418375:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768213.418383:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775768213.418391:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768213.418399:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775768213.418407:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768213.418412:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775768213.418418:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60661:60661:256:4294967295] 192.168.202.131@tcp LPNI seq info [60661:60661:8:4294967295]
00000400:00000200:1.0:1775768213.418427:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768213.418440:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768213.418450:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775768213.418455:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75500.
00000800:00000200:1.0:1775768213.418465:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775768213.418470:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775768213.418479:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775768213.418484:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1775768213.418494:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775768213.418498:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75500.
00000400:00000200:1.0:1775768213.418505:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768213.418514:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768213.418521:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132baa0
00000400:00000010:1.0:1775768213.418525:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132baa0.
00000100:00000001:1.0:1775768213.418532:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768213.418538:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322937800 x1862022335197312/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768213.418550:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768213.418556:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322937800 x1862022335197312/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768238 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768213.418572:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768213.418576:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768213.418584:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768213.418590:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775768213.418594:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4300071677
00000100:00000010:1.0:1775768213.418602:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9273188e5000.
00000100:00000001:1.0:1775768213.418610:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1775768213.418617:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4300071677
00000100:00000010:1.0:1775768213.418622:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9273188e5180.
00000100:00000001:1.0:1775768213.418627:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1775768213.418630:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768213.418634:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768213.418639:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768213.418645:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768213/real 1775768213]  req@ffff927322937800 x1862022335197312/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768213.418664:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768213.418668:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768213.418672:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927303829aa8.
00000400:00000200:1.0:1775768213.418678:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132be58
00000400:00000010:1.0:1775768213.418681:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132be58.
00000100:00000001:1.0:1775768213.418685:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768213.418692:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322937800 x1862022335197312/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768213.418745:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322937800 x1862022335197312/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768213.418761:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768213.418764:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768213.418769:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768213.418773:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768213.418781:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322937800 x1862022335197312/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768213.418795:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768213.418802:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322937800 x1862022335197312/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768238 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768213.418820:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768213.418826:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768213.418832:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768213.418835:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768213.418838:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768213.418842:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768213.418846:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768213.418853:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775768213.418858:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768213.418866:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322937800 x1862022335197312/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768238 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768213.418886:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322937800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335197312:192.168.202.131@tcp:250:kworker.0
00000100:00000001:1.0:1775768213.418896:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768213.418900:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768213.418908:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322937800 x1862022335197312/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768238 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768213.418922:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768213.418925:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768213.418929:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046eb800.
02000000:00000001:1.0:1775768213.418933:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768213.418936:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768213.418938:0:2404:0:(genops.c:1242:class_import_put()) import ffff9273194c5000 refcount=3 obd=MGC192.168.202.131@tcp
00000020:00000001:1.0:1775768213.418941:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768213.418943:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306a66400.
02000000:00000001:1.0:1775768213.418959:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768213.418961:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768213.418963:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322937800.
00000100:00000001:1.0:1775768213.418966:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768213.418968:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768213.418970:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768213.418977:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768213.418978:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768213.418981:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768213.418982:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768213.418983:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768213.418988:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322937100 x1862022335197440/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768213.418995:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768213.418996:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768213.418998:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768213.419000:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768213.419002:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768213.419004:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322937100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335197440:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775768213.419008:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768213.419010:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768213.419011:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768213.419013:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768213.419016:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046eb800.
02000000:00000001:1.0:1775768213.419018:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768213.419022:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775768213.419024:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927303829aa8.
00000400:00000010:1.0:1775768213.419027:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132be58.
00000100:00000200:1.0:1775768213.419041:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335197440, portal 10
00000100:00000001:1.0:1775768213.419043:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768213.419044:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931823360 : -120451777728256 : ffff927322937100)
00000100:00000040:1.0:1775768213.419051:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322937100 x1862022335197440/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768213.419058:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768213.419060:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775768213.419063:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132baa0.
00000100:00000200:1.0:1775768213.419066:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335197440, offset 0
00000400:00000200:1.0:1775768213.419070:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775768213.419073:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768213.419077:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775768213.419080:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768213.419082:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775768213.419084:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768213.419087:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775768213.419091:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60662:60662:256:4294967295] 192.168.202.131@tcp LPNI seq info [60662:60662:8:4294967295]
00000400:00000200:1.0:1775768213.419095:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768213.419101:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768213.419105:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775768213.419108:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75500.
00000800:00000200:1.0:1775768213.419113:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775768213.419115:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775768213.419119:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775768213.419122:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1775768213.419125:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775768213.419127:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75500.
00000400:00000200:1.0:1775768213.419130:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768213.419133:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768213.419137:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132baa0
00000400:00000010:1.0:1775768213.419139:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132baa0.
00000100:00000001:1.0:1775768213.419141:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768213.419144:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322937100 x1862022335197440/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768213.419152:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768213.419155:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322937100 x1862022335197440/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768238 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768213.419162:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768213.419164:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768213.419167:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768213.419170:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: using a timeout of 15131 usecs (16 jiffies)
00000400:00000200:1.0:1775768213.419173:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775768213.419175:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300070417
00000100:00000001:1.0:1775768213.419177:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300071677
00000100:00000001:1.0:1775768213.419180:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300070417
00000100:00000001:1.0:1775768213.419182:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300071677
00000100:00000001:1.0:1775768213.419185:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768213.419187:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768213.419188:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768213.419192:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768213/real 1775768213]  req@ffff927322937100 x1862022335197440/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768213.419280:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768213.419281:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768213.419283:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927303829aa8.
00000400:00000200:1.0:1775768213.419285:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132be58
00000400:00000010:1.0:1775768213.419286:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132be58.
00000100:00000001:1.0:1775768213.419288:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768213.419292:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322937100 x1862022335197440/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768213.419300:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322937100 x1862022335197440/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768213.419306:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768213.419307:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768213.419309:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768213.419310:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768213.419314:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322937100 x1862022335197440/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768213.419320:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768213.419323:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322937100 x1862022335197440/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768238 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768213.419329:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768213.419332:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768213.419333:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768213.419335:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768213.419336:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768213.419338:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768213.419341:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768213.419344:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775768213.419346:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768213.419350:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322937100 x1862022335197440/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768238 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768213.419358:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322937100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335197440:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775768213.419361:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768213.419364:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322934a80 x1862022335197568/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768213.419371:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768213.419372:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768213.419374:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768213.419376:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768213.419378:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768213.419380:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322934a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335197568:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775768213.419384:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768213.419386:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768213.419387:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768213.419388:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768213.419391:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046e8400.
02000000:00000001:1.0:1775768213.419393:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768213.419396:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775768213.419398:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927303829aa8.
00000400:00000010:1.0:1775768213.419401:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132be58.
00000100:00000200:1.0:1775768213.419404:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335197568, portal 10
00000100:00000001:1.0:1775768213.419406:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768213.419407:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931813504 : -120451777738112 : ffff927322934a80)
00000100:00000040:1.0:1775768213.419412:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322934a80 x1862022335197568/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768213.419425:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768213.419428:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775768213.419430:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132baa0.
00000100:00000200:1.0:1775768213.419432:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335197568, offset 0
00000400:00000200:1.0:1775768213.419436:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775768213.419439:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768213.419443:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775768213.419446:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768213.419448:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775768213.419450:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768213.419452:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775768213.419456:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60663:60663:256:4294967295] 192.168.202.131@tcp LPNI seq info [60663:60663:8:4294967295]
00000400:00000200:1.0:1775768213.419460:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768213.419466:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768213.419470:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775768213.419473:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75500.
00000800:00000200:1.0:1775768213.419477:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775768213.419479:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775768213.419483:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775768213.419486:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1775768213.419490:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775768213.419491:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75500.
00000400:00000200:1.0:1775768213.419494:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768213.419498:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768213.419500:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132baa0
00000400:00000010:1.0:1775768213.419502:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132baa0.
00000100:00000001:1.0:1775768213.419504:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768213.419507:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322934a80 x1862022335197568/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768213.419515:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768213.419517:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322934a80 x1862022335197568/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768238 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768213.419530:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768213.419532:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768213.419534:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768213.419537:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: using a timeout of 41678 usecs (42 jiffies)
00000400:00000200:1.0:1775768213.419541:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775768213.419543:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300070443
00000100:00000001:1.0:1775768213.419545:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300071677
00000100:00000001:1.0:1775768213.419547:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300070443
00000100:00000001:1.0:1775768213.419549:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300071677
00000100:00000001:1.0:1775768213.419552:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768213.419554:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768213.419556:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768213.419559:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768213/real 1775768213]  req@ffff927322934a80 x1862022335197568/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768213.419567:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768213.419568:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768213.419570:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927303829aa8.
00000400:00000200:1.0:1775768213.419572:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132be58
00000400:00000010:1.0:1775768213.419574:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132be58.
00000100:00000001:1.0:1775768213.419576:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768213.419578:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322934a80 x1862022335197568/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768213.419586:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322934a80 x1862022335197568/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768213.419592:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768213.419593:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768213.419600:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768213.419601:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768213.419604:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322934a80 x1862022335197568/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768213.419611:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768213.419615:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322934a80 x1862022335197568/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768238 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768213.419622:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768213.419624:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768213.419626:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768213.419627:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768213.419629:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768213.419631:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768213.419633:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768213.419636:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775768213.419638:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768213.419642:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322934a80 x1862022335197568/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768238 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768213.419650:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322934a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335197568:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775768213.419654:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768213.419657:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322935c00 x1862022335197696/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768213.419663:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768213.419664:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768213.419666:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768213.419668:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768213.419670:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768213.419672:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322935c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335197696:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775768213.419675:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768213.419677:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768213.419679:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768213.419680:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768213.419683:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046e9000.
02000000:00000001:1.0:1775768213.419685:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768213.419689:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775768213.419691:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927303829aa8.
00000400:00000010:1.0:1775768213.419694:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132be58.
00000100:00000200:1.0:1775768213.419696:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335197696, portal 4
00000100:00000001:1.0:1775768213.419698:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768213.419699:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931817984 : -120451777733632 : ffff927322935c00)
00000100:00000040:1.0:1775768213.419705:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322935c00 x1862022335197696/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768213.419727:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768213.419729:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775768213.419732:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132baa0.
00000100:00000200:1.0:1775768213.419734:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335197696, offset 0
00000400:00000200:1.0:1775768213.419737:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775768213.419741:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768213.419744:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775768213.419746:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768213.419749:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775768213.419751:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768213.419753:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775768213.419756:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60664:60664:256:4294967295] 192.168.202.131@tcp LPNI seq info [60664:60664:8:4294967295]
00000400:00000200:1.0:1775768213.419760:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768213.419766:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768213.419771:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775768213.419774:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75500.
00000800:00000200:1.0:1775768213.419777:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775768213.419779:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775768213.419783:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775768213.419786:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1775768213.419789:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775768213.419791:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75500.
00000400:00000200:1.0:1775768213.419794:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768213.419797:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768213.419800:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132baa0
00000400:00000010:1.0:1775768213.419801:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132baa0.
00000100:00000001:1.0:1775768213.419803:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768213.419806:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322935c00 x1862022335197696/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768213.419813:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768213.419816:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322935c00 x1862022335197696/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768238 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768213.419822:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768213.419823:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768213.419826:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768213.419828:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: using a timeout of 22192 usecs (23 jiffies)
00000400:00000200:1.0:1775768213.419831:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775768213.419833:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300070425
00000100:00000001:1.0:1775768213.419836:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300071677
00000100:00000001:1.0:1775768213.419838:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300070425
00000100:00000001:1.0:1775768213.419840:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300071677
00000100:00000001:1.0:1775768213.419842:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768213.419844:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768213.419846:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768213.419849:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768213/real 1775768213]  req@ffff927322935c00 x1862022335197696/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768213.419857:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768213.419858:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768213.419860:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927303829aa8.
00000400:00000200:1.0:1775768213.419862:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132be58
00000400:00000010:1.0:1775768213.419863:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132be58.
00000100:00000001:1.0:1775768213.419865:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768213.419868:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322935c00 x1862022335197696/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768213.419876:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322935c00 x1862022335197696/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768213.419882:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768213.419883:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768213.419885:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768213.419886:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768213.419889:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322935c00 x1862022335197696/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768213.419894:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768213.419898:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322935c00 x1862022335197696/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768238 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768213.419904:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768213.419906:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768213.419908:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768213.419909:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768213.419911:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768213.419912:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768213.419914:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768213.419918:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775768213.419920:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768213.419923:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322935c00 x1862022335197696/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768238 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768213.419931:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322935c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335197696:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775768213.419934:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768213.419937:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322934700 x1862022335197824/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768213.419944:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768213.419945:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768213.419952:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768213.419954:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768213.419956:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768213.419958:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322934700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335197824:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775768213.419961:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768213.419963:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768213.419964:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768213.419966:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768213.419969:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046e9c00.
02000000:00000001:1.0:1775768213.419970:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768213.419973:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775768213.419976:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927303829aa8.
00000400:00000010:1.0:1775768213.419978:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132be58.
00000100:00000200:1.0:1775768213.419981:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335197824, portal 4
00000100:00000001:1.0:1775768213.419983:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768213.419984:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931812608 : -120451777739008 : ffff927322934700)
00000100:00000040:1.0:1775768213.419989:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322934700 x1862022335197824/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768213.419995:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768213.419997:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775768213.419999:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132baa0.
00000100:00000200:1.0:1775768213.420001:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335197824, offset 0
00000400:00000200:1.0:1775768213.420005:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775768213.420008:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768213.420011:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775768213.420013:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768213.420016:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775768213.420018:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768213.420020:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775768213.420023:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60665:60665:256:4294967295] 192.168.202.131@tcp LPNI seq info [60665:60665:8:4294967295]
00000400:00000200:1.0:1775768213.420027:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768213.420048:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768213.420053:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775768213.420056:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75500.
00000800:00000200:1.0:1775768213.420060:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775768213.420063:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775768213.420067:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775768213.420069:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1775768213.420072:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775768213.420074:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75500.
00000400:00000200:1.0:1775768213.420077:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768213.420080:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768213.420082:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132baa0
00000400:00000010:1.0:1775768213.420084:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132baa0.
00000100:00000001:1.0:1775768213.420086:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768213.420090:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322934700 x1862022335197824/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768213.420097:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768213.420099:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322934700 x1862022335197824/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768238 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768213.420106:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768213.420108:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768213.420110:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768213.420112:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: using a timeout of 22500 usecs (23 jiffies)
00000400:00000200:1.0:1775768213.420115:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775768213.420117:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300070425
00000100:00000001:1.0:1775768213.420120:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300071677
00000100:00000001:1.0:1775768213.420122:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300070425
00000100:00000001:1.0:1775768213.420124:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300071677
00000100:00000001:1.0:1775768213.420126:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768213.420128:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768213.420130:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768213.420134:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768213/real 1775768213]  req@ffff927322934700 x1862022335197824/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768213.420142:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768213.420143:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768213.420145:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927303829aa8.
00000400:00000200:1.0:1775768213.420147:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132be58
00000400:00000010:1.0:1775768213.420148:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132be58.
00000100:00000001:1.0:1775768213.420150:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768213.420153:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322934700 x1862022335197824/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768213.420160:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322934700 x1862022335197824/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768213.420166:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768213.420168:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768213.420169:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768213.420170:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768213.420174:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322934700 x1862022335197824/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768213.420181:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768213.420183:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322934700 x1862022335197824/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768238 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768213.420190:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768213.420192:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768213.420193:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768213.420195:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768213.420196:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768213.420198:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768213.420200:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768213.420204:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775768213.420206:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768213.420209:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322934700 x1862022335197824/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768238 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768213.420218:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322934700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335197824:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775768213.420222:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768213.420224:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768213.420227:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322937100 x1862022335197440/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768238 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768213.420233:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768213.420235:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768213.420237:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046eb800.
02000000:00000001:1.0:1775768213.420240:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768213.420242:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768213.420243:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c000 refcount=137 obd=lustre-MDT0000-mdc-ffff927308189800
00000020:00000001:1.0:1775768213.420245:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768213.420247:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306a65400.
02000000:00000001:1.0:1775768213.420250:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768213.420251:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768213.420253:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322937100.
00000100:00000001:1.0:1775768213.420255:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768213.420256:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768213.420258:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768213.420260:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322934a80 x1862022335197568/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768238 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768213.420267:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768213.420268:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768213.420269:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046e8400.
02000000:00000001:1.0:1775768213.420271:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768213.420273:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768213.420274:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f800 refcount=3 obd=lustre-MDT0001-mdc-ffff927308189800
00000020:00000001:1.0:1775768213.420276:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768213.420278:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306a66800.
02000000:00000001:1.0:1775768213.420280:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768213.420281:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768213.420282:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322934a80.
00000100:00000001:1.0:1775768213.420285:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768213.420286:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768213.420287:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768213.420290:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322935c00 x1862022335197696/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768238 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768213.420296:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768213.420297:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768213.420298:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046e9000.
02000000:00000001:1.0:1775768213.420300:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768213.420301:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768213.420302:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f000 refcount=2 obd=lustre-OST0000-osc-ffff927308189800
00000020:00000001:1.0:1775768213.420304:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768213.420306:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306a64800.
02000000:00000001:1.0:1775768213.420308:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768213.420310:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768213.420311:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322935c00.
00000100:00000001:1.0:1775768213.420313:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768213.420314:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768213.420316:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768213.420319:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322934700 x1862022335197824/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768238 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768213.420326:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768213.420327:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768213.420328:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046e9c00.
02000000:00000001:1.0:1775768213.420330:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768213.420331:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768213.420332:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c800 refcount=2 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:1.0:1775768213.420334:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768213.420335:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306a64000.
02000000:00000001:1.0:1775768213.420337:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768213.420338:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768213.420339:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322934700.
00000100:00000001:1.0:1775768213.420341:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768213.420343:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768213.420344:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768213.420349:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768213.420350:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768213.420352:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768213.420353:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768213.993795:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768213.993801:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768213.993802:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768213.993806:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768213.993808:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768213.993811:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768213.993813:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768213.993816:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768213.993818:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768214.441860:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768214.441864:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768214.441867:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768214.697810:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300071677, at 4300071680
00000100:00000010:2.0:1775768214.697824:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9273188e5000.
00000100:00000001:0.0:1775768215.017803:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768215.017809:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768215.017811:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768215.017817:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768215.017820:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768215.017824:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768215.017826:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768215.017828:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768215.017830:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768215.465868:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768215.465872:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768215.465875:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768216.041832:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768216.041837:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768216.041838:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768216.041844:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768216.041847:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768216.041850:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768216.041852:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768216.041854:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768216.041856:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768216.489885:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768216.489888:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768216.489890:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768217.065832:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768217.065837:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768217.065839:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768217.065844:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768217.065846:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768217.065849:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768217.065851:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768217.065853:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768217.065855:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768217.513891:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768217.513893:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768217.513895:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768218.089790:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768218.089794:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768218.089796:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768218.089800:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768218.089803:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768218.089806:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768218.089808:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768218.089809:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768218.089811:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768218.538156:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768218.538163:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768218.538167:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768218.538177:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322936680 x1862022335197952/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768218.538196:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768218.538199:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768218.538203:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768218.538206:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768218.538209:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768218.538214:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322936680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335197952:192.168.202.131@tcp:250:kworker.0
00000100:00000001:1.0:1775768218.538219:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768218.538222:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768218.538225:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768218.538229:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768218.538234:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046e9c00.
02000000:00000001:1.0:1775768218.538237:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768218.538247:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775768218.538252:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927303829aa8.
00000400:00000010:1.0:1775768218.538259:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132be58.
00000100:00000200:1.0:1775768218.538269:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335197952, portal 25
00000100:00000001:1.0:1775768218.538274:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768218.538277:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931820672 : -120451777730944 : ffff927322936680)
00000100:00000040:1.0:1775768218.538285:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322936680 x1862022335197952/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768218.538302:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768218.538318:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775768218.538323:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132baa0.
00000100:00000200:1.0:1775768218.538330:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022335197952, offset 0
00000400:00000200:1.0:1775768218.538342:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775768218.538352:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768218.538361:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775768218.538370:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768218.538377:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775768218.538382:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768218.538387:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775768218.538393:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60666:60666:256:4294967295] 192.168.202.131@tcp LPNI seq info [60666:60666:8:4294967295]
00000400:00000200:1.0:1775768218.538403:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768218.538426:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768218.538438:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775768218.538447:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75500.
00000800:00000200:1.0:1775768218.538460:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775768218.538473:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:1.0:1775768218.538499:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768218.538508:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775768218.538514:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4300076797
00000100:00000010:1.0:1775768218.538524:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9273188e59c0.
00000100:00000001:1.0:1775768218.538533:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1775768218.538549:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4300076797
00000100:00000010:1.0:1775768218.538556:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9273188e5840.
00000100:00000001:1.0:1775768218.538564:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1775768218.538572:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768218.538579:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768218.538584:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768218.538588:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768218.538596:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768218.538599:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1775768218.538603:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768218.538606:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768218.538609:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768218.538616:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322936d80 x1862022335198080/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768218.538633:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768218.538635:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768218.538640:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768218.538643:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768218.538648:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768218.538664:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322936d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335198080:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775768218.538672:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768218.538675:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768218.538678:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768218.538683:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768218.538689:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046e9000.
02000000:00000001:1.0:1775768218.538692:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768218.538698:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775768218.538701:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927303829948.
00000400:00000010:1.0:1775768218.538706:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b088.
00000100:00000200:1.0:1775768218.538744:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335198080, portal 10
00000100:00000001:1.0:1775768218.538748:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768218.538751:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931822464 : -120451777729152 : ffff927322936d80)
00000100:00000040:1.0:1775768218.538761:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322936d80 x1862022335198080/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768218.538768:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768218.538771:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775768218.538773:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b660.
00000100:00000200:1.0:1775768218.538775:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335198080, offset 0
00000400:00000200:1.0:1775768218.538778:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775768218.538782:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768218.538786:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775768218.538790:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768218.538793:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775768218.538796:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768218.538799:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775768218.538803:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60667:60667:255:4294967295] 192.168.202.131@tcp LPNI seq info [60667:60667:7:4294967295]
00000400:00000200:1.0:1775768218.538807:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768218.538814:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768218.538822:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775768218.538826:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75400.
00000800:00000200:1.0:1775768218.538833:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775768218.538838:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:1.0:1775768218.538841:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768218.538846:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: using a timeout of 15131 usecs (16 jiffies)
00000400:00000200:1.0:1775768218.538849:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775768218.538851:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300075537
00000100:00000001:1.0:1775768218.538854:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300076797
00000100:00000001:1.0:1775768218.538857:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300075537
00000100:00000001:1.0:1775768218.538860:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300076797
00000100:00000001:1.0:1775768218.538862:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768218.538865:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768218.538867:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768218.538872:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322934380 x1862022335198208/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768218.538880:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768218.538881:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768218.538884:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768218.538886:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768218.538888:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768218.538890:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322934380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335198208:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775768218.538894:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768218.538896:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768218.538897:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768218.538898:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768218.538901:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046e8400.
02000000:00000001:1.0:1775768218.538903:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768218.538905:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775768218.538907:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9273038291b8.
00000400:00000010:1.0:1775768218.538910:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b198.
00000100:00000200:1.0:1775768218.538913:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335198208, portal 10
00000100:00000001:1.0:1775768218.538915:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768218.538917:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931811712 : -120451777739904 : ffff927322934380)
00000100:00000040:1.0:1775768218.538923:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322934380 x1862022335198208/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1775768218.538925:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768218.538929:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768218.538935:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775768218.538935:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768218.538941:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775768218.538944:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b550.
00000100:00000200:1.0:1775768218.538947:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335198208, offset 0
00000400:00000200:1.0:1775768218.538952:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775768218.538956:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768218.538960:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775768218.538962:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768218.538964:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775768218.538967:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768218.538969:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775768218.538971:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60668:60668:254:4294967295] 192.168.202.131@tcp LPNI seq info [60668:60668:6:4294967295]
00000400:00000200:1.0:1775768218.538976:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768218.538993:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768218.538997:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775768218.539000:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75c00.
00000800:00000200:1.0:1775768218.539004:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775768218.539008:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:1.0:1775768218.539011:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768218.539014:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: using a timeout of 41678 usecs (42 jiffies)
00000400:00000200:1.0:1775768218.539017:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775768218.539019:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300075563
00000100:00000001:1.0:1775768218.539021:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300076797
00000100:00000001:1.0:1775768218.539023:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300075563
00000100:00000001:1.0:1775768218.539036:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300076797
00000100:00000001:1.0:1775768218.539038:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768218.539040:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768218.539042:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768218.539045:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322934700 x1862022335198336/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768218.539052:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768218.539054:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768218.539056:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768218.539057:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768218.539059:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768218.539061:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322934700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335198336:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775768218.539064:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768218.539066:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768218.539067:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768218.539069:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768218.539072:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046eb800.
02000000:00000001:1.0:1775768218.539074:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768218.539078:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775768218.539080:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927303829d10.
00000400:00000010:1.0:1775768218.539085:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b2a8.
00000100:00000200:1.0:1775768218.539087:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335198336, portal 4
00000100:00000001:1.0:1775768218.539089:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768218.539091:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931812608 : -120451777739008 : ffff927322934700)
00000100:00000040:1.0:1775768218.539096:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322934700 x1862022335198336/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768218.539102:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768218.539105:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775768218.539107:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b4c8.
00000100:00000200:1.0:1775768218.539109:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335198336, offset 0
00000400:00000200:1.0:1775768218.539114:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775768218.539118:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768218.539121:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775768218.539124:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768218.539126:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775768218.539129:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768218.539131:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775768218.539134:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60669:60669:253:4294967295] 192.168.202.131@tcp LPNI seq info [60669:60669:5:4294967295]
00000400:00000200:1.0:1775768218.539138:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768218.539144:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768218.539148:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775768218.539152:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75b00.
00000800:00000200:1.0:1775768218.539155:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775768218.539159:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:1.0:1775768218.539161:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768218.539165:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: using a timeout of 22192 usecs (23 jiffies)
00000400:00000200:1.0:1775768218.539168:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775768218.539169:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300075544
00000100:00000001:1.0:1775768218.539172:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300076797
00000100:00000001:1.0:1775768218.539174:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300075544
00000100:00000001:1.0:1775768218.539176:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300076797
00000100:00000001:1.0:1775768218.539178:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768218.539180:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768218.539183:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768218.539185:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768218.539189:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768218.539191:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1775768218.539193:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768218.539195:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768218.539196:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768218.539200:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322935c00 x1862022335198464/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768218.539206:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768218.539207:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768218.539210:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768218.539211:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768218.539213:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768218.539215:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322935c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335198464:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775768218.539218:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768218.539220:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768218.539222:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768218.539223:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768218.539227:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046e9800.
02000000:00000001:1.0:1775768218.539228:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768218.539231:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775768218.539233:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927303829108.
00000400:00000010:1.0:1775768218.539236:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132bbb0.
00000100:00000200:1.0:1775768218.539239:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335198464, portal 4
00000100:00000001:1.0:1775768218.539241:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768218.539242:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931817984 : -120451777733632 : ffff927322935c00)
00000100:00000040:1.0:1775768218.539246:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322935c00 x1862022335198464/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768218.539252:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768218.539254:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775768218.539256:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b110.
00000100:00000200:1.0:1775768218.539258:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335198464, offset 0
00000400:00000200:1.0:1775768218.539262:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775768218.539265:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768218.539269:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775768218.539272:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768218.539275:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775768218.539277:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768218.539279:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775768218.539282:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60670:60670:252:4294967295] 192.168.202.131@tcp LPNI seq info [60670:60670:4:4294967295]
00000400:00000200:1.0:1775768218.539285:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768218.539290:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768218.539294:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775768218.539297:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75100.
00000800:00000200:1.0:1775768218.539299:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775768218.539303:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:1.0:1775768218.539305:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768218.539308:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: using a timeout of 22500 usecs (23 jiffies)
00000400:00000200:1.0:1775768218.539310:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775768218.539312:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300075544
00000100:00000001:1.0:1775768218.539314:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300076797
00000100:00000001:1.0:1775768218.539316:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300075544
00000100:00000001:1.0:1775768218.539319:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300076797
00000100:00000001:1.0:1775768218.539321:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768218.539323:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768218.539325:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768218.539327:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768218.539329:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768218.539331:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1775768218.539333:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768218.539334:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768218.539335:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768218.539337:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768219.113833:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768219.113839:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768219.113841:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768219.113846:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768219.113849:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768219.113854:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768219.113856:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768219.113858:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768219.113861:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768219.562249:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768219.562258:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768219.562262:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768219.817806:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300076797, at 4300076800
00000100:00000010:2.0:1775768219.817819:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9273188e59c0.
00000100:00000001:0.0:1775768220.137847:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768220.137855:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768220.137857:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768220.137863:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768220.137873:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768220.137877:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768220.137880:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768220.137883:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768220.137886:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768220.585863:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768220.585867:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768220.585870:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768221.161869:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768221.161876:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768221.161879:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768221.161885:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768221.161889:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768221.161893:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768221.161896:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768221.161899:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768221.161903:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768221.610010:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768221.610013:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768221.610017:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1775768221.610041:0:2393:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.131:988
00000400:00000100:1.0:1775768221.610096:0:2393:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.131@tcp at host 192.168.202.131 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1775768221.610110:0:2393:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768221.610114:0:2393:0:(router.c:1750:lnet_notify()) 192.168.202.31@tcp notifying 192.168.202.131@tcp: down
00000400:00000200:1.0:1775768221.610121:0:2393:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768221.610125:0:2393:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:1.0:1775768221.610131:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:1.0:1775768221.610135:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75500.
00000400:00000200:1.0:1775768221.610140:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1775768221.610145:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1775768221.610151:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132baa0
00000400:00000010:1.0:1775768221.610154:0:2393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132baa0.
00000100:00000001:1.0:1775768221.610160:0:2393:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768221.610171:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927322936680 x1862022335197952/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768221.610193:0:2393:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768221.610197:0:2393:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322936680 x1862022335197952/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768243 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768221.610205:0:2393:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768221.610207:0:2393:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1775768221.610218:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:1.0:1775768221.610221:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75400.
00000400:00000200:1.0:1775768221.610225:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1775768221.610230:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1775768221.610233:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b660
00000400:00000010:1.0:1775768221.610236:0:2393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b660.
00000100:00000001:1.0:1775768221.610241:0:2393:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768221.610246:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927322936d80 x1862022335198080/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768221.610256:0:2393:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768221.610263:0:2393:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322936d80 x1862022335198080/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768243 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768221.610277:0:2393:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768221.610280:0:2393:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1775768221.610292:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:1.0:1775768221.610296:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75c00.
00000400:00000200:1.0:1775768221.610303:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1775768221.610310:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1775768221.610316:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b550
00000400:00000010:1.0:1775768221.610321:0:2393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b550.
00000100:00000001:1.0:1775768221.610327:0:2393:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768221.610337:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927322934380 x1862022335198208/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768221.610354:0:2393:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768221.610363:0:2393:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322934380 x1862022335198208/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768243 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768221.610408:0:2393:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768221.610412:0:2393:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1775768221.610426:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:1.0:1775768221.610431:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75b00.
00000400:00000200:1.0:1775768221.610439:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1775768221.610449:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1775768221.610456:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b4c8
00000400:00000010:1.0:1775768221.610459:0:2393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b4c8.
00000100:00000001:1.0:1775768221.610463:0:2393:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768221.610472:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927322934700 x1862022335198336/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768221.610492:0:2393:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768221.610500:0:2393:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322934700 x1862022335198336/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768243 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768221.610515:0:2393:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768221.610519:0:2393:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1775768221.610527:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:1.0:1775768221.610532:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75100.
00000400:00000200:1.0:1775768221.610539:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1775768221.610549:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1775768221.610553:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b110
00000400:00000010:1.0:1775768221.610555:0:2393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b110.
00000100:00000001:1.0:1775768221.610561:0:2393:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768221.610568:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927322935c00 x1862022335198464/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768221.610584:0:2393:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768221.610591:0:2393:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322935c00 x1862022335198464/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768243 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768221.610624:0:2393:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768221.610627:0:2393:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768222.185886:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768222.185893:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768222.185895:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768222.185901:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768222.185904:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768222.185908:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768222.185910:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768222.185912:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768222.185915:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768222.633880:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768222.633883:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768222.633886:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768223.209864:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768223.209870:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768223.209872:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768223.209878:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768223.209882:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768223.209886:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768223.209888:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768223.209891:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768223.209893:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768223.657876:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768223.657894:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768223.657898:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768223.657903:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768223.657908:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768223.657915:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5408
00000400:00000200:2.0:1775768223.657930:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768223.657948:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768223.657952:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768223.657956:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768223.657960:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768223.657962:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768223.657965:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768223.657968:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768223.657969:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000001:1.0:1775768223.657973:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1775768223.657973:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775768223.657976:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768223.657978:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00010000:00010000:1.0:1775768223.657984:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775768223.657984:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775768223.657988:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775768223.657991:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768223.657993:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768223.657995:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768223.657997:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768223.658000:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775768223.658004:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768223.658006:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768223.658009:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768223.658012:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768223.658016:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768223.658018:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768223.658020:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768223.658028:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
00000020:00000040:2.0:1775768223.658032:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775768223.658035:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768223.658036:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768223.658039:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768223.658042:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768223.658046:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768223.658059:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed000.
00000100:00000001:2.0:1775768223.658065:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768223.658074:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335198592/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768223.658083:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768223.658088:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768223.658093:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335198592/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768223.658134:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768223.658137:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768223.658141:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768223.658142:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768223.658144:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768223.658147:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768223.658149:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5408
00000400:00000200:2.0:1775768223.658152:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768223.658155:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768223.658158:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768223.658161:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768223.658163:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768223.658165:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768223.658166:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768223.658168:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768223.658170:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775768223.658171:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768223.658173:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775768223.658175:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775768223.658177:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775768223.658180:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768223.658181:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768223.658183:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768223.658184:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768223.658186:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775768223.658188:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768223.658190:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768223.658192:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768223.658197:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768223.658199:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768223.658201:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768223.658204:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768223.658207:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768223.658208:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768223.658211:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
00000020:00000040:2.0:1775768223.658214:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775768223.658216:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768223.658217:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768223.658218:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768223.658220:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768223.658221:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768223.658224:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee800.
00000100:00000001:2.0:1775768223.658227:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768223.658231:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335198720/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768223.658238:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768223.658240:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768223.658243:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335198720/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768223.658249:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768223.658251:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768223.658255:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768223.658256:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768223.658258:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768223.658260:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768223.658262:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5408
00000400:00000200:2.0:1775768223.658266:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768223.658268:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768223.658270:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768223.658273:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768223.658275:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768223.658277:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768223.658278:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768223.658280:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768223.658281:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775768223.658282:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768223.658285:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775768223.658287:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775768223.658289:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775768223.658292:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768223.658293:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768223.658295:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768223.658297:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768223.658298:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775768223.658300:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768223.658302:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768223.658303:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768223.658305:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768223.658307:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768223.658309:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768223.658311:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768223.658313:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768223.658314:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768223.658319:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775768223.658321:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775768223.658324:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768223.658325:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768223.658326:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768223.658327:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768223.658329:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768223.658331:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee400.
00000100:00000001:2.0:1775768223.658334:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768223.658338:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335198848/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768223.658344:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768223.658346:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768223.658349:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335198848/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768223.658356:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768223.658358:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768223.658361:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768223.658363:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768223.658364:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768223.658366:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768223.658369:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5408
00000400:00000200:2.0:1775768223.658372:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768223.658375:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768223.658377:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768223.658379:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768223.658382:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768223.658383:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768223.658385:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768223.658388:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768223.658389:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775768223.658390:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768223.658392:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775768223.658394:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775768223.658396:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775768223.658399:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768223.658401:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768223.658403:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768223.658405:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768223.658407:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775768223.658409:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768223.658411:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768223.658413:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768223.658415:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768223.658417:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768223.658420:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768223.658422:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768223.658424:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768223.658426:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768223.658429:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775768223.658431:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775768223.658432:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768223.658433:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768223.658435:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768223.658437:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768223.658438:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768223.658441:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef000.
00000100:00000001:2.0:1775768223.658444:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768223.658447:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335198976/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768223.658454:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768223.658456:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768223.658459:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335198976/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768223.658466:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768223.658469:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768223.658472:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775768223.658473:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768223.658475:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768223.658478:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768223.658480:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5408
00000400:00000200:2.0:1775768223.658483:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768223.658486:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768223.658488:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768223.658490:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768223.658492:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768223.658494:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768223.658496:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768223.658498:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768223.658499:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775768223.658501:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768223.658503:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775768223.658504:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775768223.658506:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775768223.658508:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768223.658510:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768223.658512:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768223.658514:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768223.658516:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775768223.658518:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768223.658520:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768223.658521:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768223.658523:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768223.658525:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768223.658527:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768223.658528:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768223.658530:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768223.658532:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768223.658535:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775768223.658536:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775768223.658538:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768223.658540:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768223.658541:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768223.658542:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768223.658544:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768223.658547:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec800.
00000100:00000001:2.0:1775768223.658549:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768223.658553:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335199104/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768223.658560:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768223.658561:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768223.658564:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335199104/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768223.658571:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768223.658575:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5418)
00000800:00000200:3.1:1775768223.658951:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768223.658954:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775768223.659291:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768223.659293:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775768223.659561:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768223.659563:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775768223.659856:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768223.659858:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775768223.660133:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768223.660136:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000100:00000001:0.0:1775768224.233912:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768224.233954:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768224.233956:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768224.233960:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768224.233974:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768224.233984:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768224.233987:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768224.233989:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768224.233991:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768224.681938:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768224.681943:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768224.681948:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768224.937799:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300081918, at 4300081920
00000100:00000010:2.0:1775768224.937815:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe39c0.
00000100:00000001:0.0:1775768225.257845:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768225.257854:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768225.257856:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768225.257863:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768225.257868:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768225.257873:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768225.257875:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768225.257878:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768225.257881:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768225.705978:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768225.705981:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768225.705984:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768226.281840:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768226.281848:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768226.281850:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768226.281858:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768226.281863:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768226.281868:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768226.281871:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768226.281874:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768226.281877:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768226.729828:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768226.729834:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768226.729839:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768227.305851:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768227.305858:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768227.305859:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768227.305866:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768227.305869:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768227.305873:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768227.305875:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768227.305877:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768227.305880:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768227.753915:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768227.753919:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768227.753922:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768228.329755:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768228.329760:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768228.329762:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768228.329765:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768228.329768:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768228.329771:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768228.329773:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768228.329774:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768228.329777:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768228.777792:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768228.777798:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768228.777800:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768228.777803:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768228.777805:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768228.777810:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5413
00000400:00000200:0.0:1775768228.777819:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768228.777824:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768228.777827:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768228.777829:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768228.777832:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768228.777834:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768228.777835:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768228.777835:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768228.777839:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000001:2.0:1775768228.777840:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1775768228.777841:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775768228.777844:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768228.777846:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00010000:00010000:2.0:1775768228.777846:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1775768228.777849:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775768228.777851:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775768228.777853:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768228.777854:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768228.777856:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768228.777857:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768228.777859:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:0.0:1775768228.777861:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768228.777862:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768228.777864:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768228.777866:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768228.777868:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768228.777869:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768228.777870:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768228.777878:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926680.
00000020:00000040:0.0:1775768228.777880:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775768228.777902:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768228.777903:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768228.777905:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768228.777907:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768228.777910:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768228.777917:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c800.
00000100:00000001:0.0:1775768228.777922:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768228.777928:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926680 x1862022335199232/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768228.777936:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768228.777939:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768228.777942:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad2d9012] to pc [ptlrpcd_rcv+-1]  req@ffff927322926680 x1862022335199232/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768228.777957:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768228.777959:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768228.777962:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768228.777962:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768228.777964:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768228.777966:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768228.777967:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5413
00000400:00000200:0.0:1775768228.777970:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768228.777971:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768228.777973:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768228.777975:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768228.777977:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768228.777979:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768228.777980:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768228.777981:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768228.777982:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775768228.777983:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768228.777984:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775768228.777986:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:0.0:1775768228.777988:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:0.0:1775768228.777990:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768228.777993:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768228.777994:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768228.777997:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768228.778000:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:0.0:1775768228.778004:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768228.778006:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768228.778009:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768228.778013:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768228.778018:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768228.778020:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768228.778024:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768228.778027:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768228.778029:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768228.778031:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925c00.
00000020:00000040:0.0:1775768228.778035:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:0.0:1775768228.778038:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768228.778040:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768228.778043:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768228.778045:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768228.778047:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768228.778051:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e000.
00000100:00000001:0.0:1775768228.778054:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768228.778059:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925c00 x1862022335199360/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768228.778067:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768228.778069:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768228.778073:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d72b0b6] to pc [ptlrpcd_rcv+-1]  req@ffff927322925c00 x1862022335199360/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768228.778081:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768228.778083:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768228.778085:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768228.778088:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768228.778090:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768228.778091:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768228.778093:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5413
00000400:00000200:0.0:1775768228.778099:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768228.778103:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768228.778105:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768228.778109:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768228.778111:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768228.778113:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768228.778116:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768228.778120:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768228.778121:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:0.0:1775768228.778123:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768228.778125:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775768228.778128:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:0.0:1775768228.778131:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:0.0:1775768228.778134:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768228.778135:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768228.778139:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768228.778142:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768228.778144:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:0.0:1775768228.778146:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768228.778148:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768228.778150:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768228.778151:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768228.778155:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768228.778156:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768228.778157:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768228.778159:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768228.778161:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768228.778164:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927800.
00000020:00000040:0.0:1775768228.778166:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775768228.778167:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768228.778168:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768228.778170:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768228.778171:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768228.778173:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768228.778176:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f400.
00000100:00000001:0.0:1775768228.778178:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768228.778183:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927800 x1862022335199488/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768228.778190:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768228.778194:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768228.778198:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e429b339] to pc [ptlrpcd_rcv+-1]  req@ffff927322927800 x1862022335199488/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768228.778211:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768228.778214:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768228.778218:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768228.778220:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768228.778221:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768228.778223:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768228.778226:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5413
00000400:00000200:0.0:1775768228.778233:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768228.778237:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768228.778239:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768228.778244:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768228.778245:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768228.778247:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768228.778248:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768228.778250:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768228.778251:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775768228.778252:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768228.778253:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:0.0:1775768228.778256:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:0.0:1775768228.778259:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:0.0:1775768228.778264:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768228.778265:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768228.778268:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768228.778271:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768228.778272:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:0.0:1775768228.778276:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000800:00000200:3.1:1775768228.778277:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:0.0:1775768228.778278:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768228.778280:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768228.778283:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:3.1:1775768228.778284:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
02000000:00000001:0.0:1775768228.778285:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768228.778288:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768228.778290:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768228.778292:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768228.778295:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768228.778297:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927b80.
00000020:00000040:0.0:1775768228.778299:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:0.0:1775768228.778301:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768228.778303:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768228.778304:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768228.778305:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768228.778306:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768228.778308:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f000.
00000100:00000001:0.0:1775768228.778312:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768228.778318:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927b80 x1862022335199616/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768228.778326:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768228.778329:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768228.778333:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000282cd359] to pc [ptlrpcd_rcv+-1]  req@ffff927322927b80 x1862022335199616/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768228.778339:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768228.778342:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768228.778349:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775768228.778350:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768228.778353:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768228.778357:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768228.778360:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5413
00000400:00000200:0.0:1775768228.778364:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768228.778368:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768228.778371:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768228.778375:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768228.778377:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768228.778380:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768228.778382:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768228.778384:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768228.778385:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:0.0:1775768228.778388:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768228.778390:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:0.0:1775768228.778393:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:0.0:1775768228.778396:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:0.0:1775768228.778399:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768228.778401:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768228.778402:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768228.778404:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768228.778406:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:0.0:1775768228.778408:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768228.778410:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768228.778412:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768228.778414:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768228.778415:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768228.778416:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768228.778418:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768228.778419:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768228.778421:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768228.778424:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926300.
00000020:00000040:0.0:1775768228.778427:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:0.0:1775768228.778430:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768228.778431:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768228.778432:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768228.778434:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768228.778436:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768228.778442:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477fc00.
00000100:00000001:0.0:1775768228.778445:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768228.778449:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926300 x1862022335199744/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768228.778473:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768228.778475:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768228.778478:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e21317e] to pc [ptlrpcd_rcv+-1]  req@ffff927322926300 x1862022335199744/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768228.778486:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768228.778491:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5423)
00000800:00000200:3.1:1775768228.778728:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768228.778729:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775768228.778934:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768228.778935:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775768228.779088:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768228.779089:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775768228.779278:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768228.779281:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1775768229.353818:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768229.353823:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768229.353825:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768229.353837:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768229.353840:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768229.353842:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768229.353844:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768229.353847:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768229.353849:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768229.801908:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768229.801912:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768229.801916:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768230.057818:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300087037, at 4300087040
00000100:00000010:2.0:1775768230.057838:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe30c0.
00000100:00000001:0.0:1775768230.377763:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768230.377770:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768230.377773:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768230.377780:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768230.377785:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768230.377789:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768230.377792:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768230.377794:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768230.377797:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768230.825954:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768230.825959:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768230.825962:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768231.401868:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768231.401875:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768231.401877:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768231.401884:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768231.401888:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768231.401893:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768231.401896:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768231.401899:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768231.401902:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768231.849905:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768231.849910:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768231.849913:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768232.425880:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768232.425887:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768232.425894:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768232.425900:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768232.425903:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768232.425908:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768232.425910:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768232.425913:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768232.425915:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768232.873982:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768232.873986:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768232.873990:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768233.449786:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768233.449793:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768233.449795:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768233.449800:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768233.449803:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768233.449807:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768233.449809:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768233.449811:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768233.449812:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768233.897759:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768233.897769:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768233.897772:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768233.897777:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768233.897781:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768233.897789:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5418
00000400:00000200:0.0:1775768233.897799:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768233.897804:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768233.897807:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768233.897810:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768233.897814:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768233.897817:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768233.897819:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768233.897824:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768233.897829:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775768233.897847:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768233.897852:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775768233.897861:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775768233.897867:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775768233.897878:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768233.897883:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768233.897888:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768233.897895:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768233.897906:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:0.0:1775768233.897912:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768233.897916:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768233.897920:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768233.897924:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768233.897927:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768233.897930:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768233.897932:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768233.897944:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924000.
00000020:00000040:0.0:1775768233.897949:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775768233.897955:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768233.897958:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768233.897963:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768233.897967:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768233.897974:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768233.897975:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768233.897979:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768233.897983:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
02000000:00000010:0.0:1775768233.897986:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477cc00.
00000100:00000001:0.0:1775768233.897997:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768233.898009:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924000 x1862022335199872/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768233.898018:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768233.898024:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768233.898027:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c89b33e] to pc [ptlrpcd_rcv+-1]  req@ffff927322924000 x1862022335199872/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768233.898046:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768233.898049:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768233.898052:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768233.898053:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768233.898054:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768233.898056:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768233.898058:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5418
00000400:00000200:0.0:1775768233.898063:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768233.898066:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768233.898068:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768233.898070:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768233.898072:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768233.898074:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768233.898076:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768233.898080:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768233.898086:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775768233.898092:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768233.898095:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775768233.898097:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:0.0:1775768233.898102:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:0.0:1775768233.898107:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768233.898113:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768233.898117:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768233.898123:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768233.898126:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:0.0:1775768233.898132:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768233.898135:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768233.898136:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768233.898141:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768233.898145:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768233.898150:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768233.898156:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768233.898160:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768233.898164:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768233.898168:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925180.
00000020:00000040:0.0:1775768233.898170:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:0.0:1775768233.898172:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768233.898174:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768233.898175:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768233.898177:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768233.898179:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768233.898189:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c400.
00000100:00000001:0.0:1775768233.898196:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768233.898207:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925180 x1862022335200000/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768233.898232:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768233.898235:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768233.898244:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a34329a0] to pc [ptlrpcd_rcv+-1]  req@ffff927322925180 x1862022335200000/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768233.898279:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768233.898286:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768233.898290:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768233.898293:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768233.898296:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768233.898302:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768233.898308:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5418
00000400:00000200:0.0:1775768233.898313:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768233.898316:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768233.898324:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768233.898330:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768233.898337:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768233.898349:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768233.898360:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768233.898366:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768233.898368:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:0.0:1775768233.898372:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768233.898378:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775768233.898385:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:0.0:1775768233.898391:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:0.0:1775768233.898404:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768233.898413:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768233.898417:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768233.898422:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768233.898428:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:0.0:1775768233.898435:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768233.898440:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768233.898447:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768233.898452:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768233.898463:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768233.898472:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768233.898478:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768233.898488:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768233.898492:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768233.898496:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926a00.
00000020:00000040:0.0:1775768233.898503:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775768233.898510:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768233.898513:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768233.898515:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768233.898516:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768233.898519:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768233.898525:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d000.
00000100:00000001:0.0:1775768233.898531:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768233.898545:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926a00 x1862022335200128/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768233.898574:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:3.1:1775768233.898582:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:0.0:1775768233.898583:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775768233.898588:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000100:00000040:0.0:1775768233.898594:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000798ab0be] to pc [ptlrpcd_rcv+-1]  req@ffff927322926a00 x1862022335200128/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768233.898619:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768233.898629:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768233.898634:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768233.898638:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768233.898640:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768233.898650:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768233.898655:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5418
00000400:00000200:0.0:1775768233.898662:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768233.898671:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768233.898681:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768233.898692:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768233.898698:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768233.898745:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768233.898754:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768233.898760:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768233.898763:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775768233.898768:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768233.898772:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:0.0:1775768233.898778:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:0.0:1775768233.898783:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:0.0:1775768233.898790:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768233.898792:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768233.898797:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768233.898802:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768233.898810:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:0.0:1775768233.898815:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768233.898820:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768233.898824:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768233.898830:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768233.898850:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768233.898856:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768233.898860:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768233.898866:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768233.898874:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768233.898879:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927480.
00000020:00000040:0.0:1775768233.898885:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:0.0:1775768233.898890:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768233.898892:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768233.898895:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768233.898898:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768233.898902:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768233.898908:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e400.
00000100:00000001:0.0:1775768233.898916:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768233.898930:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927480 x1862022335200256/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768233.898997:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768233.899003:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768233.899013:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd1176bb] to pc [ptlrpcd_rcv+-1]  req@ffff927322927480 x1862022335200256/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768233.899042:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768233.899051:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768233.899061:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775768233.899063:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768233.899066:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768233.899076:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768233.899084:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5418
00000400:00000200:0.0:1775768233.899100:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768233.899109:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768233.899115:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768233.899123:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768233.899130:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768233.899138:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768233.899147:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768233.899154:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768233.899157:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:0.0:1775768233.899162:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768233.899164:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:0.0:1775768233.899170:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:0.0:1775768233.899178:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:0.0:1775768233.899189:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768233.899197:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768233.899203:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768233.899216:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768233.899225:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:0.0:1775768233.899233:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768233.899240:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768233.899245:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768233.899251:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768233.899255:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768233.899258:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768233.899261:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768233.899270:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768233.899274:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768233.899279:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926d80.
00000020:00000040:0.0:1775768233.899287:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:0.0:1775768233.899292:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768233.899295:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768233.899298:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768233.899302:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768233.899307:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768233.899317:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e800.
00000100:00000001:0.0:1775768233.899325:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768233.899336:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926d80 x1862022335200384/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768233.899363:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768233.899371:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768233.899387:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000adacb2c9] to pc [ptlrpcd_rcv+-1]  req@ffff927322926d80 x1862022335200384/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768233.899429:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768233.899439:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5428)
00000800:00000200:3.1:1775768233.899533:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768233.899535:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775768233.899761:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768233.899763:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775768233.900032:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768233.900034:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775768233.900314:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768233.900317:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000100:00000001:0.0:1775768234.473887:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768234.473897:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768234.473899:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768234.473907:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768234.473911:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768234.473916:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768234.473919:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768234.473922:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768234.473926:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768234.921938:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768234.921942:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768234.921945:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768235.177804:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300092158, at 4300092160
00000100:00000010:2.0:1775768235.177835:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3e40.
00000100:00000001:0.0:1775768235.497801:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768235.497808:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768235.497810:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768235.497846:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768235.497851:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768235.497854:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768235.497857:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768235.497860:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768235.497862:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768235.945955:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768235.945959:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768235.945963:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768236.521895:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768236.521906:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768236.521908:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768236.521917:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768236.521922:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768236.521928:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768236.521930:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768236.521933:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768236.521936:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768236.969925:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768236.969929:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768236.969931:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768237.545849:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768237.545854:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768237.545856:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768237.545860:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768237.545863:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768237.545866:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768237.545867:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768237.545869:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768237.545871:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768237.993986:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768237.993991:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768237.993995:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768238.569843:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768238.569850:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768238.569852:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768238.569858:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768238.569862:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768238.569866:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768238.569868:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768238.569871:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768238.569873:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768239.017824:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768239.017831:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768239.017833:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768239.017836:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768239.017840:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768239.017847:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5423
00000400:00000200:2.0:1775768239.017863:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768239.017872:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768239.017876:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768239.017880:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768239.017884:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768239.017887:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000020:00000001:0.0:1775768239.017889:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1775768239.017890:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768239.017893:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768239.017894:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00010000:00010000:0.0:1775768239.017896:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000040:2.0:1775768239.017898:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775768239.017902:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768239.017905:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775768239.017908:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775768239.017910:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775768239.017914:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768239.017916:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768239.017917:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768239.017919:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768239.017922:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775768239.017925:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768239.017927:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768239.017930:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768239.017933:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768239.017935:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768239.017936:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768239.017945:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768239.017953:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775768239.017956:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775768239.017959:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768239.017960:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768239.017962:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768239.017964:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768239.017968:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768239.017975:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec400.
00000100:00000001:2.0:1775768239.017980:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768239.017988:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335200512/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768239.017997:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768239.018001:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768239.018005:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335200512/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768239.018025:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768239.018028:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768239.018031:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768239.018033:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768239.018034:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768239.018037:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768239.018040:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5423
00000400:00000200:2.0:1775768239.018044:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768239.018048:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768239.018051:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768239.018054:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768239.018056:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768239.018058:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768239.018061:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768239.018065:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768239.018067:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775768239.018070:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768239.018074:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775768239.018076:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775768239.018080:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775768239.018086:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768239.018090:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768239.018094:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768239.018098:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768239.018102:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775768239.018113:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768239.018118:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768239.018120:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768239.018124:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768239.018128:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768239.018130:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768239.018135:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768239.018138:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768239.018142:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768239.018146:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775768239.018148:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775768239.018152:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768239.018153:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768239.018155:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768239.018155:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768239.018157:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768239.018162:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec800.
00000100:00000001:2.0:1775768239.018166:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768239.018171:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335200640/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768239.018182:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768239.018186:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768239.018189:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335200640/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768239.018198:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768239.018200:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768239.018204:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768239.018207:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768239.018210:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768239.018215:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768239.018228:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5423
00000400:00000200:2.0:1775768239.018241:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768239.018246:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768239.018251:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768239.018256:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768239.018258:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768239.018263:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768239.018266:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768239.018269:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768239.018271:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775768239.018273:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768239.018276:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775768239.018279:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775768239.018282:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775768239.018287:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768239.018291:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768239.018296:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768239.018301:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768239.018305:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775768239.018311:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768239.018318:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768239.018324:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768239.018328:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768239.018332:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768239.018337:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768239.018341:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768239.018345:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775768239.018349:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768239.018352:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000100:00000001:2.0:1775768239.018356:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768239.018362:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775768239.018367:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775768239.018372:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768239.018375:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768239.018379:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768239.018382:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768239.018385:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768239.018392:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef000.
00000100:00000001:2.0:1775768239.018399:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768239.018408:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335200768/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768239.018428:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768239.018431:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768239.018438:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335200768/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768239.018448:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768239.018451:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768239.018456:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768239.018457:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768239.018459:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768239.018463:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768239.018468:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5423
00000400:00000200:2.0:1775768239.018476:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768239.018480:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768239.018482:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768239.018487:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768239.018491:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768239.018496:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768239.018500:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768239.018506:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768239.018508:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775768239.018512:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768239.018515:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775768239.018519:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775768239.018524:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775768239.018528:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768239.018532:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768239.018534:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768239.018537:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768239.018541:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775768239.018546:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768239.018548:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768239.018551:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768239.018554:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768239.018558:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768239.018562:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768239.018566:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768239.018572:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768239.018578:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768239.018584:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775768239.018590:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775768239.018596:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768239.018598:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768239.018603:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768239.018606:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768239.018610:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768239.018614:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee400.
00000100:00000001:2.0:1775768239.018620:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768239.018628:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335200896/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768239.018642:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768239.018646:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768239.018660:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335200896/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768239.018682:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768239.018686:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768239.018690:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775768239.018693:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768239.018695:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768239.018696:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768239.018701:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5423
00000400:00000200:2.0:1775768239.018706:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768239.018738:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768239.018742:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768239.018748:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768239.018753:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768239.018759:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768239.018761:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768239.018765:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768239.018769:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775768239.018773:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768239.018777:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775768239.018791:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775768239.018797:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775768239.018805:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768239.018810:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768239.018817:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768239.018822:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768239.018827:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775768239.018834:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768239.018837:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768239.018840:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768239.018843:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768239.018848:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768239.018853:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768239.018855:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768239.018858:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768239.018862:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768239.018866:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775768239.018869:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775768239.018873:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768239.018876:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768239.018881:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768239.018885:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768239.018889:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768239.018897:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee800.
00000100:00000001:2.0:1775768239.018903:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768239.018913:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335201024/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768239.018924:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768239.018928:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768239.018937:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335201024/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768239.018952:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768239.018957:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5433)
00000800:00000200:3.1:1775768239.018980:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768239.018982:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775768239.019180:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768239.019182:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775768239.019369:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768239.019371:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775768239.019611:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768239.019613:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000100:00000001:0.0:1775768239.593826:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768239.593831:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768239.593832:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768239.593836:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768239.593839:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768239.593842:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768239.593844:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768239.593846:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768239.593847:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768240.041943:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768240.041948:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768240.041950:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768240.297836:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300097277, at 4300097280
00000100:00000010:2.0:1775768240.297855:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3b40.
00000100:00000001:0.0:1775768240.617849:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768240.617855:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768240.617858:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768240.617863:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768240.617867:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768240.617870:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768240.617872:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768240.617875:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768240.617877:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768241.065948:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768241.065952:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768241.065955:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768241.641835:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768241.641840:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768241.641846:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768241.641851:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768241.641854:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768241.641857:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768241.641859:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768241.641861:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768241.641862:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768242.090051:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768242.090055:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768242.090058:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768242.665858:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768242.665865:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768242.665867:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768242.665874:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768242.665877:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768242.665881:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768242.665884:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768242.665887:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768242.665890:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768243.113917:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768243.113921:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768243.113924:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768243.689821:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768243.689827:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768243.689829:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768243.689832:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768243.689835:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768243.689838:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768243.689840:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768243.689842:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768243.689844:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768244.137843:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768244.137853:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775768244.137857:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768244.137863:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768244.137870:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768244.137880:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5428
00000400:00000200:1.0:1775768244.137891:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768244.137899:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768244.137903:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768244.137906:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768244.137910:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768244.137912:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768244.137913:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768244.137917:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768244.137919:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:1.0:1775768244.137921:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768244.137924:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:1.0:1775768244.137926:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:1.0:1775768244.137928:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:1.0:1775768244.137930:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768244.137931:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768244.137932:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768244.137933:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768244.137935:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:1.0:1775768244.137938:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768244.137939:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768244.137942:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000020:00000001:0.0:1775768244.137944:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
02000000:00000001:1.0:1775768244.137945:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1775768244.137949:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768244.137953:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
02000000:00000001:1.0:1775768244.137957:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768244.137959:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768244.137962:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768244.137975:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11880.
00000020:00000040:1.0:1775768244.137979:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:1.0:1775768244.137983:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768244.137985:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768244.137989:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768244.137992:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768244.137998:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768244.138007:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046ea000.
00000100:00000001:1.0:1775768244.138015:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768244.138026:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11880 x1862022335201152/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768244.138037:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768244.138043:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768244.138047:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a965cc18] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11880 x1862022335201152/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768244.138068:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768244.138071:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768244.138075:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775768244.138077:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768244.138079:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768244.138082:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768244.138086:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5428
00000400:00000200:1.0:1775768244.138091:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768244.138096:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768244.138100:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768244.138106:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768244.138110:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768244.138116:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768244.138122:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768244.138128:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768244.138132:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:1.0:1775768244.138135:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768244.138138:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:1.0:1775768244.138142:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:1.0:1775768244.138147:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:1.0:1775768244.138154:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768244.138160:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768244.138163:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768244.138165:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768244.138167:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:1.0:1775768244.138170:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768244.138173:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768244.138175:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768244.138183:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768244.138188:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768244.138192:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768244.138196:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768244.138199:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768244.138201:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768244.138206:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d13480.
00000020:00000040:1.0:1775768244.138209:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:1.0:1775768244.138210:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768244.138211:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768244.138213:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768244.138215:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768244.138217:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768244.138221:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eb400.
00000100:00000001:1.0:1775768244.138226:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768244.138232:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d13480 x1862022335201280/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768244.138239:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768244.138243:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768244.138250:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d08fae2a] to pc [ptlrpcd_rcv+-1]  req@ffff927303d13480 x1862022335201280/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768244.138261:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768244.138263:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768244.138266:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775768244.138269:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768244.138271:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768244.138273:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768244.138276:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5428
00000400:00000200:1.0:1775768244.138280:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768244.138286:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768244.138288:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768244.138290:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768244.138291:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768244.138294:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768244.138296:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768244.138299:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768244.138300:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:1.0:1775768244.138302:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768244.138303:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:1.0:1775768244.138305:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:1.0:1775768244.138309:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:1.0:1775768244.138313:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768244.138315:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768244.138318:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768244.138320:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768244.138322:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:1.0:1775768244.138325:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768244.138327:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768244.138330:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768244.138333:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768244.138336:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768244.138338:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768244.138339:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768244.138343:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768244.138347:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768244.138352:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11500.
00000020:00000040:1.0:1775768244.138355:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:1.0:1775768244.138358:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768244.138358:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768244.138360:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768244.138362:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768244.138365:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768244.138369:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046ea400.
00000100:00000001:1.0:1775768244.138374:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768244.138378:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11500 x1862022335201408/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768244.138382:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768244.138383:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768244.138385:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3229bd5] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11500 x1862022335201408/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768244.138395:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768244.138396:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768244.138398:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775768244.138399:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768244.138401:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768244.138403:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768244.138405:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5428
00000400:00000200:1.0:1775768244.138410:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768244.138414:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768244.138416:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768244.138420:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768244.138422:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768244.138426:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768244.138427:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000800:00000200:3.1:1775768244.138427:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000020:00000001:1.0:1775768244.138431:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768244.138433:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:1.0:1775768244.138434:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:3.1:1775768244.138434:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000020:00000040:1.0:1775768244.138437:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:1.0:1775768244.138440:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:1.0:1775768244.138442:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:1.0:1775768244.138447:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768244.138449:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768244.138452:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768244.138454:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768244.138455:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:1.0:1775768244.138457:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768244.138461:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768244.138462:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768244.138465:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768244.138470:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768244.138472:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768244.138473:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775768244.138477:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768244.138478:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768244.138481:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d12d80.
00000020:00000040:1.0:1775768244.138483:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:1.0:1775768244.138485:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768244.138487:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768244.138488:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768244.138490:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768244.138491:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768244.138496:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eb800.
00000100:00000001:1.0:1775768244.138501:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768244.138507:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d12d80 x1862022335201536/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768244.138515:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768244.138518:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768244.138525:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000896363e8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d12d80 x1862022335201536/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768244.138534:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768244.138536:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768244.138539:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775768244.138540:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768244.138541:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768244.138543:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768244.138546:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5428
00000400:00000200:1.0:1775768244.138550:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768244.138554:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768244.138555:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768244.138559:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768244.138560:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768244.138561:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768244.138562:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768244.138566:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768244.138567:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:1.0:1775768244.138567:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768244.138569:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:1.0:1775768244.138570:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:1.0:1775768244.138571:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:1.0:1775768244.138573:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768244.138577:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768244.138579:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768244.138580:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768244.138581:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:1.0:1775768244.138583:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768244.138584:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768244.138584:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768244.138586:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768244.138587:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768244.138590:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768244.138592:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775768244.138594:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768244.138597:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768244.138600:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10380.
00000020:00000040:1.0:1775768244.138603:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:1.0:1775768244.138608:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768244.138609:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768244.138612:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768244.138613:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768244.138616:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768244.138619:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8400.
00000100:00000001:1.0:1775768244.138622:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768244.138629:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10380 x1862022335201664/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768244.138640:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768244.138641:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768244.138645:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fae5f3c] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10380 x1862022335201664/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768244.138656:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768244.138661:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5438)
00000800:00000200:3.1:1775768244.138954:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768244.138956:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775768244.139228:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768244.139230:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775768244.139487:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768244.139489:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775768244.139778:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768244.139781:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000100:00000001:0.0:1775768244.713846:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768244.713854:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768244.713856:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768244.713861:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768244.713864:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768244.713869:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768244.713871:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768244.713873:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768244.713875:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768245.161970:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768245.161975:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768245.161978:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768245.417846:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300102397, at 4300102400
00000100:00000010:2.0:1775768245.417862:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3c00.
00000100:00000001:0.0:1775768245.737825:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768245.737833:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768245.737835:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768245.737840:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768245.737843:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768245.737848:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768245.737850:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768245.737852:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768245.737854:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768246.185885:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768246.185888:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768246.185891:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768246.761850:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768246.761858:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768246.761860:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768246.761867:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768246.761872:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768246.761877:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768246.761880:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768246.761882:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768246.761885:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768247.209932:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768247.209935:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768247.209939:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768247.785790:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768247.785795:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768247.785797:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768247.785801:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768247.785805:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768247.785808:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768247.785810:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768247.785811:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768247.785813:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768248.233925:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768248.233929:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768248.233932:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768248.809844:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768248.809852:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768248.809854:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768248.809860:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768248.809864:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768248.809869:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768248.809871:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768248.809873:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768248.809876:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768249.257825:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768249.257837:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768249.257842:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768249.257848:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768249.257852:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768249.257859:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5433
00000400:00000200:0.0:1775768249.257869:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768249.257875:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768249.257879:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768249.257882:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768249.257886:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768249.257889:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768249.257892:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768249.257896:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768249.257898:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775768249.257899:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768249.257900:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000001:2.0:1775768249.257902:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1775768249.257905:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00010000:00010000:2.0:1775768249.257905:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1775768249.257909:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775768249.257912:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775768249.257916:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768249.257918:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768249.257920:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768249.257922:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768249.257925:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:0.0:1775768249.257927:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768249.257929:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768249.257932:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768249.257935:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768249.257938:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768249.257940:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768249.257942:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768249.257951:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925500.
00000020:00000040:0.0:1775768249.257962:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775768249.257965:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768249.257967:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768249.257970:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768249.257973:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768249.257977:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768249.257986:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d800.
00000100:00000001:0.0:1775768249.257992:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768249.258001:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925500 x1862022335201792/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768249.258011:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768249.258015:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768249.258019:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a57c8e8f] to pc [ptlrpcd_rcv+-1]  req@ffff927322925500 x1862022335201792/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768249.258038:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768249.258041:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768249.258045:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768249.258046:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768249.258048:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768249.258050:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768249.258060:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5433
00000400:00000200:0.0:1775768249.258065:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768249.258069:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768249.258073:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768249.258078:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768249.258082:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768249.258086:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768249.258088:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768249.258093:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768249.258095:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775768249.258099:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768249.258103:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775768249.258105:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:0.0:1775768249.258108:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:0.0:1775768249.258112:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768249.258113:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768249.258114:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768249.258119:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768249.258122:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:0.0:1775768249.258133:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768249.258139:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768249.258143:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768249.258149:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768249.258153:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768249.258156:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768249.258161:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768249.258166:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768249.258169:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768249.258176:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925880.
00000020:00000040:0.0:1775768249.258181:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:0.0:1775768249.258183:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768249.258185:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768249.258189:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768249.258190:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768249.258193:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768249.258198:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c000.
00000100:00000001:0.0:1775768249.258202:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768249.258210:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925880 x1862022335201920/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768249.258232:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768249.258236:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768249.258243:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f872a4ed] to pc [ptlrpcd_rcv+-1]  req@ffff927322925880 x1862022335201920/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768249.258267:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768249.258271:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768249.258275:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768249.258278:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768249.258281:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768249.258284:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768249.258290:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5433
00000400:00000200:0.0:1775768249.258297:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768249.258302:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768249.258305:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768249.258308:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768249.258313:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768249.258318:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768249.258323:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768249.258337:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768249.258340:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:0.0:1775768249.258344:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768249.258347:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775768249.258351:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:0.0:1775768249.258355:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:0.0:1775768249.258361:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768249.258365:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768249.258368:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768249.258373:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768249.258378:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:0.0:1775768249.258385:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768249.258390:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775768249.258391:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
02000000:00000001:0.0:1775768249.258395:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:3.1:1775768249.258396:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 33 secs later)
02000000:00000001:0.0:1775768249.258407:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768249.258411:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768249.258416:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768249.258420:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768249.258424:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768249.258426:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768249.258432:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924a80.
00000020:00000040:0.0:1775768249.258436:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775768249.258441:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768249.258443:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768249.258447:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768249.258450:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768249.258452:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768249.258457:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477ec00.
00000100:00000001:0.0:1775768249.258462:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768249.258471:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924a80 x1862022335202048/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768249.258483:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768249.258486:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768249.258493:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c400aa7] to pc [ptlrpcd_rcv+-1]  req@ffff927322924a80 x1862022335202048/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768249.258505:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768249.258509:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768249.258514:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768249.258516:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768249.258518:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768249.258520:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768249.258523:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5433
00000400:00000200:0.0:1775768249.258531:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768249.258536:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768249.258539:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768249.258545:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768249.258549:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768249.258553:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768249.258555:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768249.258557:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768249.258558:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775768249.258561:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768249.258564:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:0.0:1775768249.258569:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:0.0:1775768249.258574:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:0.0:1775768249.258580:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768249.258583:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768249.258587:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768249.258591:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768249.258596:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:0.0:1775768249.258601:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768249.258605:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768249.258609:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768249.258613:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768249.258618:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768249.258623:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768249.258626:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768249.258631:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768249.258635:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768249.258641:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924e00.
00000020:00000040:0.0:1775768249.258645:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:0.0:1775768249.258651:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768249.258654:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768249.258657:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768249.258659:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768249.258662:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768249.258668:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e800.
00000100:00000001:0.0:1775768249.258673:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768249.258680:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924e00 x1862022335202176/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768249.258704:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768249.258707:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768249.258736:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aec4c6e] to pc [ptlrpcd_rcv+-1]  req@ffff927322924e00 x1862022335202176/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768249.258758:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768249.258762:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768249.258769:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775768249.258773:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768249.258776:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768249.258781:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768249.258787:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5433
00000400:00000200:0.0:1775768249.258794:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768249.258800:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768249.258805:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768249.258812:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768249.258817:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768249.258822:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768249.258826:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768249.258830:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768249.258833:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:0.0:1775768249.258836:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768249.258839:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:0.0:1775768249.258844:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:0.0:1775768249.258850:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:0.0:1775768249.258856:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768249.258860:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768249.258863:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768249.258867:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768249.258871:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:0.0:1775768249.258877:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768249.258882:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768249.258884:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768249.258888:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768249.258892:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768249.258894:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768249.258897:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768249.258902:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768249.258904:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768249.258908:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927100.
00000020:00000040:0.0:1775768249.258912:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:0.0:1775768249.258917:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768249.258919:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768249.258923:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768249.258926:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768249.258930:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768249.258936:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e400.
00000100:00000001:0.0:1775768249.258939:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768249.258947:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927100 x1862022335202304/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768249.258963:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768249.258968:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768249.258975:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0540768] to pc [ptlrpcd_rcv+-1]  req@ffff927322927100 x1862022335202304/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768249.258991:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768249.258997:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5443)
00000800:00000200:3.1:1775768249.259081:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768249.259083:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775768249.259342:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768249.259345:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775768249.259610:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768249.259612:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775768249.259989:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768249.259991:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 33 secs later)
00000100:00000001:0.0:1775768249.833807:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768249.833813:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768249.833814:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768249.833819:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768249.833822:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768249.833825:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768249.833827:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768249.833829:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768249.833831:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768250.281878:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768250.281880:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768250.281883:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768250.537811:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300107517, at 4300107520
00000100:00000010:2.0:1775768250.537827:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3720.
00000100:00000001:0.0:1775768250.857809:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768250.857815:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768250.857817:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768250.857822:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768250.857826:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768250.857830:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768250.857833:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768250.857835:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768250.857837:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768251.305890:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768251.305893:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768251.305896:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768251.881827:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768251.881834:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768251.881836:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768251.881848:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768251.881852:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768251.881856:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768251.881858:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768251.881861:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768251.881863:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768252.329894:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768252.329898:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768252.329901:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768252.905772:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768252.905778:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768252.905781:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768252.905785:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768252.905788:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768252.905792:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768252.905795:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768252.905797:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768252.905800:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768253.353857:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768253.353860:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768253.353862:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768253.929895:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768253.929901:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768253.929903:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768253.929909:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768253.929912:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768253.929916:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768253.929919:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768253.929921:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768253.929923:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768254.377795:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768254.377804:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768254.377807:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768254.377812:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768254.377816:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768254.377823:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5438
00000400:00000200:0.0:1775768254.377832:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768254.377840:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768254.377845:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768254.377850:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768254.377854:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768254.377858:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768254.377860:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768254.377863:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768254.377865:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775768254.377868:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768254.377871:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775768254.377874:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775768254.377878:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775768254.377881:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768254.377892:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768254.377895:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768254.377899:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768254.377903:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:0.0:1775768254.377909:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768254.377915:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768254.377921:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768254.377925:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768254.377928:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768254.377930:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768254.377934:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768254.377943:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924700.
00000020:00000040:0.0:1775768254.377947:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775768254.377958:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768254.377961:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768254.377964:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768254.377966:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000020:00000001:1.0:1775768254.377968:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768254.377970:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768254.377971:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768254.377973:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
02000000:00000010:0.0:1775768254.377981:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c400.
00000100:00000001:0.0:1775768254.377988:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768254.377997:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924700 x1862022335202432/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768254.378013:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768254.378016:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768254.378020:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc3726d9] to pc [ptlrpcd_rcv+-1]  req@ffff927322924700 x1862022335202432/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768254.378035:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768254.378037:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768254.378039:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768254.378040:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768254.378041:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768254.378043:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768254.378045:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5438
00000400:00000200:0.0:1775768254.378048:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768254.378050:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768254.378052:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768254.378054:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768254.378055:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768254.378056:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768254.378062:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768254.378064:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768254.378065:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775768254.378066:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768254.378067:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775768254.378069:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:0.0:1775768254.378070:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:0.0:1775768254.378072:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768254.378073:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768254.378074:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768254.378075:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768254.378076:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:0.0:1775768254.378078:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768254.378080:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768254.378082:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768254.378087:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768254.378089:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768254.378091:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768254.378095:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768254.378099:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768254.378102:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768254.378107:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924380.
00000020:00000040:0.0:1775768254.378110:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:0.0:1775768254.378114:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768254.378116:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768254.378120:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768254.378122:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768254.378125:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768254.378135:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477cc00.
00000100:00000001:0.0:1775768254.378141:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768254.378148:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924380 x1862022335202560/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768254.378158:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768254.378161:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768254.378165:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ec7b015] to pc [ptlrpcd_rcv+-1]  req@ffff927322924380 x1862022335202560/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768254.378177:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768254.378179:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768254.378183:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768254.378185:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768254.378186:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768254.378189:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768254.378192:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5438
00000400:00000200:0.0:1775768254.378195:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768254.378198:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768254.378199:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768254.378201:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768254.378202:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768254.378204:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768254.378208:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768254.378210:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768254.378211:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:0.0:1775768254.378213:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768254.378215:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775768254.378216:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:0.0:1775768254.378218:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:0.0:1775768254.378224:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768254.378227:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768254.378230:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768254.378232:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768254.378236:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:0.0:1775768254.378239:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768254.378241:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768254.378243:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768254.378246:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768254.378249:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768254.378251:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768254.378254:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768254.378259:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768254.378262:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768254.378268:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927100.
00000020:00000040:0.0:1775768254.378272:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775768254.378276:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768254.378279:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768254.378283:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768254.378285:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768254.378288:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768254.378292:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f800.
00000100:00000001:0.0:1775768254.378302:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768254.378308:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927100 x1862022335202688/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768254.378327:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768254.378329:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768254.378335:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0540768] to pc [ptlrpcd_rcv+-1]  req@ffff927322927100 x1862022335202688/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768254.378346:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768254.378350:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768254.378355:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768254.378357:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768254.378359:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768254.378363:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768254.378368:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5438
00000400:00000200:0.0:1775768254.378372:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768254.378378:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768254.378380:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768254.378384:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768254.378387:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768254.378391:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768254.378393:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768254.378396:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768254.378398:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775768254.378400:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768254.378403:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:0.0:1775768254.378406:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:0.0:1775768254.378407:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:0.0:1775768254.378422:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768254.378427:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768254.378431:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768254.378435:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768254.378440:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:0.0:1775768254.378445:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768254.378450:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768254.378452:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768254.378457:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768254.378461:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768254.378464:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000800:00000200:3.1:1775768254.378469:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768254.378474:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000008:00100000:0.0:1775768254.378475:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768254.378480:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768254.378484:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768254.378490:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924e00.
00000020:00000040:0.0:1775768254.378493:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:0.0:1775768254.378496:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768254.378498:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768254.378501:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768254.378503:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768254.378507:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768254.378513:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d400.
00000100:00000001:0.0:1775768254.378517:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768254.378523:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924e00 x1862022335202816/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768254.378531:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768254.378540:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768254.378548:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aec4c6e] to pc [ptlrpcd_rcv+-1]  req@ffff927322924e00 x1862022335202816/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768254.378561:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768254.378566:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768254.378574:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775768254.378577:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768254.378580:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768254.378585:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768254.378590:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5438
00000400:00000200:0.0:1775768254.378594:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768254.378598:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768254.378607:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768254.378612:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768254.378617:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768254.378621:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768254.378624:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768254.378627:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768254.378628:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:0.0:1775768254.378631:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768254.378633:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:0.0:1775768254.378649:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:0.0:1775768254.378651:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:0.0:1775768254.378655:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768254.378659:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768254.378662:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768254.378666:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768254.378669:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:0.0:1775768254.378674:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768254.378680:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768254.378684:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768254.378688:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768254.378693:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768254.378697:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768254.378700:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768254.378705:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768254.378733:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768254.378739:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924a80.
00000020:00000040:0.0:1775768254.378742:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:0.0:1775768254.378746:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768254.378749:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768254.378753:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768254.378755:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768254.378757:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768254.378762:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477fc00.
00000100:00000001:0.0:1775768254.378767:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768254.378775:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924a80 x1862022335202944/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768254.378805:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768254.378809:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768254.378817:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c400aa7] to pc [ptlrpcd_rcv+-1]  req@ffff927322924a80 x1862022335202944/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768254.378830:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768254.378837:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5449)
00000800:00000200:3.1:1775768254.379050:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768254.379052:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775768254.379324:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768254.379326:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775768254.379568:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768254.379571:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775768254.379860:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768254.379862:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000100:00000001:0.0:1775768254.953778:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768254.953785:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768254.953787:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768254.953792:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768254.953796:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768254.953799:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768254.953801:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768254.953803:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768254.953806:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768255.401905:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768255.401908:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768255.401910:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768255.657814:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300112637, at 4300112640
00000100:00000010:2.0:1775768255.657828:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3960.
00000100:00000001:0.0:1775768255.977852:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768255.977859:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768255.977861:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768255.977866:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768255.977871:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768255.977876:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768255.977879:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768255.977882:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768255.977884:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768256.425965:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768256.425969:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768256.425973:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768257.001799:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768257.001808:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768257.001810:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768257.001817:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768257.001822:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768257.001826:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768257.001828:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768257.001830:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768257.001832:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768257.449992:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768257.449995:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768257.449998:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768258.025783:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768258.025790:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768258.025792:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768258.025797:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768258.025801:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768258.025807:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768258.025809:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768258.025811:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768258.025814:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768258.473950:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768258.473954:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768258.473958:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768259.049890:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768259.049898:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768259.049900:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768259.049906:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768259.049910:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768259.049913:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768259.049916:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768259.049918:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768259.049921:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768259.497821:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768259.497831:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768259.497834:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768259.497838:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768259.497845:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768259.497853:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5444
00000400:00000200:0.0:1775768259.497864:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768259.497870:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768259.497872:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768259.497875:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768259.497879:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768259.497881:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768259.497884:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768259.497887:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768259.497890:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775768259.497894:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768259.497897:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775768259.497900:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775768259.497903:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775768259.497906:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768259.497908:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768259.497910:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768259.497912:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768259.497916:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:0.0:1775768259.497919:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768259.497922:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768259.497926:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768259.497930:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768259.497934:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768259.497937:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768259.497940:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768259.497954:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925880.
00000020:00000040:0.0:1775768259.497958:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
00000020:00000001:1.0:1775768259.497961:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
02000000:00000001:0.0:1775768259.497964:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768259.497966:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768259.497969:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768259.497971:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768259.497978:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00010000:00010000:1.0:1775768259.497978:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
02000000:00000001:0.0:1775768259.497984:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768259.497993:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f400.
00000100:00000001:0.0:1775768259.498001:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768259.498010:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925880 x1862022335203072/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768259.498020:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768259.498024:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768259.498029:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f872a4ed] to pc [ptlrpcd_rcv+-1]  req@ffff927322925880 x1862022335203072/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768259.498046:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768259.498049:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768259.498052:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768259.498054:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768259.498056:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768259.498059:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768259.498062:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5444
00000400:00000200:0.0:1775768259.498067:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768259.498070:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768259.498073:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768259.498077:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768259.498081:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768259.498085:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768259.498089:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768259.498093:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768259.498095:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775768259.498098:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768259.498100:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775768259.498102:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:0.0:1775768259.498108:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:0.0:1775768259.498116:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768259.498120:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768259.498124:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768259.498128:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768259.498132:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:0.0:1775768259.498138:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768259.498145:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768259.498149:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768259.498164:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768259.498169:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768259.498172:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768259.498184:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768259.498190:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768259.498194:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768259.498199:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925500.
00000020:00000040:0.0:1775768259.498203:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:0.0:1775768259.498206:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768259.498208:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768259.498211:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768259.498213:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768259.498215:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768259.498220:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e000.
00000100:00000001:0.0:1775768259.498227:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768259.498235:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925500 x1862022335203200/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768259.498251:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768259.498255:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768259.498263:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a57c8e8f] to pc [ptlrpcd_rcv+-1]  req@ffff927322925500 x1862022335203200/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768259.498276:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768259.498281:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768259.498287:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768259.498290:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768259.498292:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768259.498295:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768259.498299:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5444
00000400:00000200:0.0:1775768259.498305:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768259.498309:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768259.498312:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768259.498316:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768259.498320:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768259.498324:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768259.498326:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768259.498330:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768259.498333:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:0.0:1775768259.498336:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768259.498341:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775768259.498344:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:0.0:1775768259.498349:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:0.0:1775768259.498357:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768259.498361:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768259.498366:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768259.498369:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768259.498373:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:0.0:1775768259.498379:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768259.498384:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768259.498389:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768259.498393:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768259.498402:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768259.498407:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768259.498415:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768259.498421:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768259.498423:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768259.498427:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926d80.
00000020:00000040:0.0:1775768259.498431:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775768259.498435:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768259.498437:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768259.498439:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768259.498443:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768259.498446:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768259.498451:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c800.
00000100:00000001:0.0:1775768259.498457:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775768259.498459:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00100000:0.0:1775768259.498465:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926d80 x1862022335203328/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1775768259.498466:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1775768259.498480:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768259.498484:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768259.498491:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000adacb2c9] to pc [ptlrpcd_rcv+-1]  req@ffff927322926d80 x1862022335203328/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768259.498504:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768259.498509:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768259.498513:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768259.498516:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768259.498519:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768259.498523:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768259.498527:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5444
00000400:00000200:0.0:1775768259.498533:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768259.498540:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768259.498545:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768259.498549:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768259.498554:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768259.498560:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768259.498565:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768259.498568:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768259.498571:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775768259.498574:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768259.498577:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:0.0:1775768259.498580:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:0.0:1775768259.498582:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:0.0:1775768259.498598:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768259.498600:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768259.498602:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768259.498603:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768259.498605:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:0.0:1775768259.498607:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768259.498612:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768259.498614:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768259.498618:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768259.498621:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768259.498623:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768259.498626:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768259.498629:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768259.498631:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768259.498635:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927480.
00000020:00000040:0.0:1775768259.498638:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:0.0:1775768259.498640:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768259.498642:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768259.498643:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768259.498645:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768259.498648:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768259.498655:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f000.
00000100:00000001:0.0:1775768259.498661:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768259.498667:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927480 x1862022335203456/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768259.498678:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768259.498682:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768259.498687:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd1176bb] to pc [ptlrpcd_rcv+-1]  req@ffff927322927480 x1862022335203456/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768259.498700:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768259.498705:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768259.498748:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775768259.498750:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768259.498753:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768259.498758:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768259.498764:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5444
00000400:00000200:0.0:1775768259.498771:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768259.498778:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768259.498782:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768259.498788:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768259.498791:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768259.498796:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768259.498800:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768259.498805:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768259.498807:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:0.0:1775768259.498810:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768259.498814:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:0.0:1775768259.498817:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:0.0:1775768259.498821:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:0.0:1775768259.498825:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768259.498827:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768259.498831:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768259.498833:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768259.498837:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:0.0:1775768259.498841:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768259.498846:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768259.498849:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768259.498853:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768259.498857:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768259.498860:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768259.498863:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768259.498868:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768259.498871:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768259.498878:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926a00.
00000020:00000040:0.0:1775768259.498881:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:0.0:1775768259.498886:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768259.498888:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768259.498893:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768259.498896:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768259.498899:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768259.498906:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477fc00.
00000100:00000001:0.0:1775768259.498910:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768259.498919:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926a00 x1862022335203584/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768259.498931:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768259.498935:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768259.498942:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000798ab0be] to pc [ptlrpcd_rcv+-1]  req@ffff927322926a00 x1862022335203584/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768259.498958:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768259.498964:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5454)
00000800:00000200:3.1:1775768259.499176:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768259.499179:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775768259.499470:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768259.499472:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775768259.499811:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768259.499813:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775768259.500072:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768259.500075:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1775768260.073806:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768260.073812:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768260.073813:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768260.073817:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768260.073829:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768260.073833:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768260.073836:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768260.073838:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768260.073841:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768260.521900:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768260.521903:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768260.521905:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768260.777812:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300117757, at 4300117760
00000100:00000010:2.0:1775768260.777828:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3660.
00000100:00000001:0.0:1775768261.097802:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768261.097807:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768261.097809:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768261.097813:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768261.097816:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768261.097819:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768261.097822:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768261.097823:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768261.097825:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768261.545887:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768261.545890:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768261.545892:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768262.121809:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768262.121816:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768262.121818:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768262.121823:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768262.121827:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768262.121831:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768262.121833:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768262.121836:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768262.121839:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768262.569904:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768262.569907:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768262.569910:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768263.145834:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768263.145840:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768263.145843:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768263.145848:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768263.145852:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768263.145855:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768263.145857:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768263.145859:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768263.145861:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768263.593870:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768263.593874:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768263.593878:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768264.169831:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768264.169836:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768264.169838:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768264.169843:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768264.169846:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768264.169849:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768264.169851:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768264.169853:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768264.169855:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768264.617789:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768264.617796:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768264.617799:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768264.617802:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768264.617807:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768264.617813:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5449
00000400:00000200:0.0:1775768264.617824:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768264.617833:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768264.617836:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768264.617841:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768264.617846:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768264.617850:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768264.617853:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768264.617855:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768264.617858:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775768264.617860:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768264.617863:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775768264.617866:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775768264.617871:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775768264.617876:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768264.617878:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768264.617881:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768264.617883:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768264.617885:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:0.0:1775768264.617887:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768264.617888:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768264.617890:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768264.617892:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768264.617894:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768264.617896:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768264.617897:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768264.617905:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925180.
00000020:00000040:0.0:1775768264.617908:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775768264.617911:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768264.617912:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768264.617914:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768264.617917:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768264.617920:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768264.617925:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
02000000:00000010:0.0:1775768264.617927:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f800.
00000020:00000001:1.0:1775768264.617928:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768264.617931:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768264.617934:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768264.617941:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925180 x1862022335203712/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768264.617949:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768264.617952:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768264.617955:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a34329a0] to pc [ptlrpcd_rcv+-1]  req@ffff927322925180 x1862022335203712/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768264.617969:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768264.617972:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768264.617974:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768264.617975:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768264.617976:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768264.617978:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768264.617981:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5449
00000400:00000200:0.0:1775768264.617985:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768264.617989:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768264.617992:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768264.617998:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768264.618003:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768264.618009:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768264.618014:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768264.618018:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768264.618021:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775768264.618023:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768264.618025:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775768264.618030:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:0.0:1775768264.618034:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:0.0:1775768264.618039:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768264.618041:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768264.618044:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768264.618048:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768264.618052:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:0.0:1775768264.618057:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768264.618062:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768264.618065:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768264.618071:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768264.618075:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768264.618078:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768264.618082:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768264.618087:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768264.618091:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768264.618097:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924000.
00000020:00000040:0.0:1775768264.618102:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:0.0:1775768264.618105:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768264.618107:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768264.618110:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768264.618112:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768264.618115:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768264.618120:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477cc00.
00000100:00000001:0.0:1775768264.618126:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768264.618130:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924000 x1862022335203840/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768264.618140:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768264.618143:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768264.618148:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c89b33e] to pc [ptlrpcd_rcv+-1]  req@ffff927322924000 x1862022335203840/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768264.618158:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768264.618161:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768264.618167:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768264.618170:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768264.618172:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768264.618176:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768264.618180:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5449
00000400:00000200:0.0:1775768264.618184:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768264.618190:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768264.618194:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768264.618200:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768264.618203:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768264.618206:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768264.618208:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768264.618211:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768264.618213:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:0.0:1775768264.618214:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768264.618215:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775768264.618217:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000800:00000200:3.1:1775768264.618229:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000020:00000001:0.0:1775768264.618234:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000800:00000200:3.1:1775768264.618235:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000100:00000040:0.0:1775768264.618240:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768264.618245:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768264.618249:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768264.618253:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768264.618256:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:0.0:1775768264.618259:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768264.618261:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768264.618263:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768264.618266:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768264.618268:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768264.618276:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768264.618278:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768264.618281:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768264.618282:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768264.618286:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926300.
00000020:00000040:0.0:1775768264.618288:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775768264.618293:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768264.618294:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768264.618295:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768264.618297:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768264.618298:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768264.618302:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c400.
00000100:00000001:0.0:1775768264.618306:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768264.618312:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926300 x1862022335203968/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768264.618319:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768264.618322:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768264.618328:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e21317e] to pc [ptlrpcd_rcv+-1]  req@ffff927322926300 x1862022335203968/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768264.618340:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768264.618342:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768264.618344:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768264.618346:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768264.618348:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768264.618352:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768264.618355:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5449
00000400:00000200:0.0:1775768264.618360:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768264.618364:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768264.618366:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768264.618368:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768264.618372:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768264.618374:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768264.618375:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768264.618379:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768264.618381:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775768264.618383:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768264.618386:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:0.0:1775768264.618388:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:0.0:1775768264.618392:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:0.0:1775768264.618397:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768264.618400:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768264.618402:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768264.618403:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768264.618405:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:0.0:1775768264.618407:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768264.618409:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768264.618409:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768264.618411:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768264.618413:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768264.618414:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768264.618416:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768264.618420:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768264.618423:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768264.618427:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927b80.
00000020:00000040:0.0:1775768264.618430:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:0.0:1775768264.618433:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768264.618434:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768264.618436:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768264.618438:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768264.618439:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768264.618444:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d000.
00000100:00000001:0.0:1775768264.618448:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768264.618452:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927b80 x1862022335204096/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768264.618464:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768264.618468:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768264.618477:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000282cd359] to pc [ptlrpcd_rcv+-1]  req@ffff927322927b80 x1862022335204096/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768264.618497:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768264.618501:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768264.618507:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775768264.618509:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768264.618511:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768264.618515:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768264.618518:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5449
00000400:00000200:0.0:1775768264.618524:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768264.618528:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768264.618531:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768264.618556:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768264.618558:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768264.618562:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768264.618566:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768264.618570:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768264.618572:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:0.0:1775768264.618574:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768264.618575:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:0.0:1775768264.618578:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:0.0:1775768264.618580:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:0.0:1775768264.618585:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768264.618589:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768264.618593:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768264.618598:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768264.618602:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:0.0:1775768264.618608:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768264.618613:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768264.618617:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768264.618622:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768264.618626:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768264.618630:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768264.618633:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768264.618639:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768264.618642:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768264.618648:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927800.
00000020:00000040:0.0:1775768264.618650:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:0.0:1775768264.618654:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768264.618657:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768264.618659:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768264.618661:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768264.618663:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768264.618667:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e400.
00000100:00000001:0.0:1775768264.618671:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768264.618679:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927800 x1862022335204224/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768264.618687:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768264.618689:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768264.618693:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e429b339] to pc [ptlrpcd_rcv+-1]  req@ffff927322927800 x1862022335204224/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768264.618703:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768264.618707:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5459)
00000800:00000200:3.1:1775768264.618854:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768264.618856:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775768264.619017:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768264.619019:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775768264.619169:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768264.619170:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775768264.619419:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768264.619421:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1775768265.193849:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768265.193854:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768265.193856:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768265.193861:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768265.193865:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768265.193867:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768265.193869:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768265.193872:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768265.193874:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768265.641842:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768265.641845:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768265.641847:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768265.897785:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300122877, at 4300122880
00000100:00000010:2.0:1775768265.897796:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3840.
00000100:00000001:0.0:1775768266.217823:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768266.217829:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768266.217831:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768266.217835:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768266.217839:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768266.217843:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768266.217845:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768266.217848:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768266.217850:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768266.665927:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768266.665930:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768266.665933:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768267.241795:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768267.241802:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768267.241804:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768267.241809:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768267.241812:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768267.241816:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768267.241818:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768267.241820:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768267.241822:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768267.689966:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768267.689972:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768267.689977:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768268.265830:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768268.265837:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768268.265838:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768268.265844:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768268.265847:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768268.265851:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768268.265854:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768268.265856:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768268.265858:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768268.713903:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768268.713907:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768268.713910:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768269.289772:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768269.289781:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768269.289783:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768269.289789:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768269.289793:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768269.289797:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768269.289800:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768269.289803:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768269.289806:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768269.737861:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768269.737874:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768269.737881:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768269.737885:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768269.737891:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768269.737901:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5454
00000400:00000200:0.0:1775768269.737914:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768269.737921:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768269.737923:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768269.737926:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768269.737930:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768269.737932:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768269.737934:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768269.737937:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768269.737939:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775768269.737941:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768269.737945:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775768269.737947:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775768269.737949:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775768269.737952:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768269.737954:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768269.737958:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768269.737960:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768269.737963:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:0.0:1775768269.737965:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768269.737967:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768269.737970:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768269.737973:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1775768269.737973:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
02000000:00000001:0.0:1775768269.737976:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768269.737980:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000020:00000001:2.0:1775768269.737980:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768269.737983:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768269.737985:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000010:0.0:1775768269.737995:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925c00.
00000020:00000040:0.0:1775768269.737998:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775768269.738002:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768269.738003:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768269.738006:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768269.738009:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768269.738013:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768269.738021:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c000.
00000100:00000001:0.0:1775768269.738027:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768269.738035:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925c00 x1862022335204352/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768269.738043:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768269.738046:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768269.738049:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d72b0b6] to pc [ptlrpcd_rcv+-1]  req@ffff927322925c00 x1862022335204352/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768269.738067:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768269.738070:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768269.738073:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768269.738073:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768269.738074:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768269.738077:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768269.738078:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5454
00000400:00000200:0.0:1775768269.738081:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768269.738083:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768269.738085:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768269.738087:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768269.738089:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768269.738090:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768269.738092:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768269.738095:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768269.738096:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775768269.738102:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768269.738105:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775768269.738107:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:0.0:1775768269.738109:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:0.0:1775768269.738112:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768269.738115:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768269.738120:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768269.738122:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768269.738125:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:0.0:1775768269.738131:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768269.738134:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768269.738139:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768269.738145:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768269.738150:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768269.738151:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768269.738156:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768269.738159:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768269.738161:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768269.738164:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926680.
00000020:00000040:0.0:1775768269.738166:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:0.0:1775768269.738171:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768269.738173:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768269.738175:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768269.738177:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768269.738181:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768269.738186:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d800.
00000100:00000001:0.0:1775768269.738193:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768269.738200:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926680 x1862022335204480/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768269.738220:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768269.738221:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768269.738224:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad2d9012] to pc [ptlrpcd_rcv+-1]  req@ffff927322926680 x1862022335204480/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768269.738248:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768269.738250:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768269.738255:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768269.738259:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768269.738260:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768269.738261:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768269.738263:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5454
00000400:00000200:0.0:1775768269.738266:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768269.738267:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768269.738268:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768269.738270:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768269.738272:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768269.738276:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768269.738278:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768269.738280:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768269.738282:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:0.0:1775768269.738287:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768269.738288:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775768269.738290:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:0.0:1775768269.738291:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:0.0:1775768269.738307:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768269.738311:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768269.738314:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768269.738316:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768269.738320:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:0.0:1775768269.738330:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768269.738340:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768269.738349:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768269.738357:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768269.738361:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768269.738364:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768269.738368:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768269.738371:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768269.738372:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768269.738381:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927800.
00000020:00000040:0.0:1775768269.738385:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775768269.738386:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768269.738387:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768269.738388:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768269.738388:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768269.738389:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768269.738392:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477ec00.
00000100:00000001:0.0:1775768269.738398:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768269.738403:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927800 x1862022335204608/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768269.738422:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768269.738424:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768269.738430:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e429b339] to pc [ptlrpcd_rcv+-1]  req@ffff927322927800 x1862022335204608/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768269.738436:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768269.738438:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768269.738443:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768269.738444:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768269.738449:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768269.738453:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768269.738455:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5454
00000400:00000200:0.0:1775768269.738462:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768269.738465:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768269.738469:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768269.738475:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768269.738478:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768269.738482:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768269.738499:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768269.738502:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768269.738503:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775768269.738506:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768269.738511:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:0.0:1775768269.738517:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:0.0:1775768269.738526:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:0.0:1775768269.738531:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768269.738533:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768269.738535:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768269.738536:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768269.738538:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:0.0:1775768269.738546:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768269.738548:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768269.738550:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768269.738553:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768269.738554:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768269.738558:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768269.738560:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768269.738564:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768269.738569:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768269.738575:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927b80.
00000020:00000040:0.0:1775768269.738581:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:0.0:1775768269.738587:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768269.738589:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768269.738591:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768269.738594:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768269.738597:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768269.738603:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e800.
00000100:00000001:0.0:1775768269.738613:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768269.738624:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927b80 x1862022335204736/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1775768269.738625:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768269.738631:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1775768269.738657:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768269.738659:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768269.738665:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000282cd359] to pc [ptlrpcd_rcv+-1]  req@ffff927322927b80 x1862022335204736/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768269.738688:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768269.738698:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768269.738736:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775768269.738739:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768269.738741:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768269.738745:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768269.738750:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5454
00000400:00000200:0.0:1775768269.738758:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768269.738763:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768269.738765:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768269.738773:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768269.738778:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768269.738784:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768269.738788:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768269.738791:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768269.738793:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:0.0:1775768269.738797:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768269.738804:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:0.0:1775768269.738809:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:0.0:1775768269.738816:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:0.0:1775768269.738823:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768269.738829:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768269.738836:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768269.738841:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768269.738846:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:0.0:1775768269.738853:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768269.738858:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768269.738861:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768269.738869:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768269.738874:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768269.738885:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768269.738890:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768269.738896:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768269.738906:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768269.738915:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926300.
00000020:00000040:0.0:1775768269.738919:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:0.0:1775768269.738921:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768269.738928:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768269.738933:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768269.738940:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768269.738944:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768269.738954:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e400.
00000100:00000001:0.0:1775768269.738958:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768269.738969:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926300 x1862022335204864/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768269.738987:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768269.738994:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768269.739000:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e21317e] to pc [ptlrpcd_rcv+-1]  req@ffff927322926300 x1862022335204864/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768269.739026:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768269.739039:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5464)
00000800:00000200:3.1:1775768269.739250:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768269.739252:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775768269.739451:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768269.739453:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775768269.739663:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768269.739665:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775768269.739869:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768269.739870:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1775768270.313872:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768270.313882:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768270.313884:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768270.313892:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768270.313897:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768270.313901:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768270.313904:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768270.313908:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768270.313911:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768270.761862:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768270.761866:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768270.761868:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768271.017835:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300127998, at 4300128000
00000100:00000010:2.0:1775768271.017857:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3de0.
00000100:00000001:0.0:1775768271.337824:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768271.337833:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768271.337835:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768271.337841:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768271.337844:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768271.337849:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768271.337851:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768271.337853:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768271.337855:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768271.785920:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768271.785924:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768271.785927:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768272.361802:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768272.361808:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768272.361810:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768272.361816:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768272.361819:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768272.361823:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768272.361825:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768272.361827:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768272.361829:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768272.809906:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768272.809911:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768272.809915:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768273.385865:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768273.385881:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768273.385883:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768273.385890:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768273.385895:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768273.385900:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768273.385903:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768273.385906:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768273.385908:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768273.833852:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768273.833855:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768273.833858:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768274.409757:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768274.409761:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768274.409762:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768274.409773:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768274.409775:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768274.409779:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768274.409781:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768274.409783:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768274.409784:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768274.857849:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768274.857863:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775768274.857869:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768274.857875:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768274.857884:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768274.857895:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5459
00000400:00000200:1.0:1775768274.857911:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768274.857920:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768274.857926:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768274.857934:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768274.857943:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768274.857951:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768274.857956:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768274.857962:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768274.857964:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:1.0:1775768274.857967:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768274.857970:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:1.0:1775768274.857972:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:1.0:1775768274.857975:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:1.0:1775768274.857979:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768274.857982:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768274.857984:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768274.857987:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768274.857990:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000020:00000001:0.0:1775768274.857993:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00080000:1.0:1775768274.857995:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000020:00000001:0.0:1775768274.857998:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768274.858003:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768274.858004:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
02000000:00000001:1.0:1775768274.858009:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768274.858013:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768274.858018:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768274.858021:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768274.858023:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768274.858033:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10700.
00000020:00000040:1.0:1775768274.858037:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:1.0:1775768274.858041:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768274.858042:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768274.858045:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768274.858049:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768274.858053:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768274.858060:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9000.
00000100:00000001:1.0:1775768274.858066:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768274.858074:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10700 x1862022335204992/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768274.858082:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768274.858086:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768274.858090:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9d335f8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10700 x1862022335204992/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768274.858108:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768274.858111:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768274.858113:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775768274.858114:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768274.858115:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768274.858117:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768274.858119:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5459
00000400:00000200:1.0:1775768274.858121:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768274.858124:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768274.858125:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768274.858128:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768274.858130:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768274.858131:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768274.858133:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768274.858136:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768274.858137:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:1.0:1775768274.858138:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768274.858140:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:1.0:1775768274.858142:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:1.0:1775768274.858144:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:1.0:1775768274.858145:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768274.858146:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768274.858147:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768274.858149:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768274.858154:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:1.0:1775768274.858158:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768274.858163:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768274.858165:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768274.858170:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768274.858172:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768274.858173:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768274.858177:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768274.858181:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768274.858182:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768274.858186:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10000.
00000020:00000040:1.0:1775768274.858188:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:1.0:1775768274.858194:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768274.858196:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768274.858201:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768274.858205:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768274.858208:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768274.858214:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9800.
00000100:00000001:1.0:1775768274.858220:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768274.858227:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10000 x1862022335205120/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768274.858241:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768274.858244:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768274.858249:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbb7fab8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10000 x1862022335205120/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768274.858266:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768274.858268:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768274.858274:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775768274.858276:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768274.858278:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768274.858283:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768274.858288:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5459
00000400:00000200:1.0:1775768274.858294:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768274.858300:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768274.858302:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768274.858304:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768274.858306:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768274.858311:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768274.858321:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768274.858323:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768274.858324:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:1.0:1775768274.858325:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768274.858329:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:1.0:1775768274.858333:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:1.0:1775768274.858335:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:1.0:1775768274.858338:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768274.858340:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768274.858341:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768274.858342:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768274.858343:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:1.0:1775768274.858345:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768274.858347:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768274.858353:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768274.858356:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768274.858359:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768274.858360:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768274.858363:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768274.858367:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768274.858372:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768274.858378:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11c00.
00000020:00000040:1.0:1775768274.858380:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:1.0:1775768274.858382:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768274.858383:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768274.858386:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768274.858388:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768274.858389:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768274.858393:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9c00.
00000100:00000001:1.0:1775768274.858395:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768274.858400:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11c00 x1862022335205248/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768274.858406:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768274.858407:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768274.858417:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062b06338] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11c00 x1862022335205248/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768274.858446:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768274.858449:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768274.858451:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775768274.858452:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768274.858454:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768274.858458:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768274.858462:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5459
00000400:00000200:1.0:1775768274.858473:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768274.858480:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768274.858485:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768274.858491:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768274.858496:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768274.858499:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768274.858501:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768274.858503:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768274.858505:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:1.0:1775768274.858508:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768274.858511:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:1.0:1775768274.858514:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:1.0:1775768274.858520:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:1.0:1775768274.858525:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768274.858527:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768274.858529:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768274.858531:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768274.858536:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:1.0:1775768274.858543:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768274.858545:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768274.858546:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768274.858549:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768274.858553:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768274.858558:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768274.858561:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775768274.858564:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768274.858565:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768274.858568:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10e00.
00000020:00000040:1.0:1775768274.858576:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:1.0:1775768274.858584:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768274.858586:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768274.858588:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768274.858590:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768274.858593:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768274.858597:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8000.
00000100:00000001:1.0:1775768274.858601:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768274.858606:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10e00 x1862022335205376/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768274.858616:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768274.858620:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768274.858627:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009b4566e] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10e00 x1862022335205376/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768274.858646:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768274.858648:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768274.858654:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775768274.858657:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768274.858659:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768274.858661:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768274.858666:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5459
00000400:00000200:1.0:1775768274.858673:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768274.858683:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768274.858686:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768274.858693:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768274.858695:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768274.858697:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768274.858699:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768274.858700:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768274.858701:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:1.0:1775768274.858702:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768274.858704:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:1.0:1775768274.858750:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:1.0:1775768274.858755:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:1.0:1775768274.858765:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768274.858767:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768274.858770:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768274.858772:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768274.858777:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:1.0:1775768274.858781:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768274.858786:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768274.858788:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768274.858791:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768274.858798:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768274.858800:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768274.858801:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775768274.858804:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768274.858810:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768274.858818:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10380.
00000020:00000040:1.0:1775768274.858821:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:1.0:1775768274.858827:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768274.858828:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768274.858831:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768274.858834:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:3.1:1775768274.858837:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
02000000:00000001:1.0:1775768274.858838:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768274.858843:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8c00.
00000800:00000200:3.1:1775768274.858845:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000100:00000001:1.0:1775768274.858847:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768274.858856:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10380 x1862022335205504/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768274.858873:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768274.858877:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768274.858880:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fae5f3c] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10380 x1862022335205504/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768274.858893:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768274.858901:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5469)
00000800:00000200:3.1:1775768274.859279:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768274.859282:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775768274.859572:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768274.859574:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775768274.859868:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768274.859871:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775768274.860147:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768274.860150:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000100:00000001:0.0:1775768275.433824:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768275.433831:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768275.433833:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768275.433840:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768275.433843:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768275.433847:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768275.433850:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768275.433853:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768275.433855:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768275.881900:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768275.881905:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768275.881909:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768276.137805:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300133118, at 4300133120
00000100:00000010:2.0:1775768276.137820:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3000.
00000100:00000001:0.0:1775768276.457807:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768276.457813:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768276.457814:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768276.457818:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768276.457821:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768276.457824:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768276.457826:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768276.457828:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768276.457830:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768276.905882:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768276.905886:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768276.905889:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768277.481810:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768277.481816:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768277.481818:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768277.481824:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768277.481827:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768277.481831:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768277.481834:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768277.481836:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768277.481839:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768277.929874:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768277.929877:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768277.929879:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768278.505798:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768278.505803:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768278.505804:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768278.505808:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768278.505811:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768278.505815:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768278.505817:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768278.505819:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768278.505821:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768278.953926:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768278.953930:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768278.953958:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768279.529812:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768279.529819:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768279.529821:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768279.529826:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768279.529829:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768279.529833:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768279.529843:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768279.529846:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768279.529848:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768279.977791:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768279.977799:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768279.977803:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768279.977808:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768279.977813:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768279.977819:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5464
00000400:00000200:0.0:1775768279.977832:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768279.977839:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768279.977843:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768279.977847:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768279.977850:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768279.977853:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768279.977856:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768279.977860:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768279.977862:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775768279.977865:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768279.977868:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775768279.977871:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:1.0:1775768279.977872:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768279.977874:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:1.0:1775768279.977875:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768279.977880:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1775768279.977882:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768279.977885:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768279.977888:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768279.977890:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768279.977893:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:0.0:1775768279.977896:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768279.977899:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768279.977901:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768279.977904:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768279.977906:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768279.977908:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768279.977911:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768279.977919:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924000.
00000020:00000040:0.0:1775768279.977922:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775768279.977926:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768279.977927:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768279.977930:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768279.977933:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768279.977937:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768279.977944:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c400.
00000100:00000001:0.0:1775768279.977950:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768279.977958:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924000 x1862022335205632/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768279.977968:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768279.977972:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768279.977976:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c89b33e] to pc [ptlrpcd_rcv+-1]  req@ffff927322924000 x1862022335205632/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768279.977998:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768279.978001:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768279.978005:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768279.978007:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768279.978008:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768279.978011:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768279.978014:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5464
00000400:00000200:0.0:1775768279.978018:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768279.978021:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768279.978024:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768279.978027:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768279.978031:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768279.978035:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768279.978038:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768279.978042:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768279.978045:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775768279.978048:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768279.978051:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775768279.978055:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:0.0:1775768279.978057:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:0.0:1775768279.978061:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768279.978065:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768279.978068:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768279.978071:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768279.978075:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:0.0:1775768279.978081:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768279.978084:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768279.978087:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768279.978094:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768279.978097:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768279.978101:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768279.978105:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768279.978111:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768279.978113:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768279.978118:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925180.
00000020:00000040:0.0:1775768279.978121:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:0.0:1775768279.978123:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768279.978125:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768279.978129:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768279.978131:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768279.978134:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768279.978138:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477cc00.
00000100:00000001:0.0:1775768279.978143:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768279.978152:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925180 x1862022335205760/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768279.978167:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768279.978170:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768279.978176:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a34329a0] to pc [ptlrpcd_rcv+-1]  req@ffff927322925180 x1862022335205760/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768279.978192:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768279.978196:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768279.978203:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768279.978206:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768279.978209:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768279.978213:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768279.978217:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5464
00000400:00000200:0.0:1775768279.978226:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768279.978233:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768279.978237:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768279.978243:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768279.978248:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768279.978252:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000800:00000200:3.1:1775768279.978255:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768279.978258:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000100:00000001:0.0:1775768279.978265:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768279.978268:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768279.978270:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:0.0:1775768279.978274:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768279.978277:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775768279.978281:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:0.0:1775768279.978283:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:0.0:1775768279.978288:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768279.978291:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768279.978293:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768279.978297:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768279.978301:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:0.0:1775768279.978306:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768279.978311:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768279.978315:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768279.978319:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768279.978323:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768279.978326:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768279.978329:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768279.978333:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768279.978336:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768279.978340:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926a00.
00000020:00000040:0.0:1775768279.978344:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775768279.978349:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768279.978352:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768279.978354:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768279.978356:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768279.978359:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768279.978363:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f800.
00000100:00000001:0.0:1775768279.978367:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768279.978373:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926a00 x1862022335205888/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768279.978405:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768279.978409:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768279.978417:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000798ab0be] to pc [ptlrpcd_rcv+-1]  req@ffff927322926a00 x1862022335205888/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768279.978436:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768279.978441:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768279.978447:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768279.978449:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768279.978452:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768279.978458:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768279.978465:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5464
00000400:00000200:0.0:1775768279.978474:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768279.978481:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768279.978485:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768279.978492:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768279.978497:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768279.978501:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768279.978505:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768279.978510:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768279.978512:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775768279.978515:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768279.978518:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:0.0:1775768279.978522:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:0.0:1775768279.978527:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:0.0:1775768279.978533:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768279.978536:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768279.978542:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768279.978546:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768279.978551:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:0.0:1775768279.978558:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768279.978563:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768279.978566:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768279.978569:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768279.978574:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768279.978579:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768279.978582:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768279.978587:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768279.978591:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768279.978596:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927480.
00000020:00000040:0.0:1775768279.978600:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:0.0:1775768279.978605:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768279.978614:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768279.978617:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768279.978620:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768279.978623:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768279.978628:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d400.
00000100:00000001:0.0:1775768279.978634:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768279.978643:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927480 x1862022335206016/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768279.978661:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768279.978664:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768279.978671:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd1176bb] to pc [ptlrpcd_rcv+-1]  req@ffff927322927480 x1862022335206016/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768279.978689:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768279.978693:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768279.978701:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775768279.978704:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768279.978707:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768279.978738:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768279.978744:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5464
00000400:00000200:0.0:1775768279.978752:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768279.978759:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768279.978763:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768279.978770:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768279.978774:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768279.978779:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768279.978783:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768279.978787:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768279.978789:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:0.0:1775768279.978792:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768279.978795:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000800:00000200:3.1:1775768279.978798:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000020:00000001:0.0:1775768279.978799:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000800:00000200:3.1:1775768279.978802:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000020:00000001:0.0:1775768279.978803:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:0.0:1775768279.978807:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768279.978809:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768279.978813:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768279.978817:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768279.978822:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:0.0:1775768279.978827:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768279.978833:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768279.978838:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768279.978843:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768279.978847:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768279.978852:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768279.978855:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768279.978860:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768279.978864:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768279.978869:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926d80.
00000020:00000040:0.0:1775768279.978873:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:0.0:1775768279.978879:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768279.978882:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768279.978885:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768279.978887:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768279.978891:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768279.978896:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477fc00.
00000100:00000001:0.0:1775768279.978900:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768279.978906:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926d80 x1862022335206144/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768279.978923:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768279.978926:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768279.978934:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000adacb2c9] to pc [ptlrpcd_rcv+-1]  req@ffff927322926d80 x1862022335206144/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768279.978959:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768279.978964:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5474)
00000800:00000200:3.1:1775768279.979090:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768279.979092:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775768279.979282:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768279.979283:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775768279.979450:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768279.979452:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000100:00000001:0.0:1775768280.553808:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768280.553813:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768280.553815:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768280.553818:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768280.553821:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768280.553824:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768280.553826:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768280.553828:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768280.553829:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768281.001891:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768281.001894:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768281.001897:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768281.257823:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300138237, at 4300138240
00000100:00000010:2.0:1775768281.257838:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3120.
00000100:00000001:0.0:1775768281.577860:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768281.577868:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768281.577870:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768281.577876:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768281.577879:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768281.577884:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768281.577886:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768281.577889:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768281.577892:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768282.025926:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768282.025930:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768282.025933:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768282.601831:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768282.601838:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768282.601840:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768282.601846:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768282.601849:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768282.601854:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768282.601857:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768282.601859:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768282.601861:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768283.049935:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768283.049940:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768283.049944:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768283.625871:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768283.625879:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768283.625880:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768283.625887:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768283.625891:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768283.625896:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768283.625899:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768283.625902:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768283.625905:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768284.073872:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768284.073875:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768284.073883:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768284.649793:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768284.649799:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768284.649800:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768284.649804:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768284.649807:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768284.649810:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768284.649812:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768284.649814:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768284.649816:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768285.097842:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768285.097851:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768285.097863:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768285.097873:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768285.097881:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768285.097891:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5469
00000400:00000200:2.0:1775768285.097908:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768285.097917:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768285.097923:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768285.097929:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768285.097936:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768285.097940:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768285.097943:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768285.097949:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768285.097953:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775768285.097958:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768285.097963:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775768285.097968:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775768285.097974:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775768285.097978:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768285.097980:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768285.097982:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768285.097984:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768285.097986:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775768285.097989:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768285.097992:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768285.097996:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768285.098000:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768285.098003:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768285.098006:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768285.098009:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768285.098021:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
00000020:00000040:2.0:1775768285.098026:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775768285.098031:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768285.098033:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768285.098037:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1775768285.098037:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000020:00000001:1.0:1775768285.098044:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768285.098046:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00010000:00010000:1.0:1775768285.098051:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
02000000:00000001:2.0:1775768285.098055:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768285.098073:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306beec00.
00000100:00000001:2.0:1775768285.098082:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768285.098093:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335206272/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768285.098104:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768285.098109:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768285.098114:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335206272/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768285.098133:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768285.098135:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768285.098138:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768285.098139:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768285.098140:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768285.098143:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768285.098148:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5469
00000400:00000200:2.0:1775768285.098151:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768285.098154:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768285.098156:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768285.098158:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768285.098160:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768285.098161:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768285.098163:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768285.098165:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768285.098166:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775768285.098168:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768285.098172:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775768285.098175:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775768285.098179:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775768285.098184:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768285.098188:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768285.098192:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768285.098197:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768285.098203:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775768285.098208:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768285.098214:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768285.098217:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768285.098225:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768285.098229:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768285.098235:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768285.098240:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768285.098247:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768285.098249:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768285.098253:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
00000020:00000040:2.0:1775768285.098256:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775768285.098260:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768285.098263:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768285.098265:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768285.098267:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768285.098270:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768285.098276:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306befc00.
00000100:00000001:2.0:1775768285.098282:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768285.098289:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335206400/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768285.098305:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768285.098309:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768285.098318:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335206400/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768285.098336:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768285.098366:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768285.098372:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768285.098376:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768285.098379:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768285.098383:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768285.098388:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5469
00000400:00000200:2.0:1775768285.098419:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768285.098427:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000800:00000200:3.1:1775768285.098431:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00080000:2.0:1775768285.098432:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768285.098437:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768285.098439:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768285.098440:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768285.098442:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768285.098444:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768285.098445:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775768285.098446:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768285.098448:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775768285.098449:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775768285.098451:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775768285.098455:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768285.098459:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768285.098463:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768285.098468:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768285.098472:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775768285.098476:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768285.098480:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768285.098484:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768285.098487:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768285.098492:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768285.098496:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768285.098500:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768285.098506:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768285.098509:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768285.098517:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775768285.098520:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775768285.098526:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768285.098528:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768285.098531:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768285.098533:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768285.098535:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768285.098539:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec000.
00000100:00000001:2.0:1775768285.098542:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768285.098551:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335206528/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768285.098577:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768285.098580:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768285.098586:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335206528/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768285.098601:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768285.098606:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768285.098612:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768285.098615:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768285.098618:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768285.098623:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768285.098630:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5469
00000400:00000200:2.0:1775768285.098641:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768285.098651:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768285.098654:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768285.098659:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768285.098665:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768285.098671:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768285.098677:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768285.098682:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768285.098686:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775768285.098688:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768285.098693:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775768285.098699:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775768285.098702:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000800:00000200:3.1:1775768285.098737:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000040:2.0:1775768285.098755:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768285.098759:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768285.098765:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768285.098770:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768285.098776:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775768285.098782:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768285.098788:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768285.098793:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768285.098797:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768285.098803:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768285.098809:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768285.098812:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768285.098817:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768285.098821:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768285.098827:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775768285.098832:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775768285.098836:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768285.098839:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768285.098844:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768285.098847:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768285.098851:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768285.098856:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee000.
00000100:00000001:2.0:1775768285.098861:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768285.098870:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335206656/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768285.098884:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768285.098889:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768285.098894:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335206656/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768285.098909:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768285.098914:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768285.098922:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775768285.098924:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768285.098928:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768285.098932:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768285.098938:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5469
00000400:00000200:2.0:1775768285.098944:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768285.098951:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768285.098956:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768285.098962:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768285.098966:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768285.098972:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768285.098977:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768285.098982:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768285.098985:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775768285.098989:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768285.098993:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775768285.098998:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775768285.099002:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775768285.099010:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768285.099014:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768285.099019:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768285.099026:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768285.099031:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775768285.099038:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768285.099043:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768285.099047:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768285.099052:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768285.099056:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775768285.099059:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:2.0:1775768285.099060:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768285.099065:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768285.099070:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768285.099073:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768285.099080:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775768285.099085:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775768285.099090:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768285.099094:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768285.099097:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768285.099100:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768285.099103:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768285.099111:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306becc00.
00000100:00000001:2.0:1775768285.099117:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768285.099124:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335206784/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768285.099137:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768285.099142:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768285.099150:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335206784/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768285.099167:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768285.099174:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5479)
00000800:00000200:3.1:1775768285.099285:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768285.099575:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:0.0:1775768285.674489:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768285.674498:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768285.674500:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768285.674508:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768285.674513:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768285.674518:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768285.674521:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768285.674523:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768285.674526:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768286.121956:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768286.121961:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768286.121965:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768286.377812:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300143357, at 4300143360
00000100:00000010:2.0:1775768286.377837:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe36c0.
00000100:00000001:0.0:1775768286.697857:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768286.697865:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768286.697867:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768286.697875:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768286.697880:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768286.697885:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768286.697888:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768286.697890:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768286.697893:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768287.145930:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768287.145934:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768287.145938:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768287.721815:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768287.721823:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768287.721825:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768287.721832:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768287.721836:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768287.721841:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768287.721844:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768287.721846:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768287.721849:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768288.169989:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768288.169994:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768288.169998:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1775768288.170234:0:2394:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.131:988
00000400:00000100:0.0:1775768288.170278:0:2394:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.131@tcp at host 192.168.202.131 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1775768288.170290:0:2394:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768288.170294:0:2394:0:(router.c:1750:lnet_notify()) 192.168.202.31@tcp notifying 192.168.202.131@tcp: down
00000400:00000200:0.0:1775768288.170300:0:2394:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768288.170304:0:2394:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:0.0:1775768288.170320:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:0.0:1775768288.170324:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:0.0:1775768288.170331:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1775768288.170335:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1775768288.170342:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3660
00000400:00000010:0.0:1775768288.170344:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3660.
00000100:00000001:0.0:1775768288.170350:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768288.170360:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927313b56300 x1862022335206272/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768288.170385:0:2394:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768288.170390:0:2394:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b56300 x1862022335206272/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768310 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768288.170397:0:2394:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768288.170399:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1775768288.170410:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:0.0:1775768288.170412:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931a00.
00000400:00000200:0.0:1775768288.170414:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1775768288.170417:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1775768288.170420:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3198
00000400:00000010:0.0:1775768288.170422:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3198.
00000100:00000001:0.0:1775768288.170424:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768288.170428:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927313b57800 x1862022335206400/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768288.170436:0:2394:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768288.170438:0:2394:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b57800 x1862022335206400/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768310 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768288.170444:0:2394:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768288.170445:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1775768288.170450:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:0.0:1775768288.170452:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931d00.
00000400:00000200:0.0:1775768288.170454:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1775768288.170457:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1775768288.170460:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3ee0
00000400:00000010:0.0:1775768288.170461:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3ee0.
00000100:00000001:0.0:1775768288.170463:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768288.170467:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927313b54e00 x1862022335206528/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768288.170474:0:2394:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768288.170477:0:2394:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b54e00 x1862022335206528/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768310 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768288.170483:0:2394:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768288.170484:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1775768288.170489:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:0.0:1775768288.170491:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931e00.
00000400:00000200:0.0:1775768288.170494:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1775768288.170497:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1775768288.170500:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3550
00000400:00000010:0.0:1775768288.170501:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3550.
00000100:00000001:0.0:1775768288.170503:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768288.170507:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927313b57100 x1862022335206656/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768288.170514:0:2394:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768288.170516:0:2394:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b57100 x1862022335206656/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768310 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768288.170522:0:2394:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768288.170523:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1775768288.170527:0:2394:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:0.0:1775768288.170529:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:0.0:1775768288.170531:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1775768288.170534:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1775768288.170536:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3770
00000400:00000010:0.0:1775768288.170538:0:2394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3770.
00000100:00000001:0.0:1775768288.170540:0:2394:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768288.170544:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927313b54a80 x1862022335206784/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768288.170551:0:2394:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768288.170554:0:2394:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b54a80 x1862022335206784/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768310 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768288.170565:0:2394:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768288.170566:0:2394:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768288.745835:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768288.745842:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768288.745843:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768288.745849:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768288.745852:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768288.745856:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768288.745858:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768288.745861:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768288.745863:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768289.193969:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768289.193973:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768289.193977:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768289.769790:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768289.769799:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768289.769801:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768289.769808:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768289.769812:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768289.769816:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768289.769819:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768289.769822:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768289.769824:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768290.217784:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768290.217792:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768290.217796:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768290.217799:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768290.217802:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768290.217810:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5474
00000400:00000200:2.0:1775768290.217819:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768290.217825:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768290.217827:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768290.217829:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768290.217832:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768290.217834:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768290.217836:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768290.217840:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768290.217842:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775768290.217844:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768290.217847:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775768290.217849:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775768290.217852:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768290.217852:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775768290.217856:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768290.217858:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00010000:00010000:0.0:1775768290.217860:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768290.217862:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768290.217865:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768290.217868:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768290.217870:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775768290.217874:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768290.217877:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768290.217880:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768290.217883:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768290.217885:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768290.217887:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768290.217889:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768290.217896:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775768290.217900:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775768290.217903:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768290.217905:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768290.217907:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768290.217910:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768290.217914:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768290.217921:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed800.
00000100:00000001:2.0:1775768290.217927:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768290.217937:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335206912/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768290.217947:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768290.217951:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768290.217956:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335206912/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768290.217982:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768290.217985:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768290.217989:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768290.217990:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768290.217992:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768290.217994:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768290.217997:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5474
00000400:00000200:2.0:1775768290.218010:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768290.218014:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768290.218016:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768290.218019:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768290.218021:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768290.218023:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768290.218024:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768290.218026:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768290.218028:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775768290.218029:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768290.218031:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775768290.218033:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775768290.218035:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775768290.218038:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768290.218040:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768290.218042:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768290.218043:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768290.218046:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775768290.218049:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768290.218051:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768290.218053:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768290.218058:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768290.218061:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768290.218063:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768290.218067:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768290.218069:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768290.218071:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768290.218085:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775768290.218089:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775768290.218091:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768290.218092:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768290.218094:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768290.218096:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768290.218097:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768290.218102:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef800.
00000100:00000001:2.0:1775768290.218105:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768290.218111:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335207040/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768290.218119:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768290.218120:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768290.218124:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335207040/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768290.218131:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768290.218134:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768290.218137:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768290.218139:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768290.218140:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768290.218142:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768290.218144:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5474
00000400:00000200:2.0:1775768290.218148:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768290.218151:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768290.218153:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768290.218155:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768290.218157:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768290.218159:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768290.218162:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768290.218164:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768290.218165:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775768290.218167:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768290.218169:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775768290.218171:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775768290.218173:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775768290.218175:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768290.218177:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768290.218178:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768290.218180:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768290.218182:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775768290.218183:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768290.218185:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768290.218187:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768290.218189:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768290.218191:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768290.218193:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768290.218195:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768290.218196:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768290.218198:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768290.218201:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
00000020:00000040:2.0:1775768290.218203:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775768290.218205:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768290.218207:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768290.218208:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768290.218209:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768290.218211:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768290.218214:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed400.
00000100:00000001:2.0:1775768290.218218:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768290.218221:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335207168/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768290.218243:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768290.218245:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768290.218248:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335207168/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768290.218254:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768290.218256:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768290.218260:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768290.218261:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768290.218262:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768290.218265:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768290.218267:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5474
00000400:00000200:2.0:1775768290.218270:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768290.218273:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768290.218276:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768290.218278:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768290.218280:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768290.218282:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768290.218284:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768290.218314:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768290.218316:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775768290.218318:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768290.218320:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775768290.218323:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775768290.218325:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775768290.218328:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768290.218330:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768290.218333:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768290.218335:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768290.218337:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775768290.218340:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768290.218343:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768290.218344:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768290.218347:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768290.218349:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768290.218351:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768290.218354:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768290.218356:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768290.218358:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768290.218362:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
00000020:00000040:2.0:1775768290.218364:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775768290.218367:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768290.218368:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768290.218369:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768290.218371:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768290.218386:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768290.218391:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bedc00.
00000100:00000001:2.0:1775768290.218394:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768290.218400:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335207296/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768290.218406:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768290.218408:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768290.218411:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335207296/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768290.218417:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768290.218420:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768290.218423:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775768290.218425:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768290.218427:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768290.218429:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768290.218431:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5474
00000400:00000200:2.0:1775768290.218435:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768290.218438:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768290.218441:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768290.218443:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768290.218445:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768290.218447:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768290.218449:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768290.218452:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768290.218453:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775768290.218455:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768290.218457:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775768290.218459:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775768290.218461:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775768290.218464:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768290.218466:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768290.218468:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768290.218470:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768290.218472:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775768290.218474:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768290.218477:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768290.218479:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768290.218481:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768290.218483:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768290.218485:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768290.218487:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768290.218496:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768290.218498:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768290.218503:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775768290.218506:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775768290.218508:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768290.218509:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768290.218511:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768290.218512:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768290.218514:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768290.218517:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef400.
00000100:00000001:2.0:1775768290.218520:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768290.218524:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335207424/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768290.218530:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768290.218532:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768290.218535:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335207424/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768290.218547:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768290.218553:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5484)
00000800:00000200:3.1:1775768290.219005:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768290.219008:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775768290.219376:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768290.219378:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775768290.219665:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768290.219667:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775768290.219931:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768290.219933:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000400:00000200:3.0:1775768290.220167:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768290.220170:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768290.220173:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768290.220177:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768290.220180:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775768290.220184:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768290.220186:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1775768290.220190:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768290.220191:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768290.220194:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768290.220197:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768290.220200:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef32a8
00000400:00000010:3.0:1775768290.220201:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef32a8.
00000100:00000001:3.0:1775768290.220204:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768290.220206:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b54e00 x1862022335207424/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768290.220213:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768290.220215:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b54e00 x1862022335207424/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768315 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768290.220226:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768290.220228:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768290.220230:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768290.220233:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: using a timeout of 22500 usecs (23 jiffies)
00000400:00000200:3.0:1775768290.220235:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768290.220237:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300147225
00000100:00000001:3.0:1775768290.220238:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300148478
00000100:00000001:3.0:1775768290.220240:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300147225
00000100:00000001:3.0:1775768290.220241:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300148478
00000100:00000001:3.0:1775768290.220242:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768290.220244:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768290.220245:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768290.220247:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768290/real 1775768290]  req@ffff927313b54e00 x1862022335207424/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768290.220252:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768290.220253:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768290.220254:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96738.
00000400:00000200:3.0:1775768290.220256:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef36e8
00000400:00000010:3.0:1775768290.220257:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef36e8.
00000100:00000001:3.0:1775768290.220258:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768290.220259:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b54e00 x1862022335207424/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768290.220265:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b54e00 x1862022335207424/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768290.220270:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768290.220272:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768290.220273:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768290.220275:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768290.220278:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b54e00 x1862022335207424/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768290.220283:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768290.220295:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b54e00 x1862022335207424/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768315 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768290.220302:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768290.220304:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768290.220306:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768290.220307:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768290.220309:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768290.220310:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768290.220313:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768290.220316:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768290.220318:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768290.220322:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b54e00 x1862022335207424/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768315 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768290.220328:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335207424:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768290.220331:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768290.220332:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768290.220334:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b55180 x1862022335206912/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768315 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768290.220338:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768290.220340:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768290.220342:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a64800.
02000000:00000001:3.0:1775768290.220345:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768290.220346:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768290.220347:0:2404:0:(genops.c:1242:class_import_put()) import ffff9273194c5000 refcount=3 obd=MGC192.168.202.131@tcp
00000020:00000001:3.0:1775768290.220349:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768290.220350:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bed800.
02000000:00000001:3.0:1775768290.220354:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768290.220355:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768290.220357:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b55180.
00000100:00000001:3.0:1775768290.220359:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768290.220360:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768290.220361:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768290.220362:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b55f80 x1862022335207040/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768315 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768290.220366:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768290.220367:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768290.220368:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768290.220370:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768290.220370:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768290.220371:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c000 refcount=137 obd=lustre-MDT0000-mdc-ffff927308189800
00000020:00000001:3.0:1775768290.220372:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768290.220373:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bef800.
02000000:00000001:3.0:1775768290.220374:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768290.220374:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768290.220376:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b55f80.
00000100:00000001:3.0:1775768290.220377:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768290.220378:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768290.220379:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768290.220380:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b56300 x1862022335207168/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768315 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768290.220384:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768290.220385:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768290.220385:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768290.220386:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768290.220387:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768290.220387:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f800 refcount=3 obd=lustre-MDT0001-mdc-ffff927308189800
00000020:00000001:3.0:1775768290.220388:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768290.220389:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bed400.
02000000:00000001:3.0:1775768290.220390:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768290.220390:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768290.220391:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b56300.
00000100:00000001:3.0:1775768290.220392:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768290.220393:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768290.220394:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768290.220395:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b57800 x1862022335207296/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768315 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768290.220398:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768290.220399:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768290.220400:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a64000.
02000000:00000001:3.0:1775768290.220400:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768290.220401:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768290.220402:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f000 refcount=2 obd=lustre-OST0000-osc-ffff927308189800
00000020:00000001:3.0:1775768290.220402:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768290.220403:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bedc00.
02000000:00000001:3.0:1775768290.220404:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768290.220405:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768290.220405:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b57800.
00000100:00000001:3.0:1775768290.220407:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768290.220407:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768290.220408:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768290.220410:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b54e00 x1862022335207424/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768315 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768290.220414:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768290.220414:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768290.220415:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a66800.
02000000:00000001:3.0:1775768290.220416:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768290.220417:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768290.220418:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c800 refcount=2 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:3.0:1775768290.220419:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768290.220420:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bef400.
02000000:00000001:3.0:1775768290.220421:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768290.220422:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768290.220423:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b54e00.
00000100:00000001:3.0:1775768290.220425:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768290.220426:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768290.220428:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768290.220436:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768290.220438:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768290.220440:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768290.220442:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768290.793818:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768290.793824:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768290.793826:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768290.793832:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768290.793836:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768290.793839:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768290.793842:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768290.793845:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768290.793847:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768291.241815:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768291.241819:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768291.241824:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768291.241825:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768291.241827:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768291.241828:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768291.241831:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768291.241832:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768291.241835:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768291.241836:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768291.241899:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768291.241903:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768291.241907:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775768291.497769:0:58796:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649b30 (cpu 0) has reached its deadline 4300148478, at 4300148480
00000100:00000040:2.0:1775768291.497781:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300148478, at 4300148480
00000100:00000010:3.0:1775768291.497783:0:58796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3420.
00000100:00000010:2.0:1775768291.497790:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3a80.
00000100:00000001:0.0:1775768291.817789:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768291.817796:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768291.817798:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768291.817804:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768291.817807:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768291.817811:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768291.817813:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768291.817816:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768291.817818:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768292.265753:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768292.265757:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768292.265761:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768292.265762:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768292.265765:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768292.265766:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768292.265768:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768292.265769:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768292.265771:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768292.265772:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768292.265816:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768292.265819:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768292.265821:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768292.841804:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768292.841811:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768292.841813:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768292.841818:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768292.841821:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768292.841824:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768292.841827:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768292.841830:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768292.841833:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768293.289803:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768293.289807:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768293.289812:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768293.289813:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768293.289815:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768293.289816:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768293.289818:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768293.289819:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768293.289821:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768293.289822:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768293.289875:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768293.289878:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768293.289880:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768293.865793:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768293.865798:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768293.865800:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768293.865804:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768293.865807:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768293.865810:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768293.865812:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768293.865814:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768293.865815:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768294.313820:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768294.313826:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768294.313832:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768294.313833:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768294.313838:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768294.313839:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768294.313842:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768294.313844:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768294.313847:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768294.313849:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768294.313910:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768294.313913:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768294.313917:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768294.889806:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768294.889812:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768294.889814:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768294.889819:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768294.889822:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768294.889826:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768294.889829:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768294.889831:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768294.889833:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768295.337805:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:0.0:1775768295.337806:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:3.0:1775768295.337811:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00080000:0.0:1775768295.337813:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:3.0:1775768295.337814:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1775768295.337816:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:3.0:1775768295.337817:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768295.337819:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:3.0:1775768295.337821:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1775768295.337823:0:57984:0:(import.c:484:import_select_connection()) Process entered
00010000:00000001:3.0:1775768295.337824:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768295.337826:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768295.337829:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5479
00010000:00000001:3.0:1775768295.337830:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768295.337835:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768295.337836:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768295.337838:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000400:00000200:0.0:1775768295.337839:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00010000:00000001:3.0:1775768295.337840:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768295.337842:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768295.337843:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768295.337845:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768295.337847:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00010000:00000001:3.0:1775768295.337847:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768295.337852:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00010000:00000001:3.0:1775768295.337853:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000040:0.0:1775768295.337857:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00010000:00000001:3.0:1775768295.337857:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768295.337859:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1775768295.337861:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00010000:00000001:3.0:1775768295.337862:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768295.337866:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00010000:00000001:3.0:1775768295.337866:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768295.337869:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768295.337870:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00010000:00000001:3.0:1775768295.337874:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768295.337875:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768295.337876:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00010000:00000001:3.0:1775768295.337878:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768295.337879:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768295.337881:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775768295.337882:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775768295.337891:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00010000:00000001:3.0:1775768295.337893:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768295.337896:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768295.337897:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00010000:00000001:3.0:1775768295.337901:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1775768295.337903:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00010000:00000001:3.0:1775768295.337905:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000040:0.0:1775768295.337908:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00010000:00000001:3.0:1775768295.337908:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768295.337911:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768295.337912:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00010000:00000001:3.0:1775768295.337914:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768295.337916:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1775768295.337917:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00010000:00000001:3.0:1775768295.337917:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768295.337920:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768295.337929:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768295.337931:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768295.337934:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768295.337937:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768295.337940:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768295.337942:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768295.337944:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768295.337953:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925500.
00000020:00000040:0.0:1775768295.337957:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775768295.337961:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768295.337962:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768295.337965:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768295.337968:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768295.337973:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768295.337980:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e000.
00000020:00000001:1.0:1775768295.337984:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1775768295.337987:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768295.337988:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768295.337993:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775768295.337997:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925500 x1862022335207552/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768295.338006:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768295.338011:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768295.338015:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a57c8e8f] to pc [ptlrpcd_rcv+-1]  req@ffff927322925500 x1862022335207552/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768295.338033:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768295.338037:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768295.338039:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768295.338041:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768295.338042:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768295.338045:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768295.338047:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5479
00000400:00000200:0.0:1775768295.338051:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768295.338054:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768295.338057:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768295.338059:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768295.338061:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768295.338064:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768295.338065:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768295.338067:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:3.0:1775768295.338067:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1775768295.338071:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000100:00000001:3.0:1775768295.338072:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1775768295.338073:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768295.338075:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775768295.338077:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:0.0:1775768295.338079:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000001:3.0:1775768295.338083:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768295.338084:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768295.338086:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768295.338089:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000040:3.0:1775768295.338095:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322925500 x1862022335207552/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768295.338098:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768295.338103:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:0.0:1775768295.338110:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:3.0:1775768295.338112:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768295.338116:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768295.338117:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768295.338121:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768295.338123:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768295.338125:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768295.338127:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768295.338130:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768295.338133:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:3.0:1775768295.338133:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1775768295.338139:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1775768295.338140:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322925500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335207552:192.168.202.131@tcp:250:kworker.0
00000008:00000001:0.0:1775768295.338144:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768295.338148:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768295.338148:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000010:0.0:1775768295.338153:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925880.
02000000:00000001:3.0:1775768295.338153:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768295.338157:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1775768295.338158:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:3.0:1775768295.338162:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1775768295.338163:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768295.338166:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768295.338167:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768295.338168:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:3.0:1775768295.338169:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a66800.
02000000:00000001:0.0:1775768295.338170:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768295.338175:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768295.338177:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f400.
00000100:00000001:0.0:1775768295.338180:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768295.338181:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00100000:0.0:1775768295.338187:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925880 x1862022335207680/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1775768295.338187:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96738.
00000100:00000001:0.0:1775768295.338195:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:3.0:1775768295.338196:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef36e8.
00000100:00000001:0.0:1775768295.338197:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768295.338201:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f872a4ed] to pc [ptlrpcd_rcv+-1]  req@ffff927322925880 x1862022335207680/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768295.338205:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335207552, portal 25
00000100:00000001:3.0:1775768295.338210:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768295.338211:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768295.338212:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931750656 : -120451777800960 : ffff927322925500)
00000100:00080000:0.0:1775768295.338214:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768295.338218:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768295.338219:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768295.338222:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:3.0:1775768295.338222:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322925500 x1862022335207552/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768295.338224:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768295.338228:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5479
00000400:00000200:0.0:1775768295.338234:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768295.338251:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768295.338253:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768295.338255:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768295.338257:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768295.338258:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768295.338259:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768295.338262:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768295.338263:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:0.0:1775768295.338264:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1775768295.338264:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:0.0:1775768295.338267:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775768295.338270:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:3.0:1775768295.338271:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000020:00000001:0.0:1775768295.338272:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:0.0:1775768295.338276:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000400:00000010:3.0:1775768295.338276:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef32a8.
00000100:00000001:0.0:1775768295.338281:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768295.338283:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000200:3.0:1775768295.338283:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022335207552, offset 0
00000100:00000001:0.0:1775768295.338284:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768295.338288:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:0.0:1775768295.338289:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768295.338291:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768295.338293:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1775768295.338294:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
02000000:00000001:0.0:1775768295.338296:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768295.338298:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768295.338299:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768295.338300:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768295.338302:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768295.338305:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:0.0:1775768295.338306:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768295.338310:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924a80.
00000020:00000040:0.0:1775768295.338312:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775768295.338315:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1775768295.338315:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
02000000:00000001:0.0:1775768295.338317:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768295.338321:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768295.338322:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1775768295.338324:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1775768295.338325:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768295.338329:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c800.
00000400:00000200:3.0:1775768295.338331:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000100:00000001:0.0:1775768295.338333:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768295.338338:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924a80 x1862022335207808/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1775768295.338338:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768295.338345:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000100:00000001:0.0:1775768295.338349:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768295.338352:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768295.338353:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60741:60741:256:4294967295] 192.168.202.131@tcp LPNI seq info [60741:60741:8:4294967295]
00000100:00000040:0.0:1775768295.338357:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c400aa7] to pc [ptlrpcd_rcv+-1]  req@ffff927322924a80 x1862022335207808/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775768295.338364:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:0.0:1775768295.338369:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768295.338371:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768295.338374:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768295.338376:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768295.338378:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768295.338383:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:3.0:1775768295.338383:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000100:00080000:0.0:1775768295.338387:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5479
00000400:00000200:0.0:1775768295.338392:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000800:00000200:3.0:1775768295.338396:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000400:00000200:0.0:1775768295.338397:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768295.338400:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768295.338402:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768295.338404:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:3.0:1775768295.338404:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000100:00000040:0.0:1775768295.338407:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768295.338409:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768295.338410:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768295.338411:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775768295.338412:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768295.338413:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000800:00000200:3.0:1775768295.338415:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000020:00000001:0.0:1775768295.338416:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:0.0:1775768295.338418:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:0.0:1775768295.338423:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000800:00000200:3.0:1775768295.338423:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 52 secs later)
00000100:00000001:0.0:1775768295.338425:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768295.338427:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768295.338429:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768295.338431:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000800:00000200:3.1:1775768295.338434:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00080000:0.0:1775768295.338435:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768295.338439:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768295.338440:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:3.1:1775768295.338441:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 52 secs later)
02000000:00000001:0.0:1775768295.338442:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768295.338446:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768295.338448:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768295.338450:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000800:00000100:3.0:1775768295.338451:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000008:00000001:0.0:1775768295.338452:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768295.338454:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1775768295.338455:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000100:00000010:0.0:1775768295.338457:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924e00.
00000020:00000040:0.0:1775768295.338459:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:0.0:1775768295.338460:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768295.338461:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768295.338462:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:3.0:1775768295.338462:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:0.0:1775768295.338464:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768295.338466:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768295.338469:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f000.
00000400:00000200:3.0:1775768295.338470:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1775768295.338472:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768295.338476:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924e00 x1862022335207936/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1775768295.338476:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef32a8
00000400:00000010:3.0:1775768295.338480:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef32a8.
00000100:00000001:0.0:1775768295.338486:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768295.338487:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1775768295.338488:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768295.338495:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aec4c6e] to pc [ptlrpcd_rcv+-1]  req@ffff927322924e00 x1862022335207936/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768295.338496:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322925500 x1862022335207552/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768295.338510:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768295.338514:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768295.338518:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775768295.338519:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1775768295.338519:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1775768295.338522:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768295.338525:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:3.0:1775768295.338526:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322925500 x1862022335207552/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768320 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1775768295.338528:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5479
00000400:00000200:0.0:1775768295.338534:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768295.338539:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768295.338542:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768295.338547:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768295.338547:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768295.338552:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775768295.338552:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:0.0:1775768295.338556:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768295.338558:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768295.338559:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:3.0:1775768295.338559:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1775768295.338561:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:0.0:1775768295.338563:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768295.338565:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:0.0:1775768295.338568:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000400:00000200:3.0:1775768295.338568:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000020:00000001:0.0:1775768295.338571:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000001:3.0:1775768295.338572:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4300153597
00000100:00000040:0.0:1775768295.338575:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768295.338578:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768295.338579:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768295.338580:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768295.338581:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00000010:3.0:1775768295.338581:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3420.
00000100:00080000:0.0:1775768295.338585:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768295.338587:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768295.338588:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768295.338590:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768295.338590:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2
02000000:00000001:0.0:1775768295.338591:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768295.338594:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768295.338595:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1775768295.338596:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4300153597
00000008:00000001:0.0:1775768295.338597:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768295.338601:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768295.338602:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3180.
00000100:00000010:0.0:1775768295.338604:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927100.
00000020:00000040:0.0:1775768295.338606:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
00000100:00000001:3.0:1775768295.338607:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3
02000000:00000001:0.0:1775768295.338608:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768295.338610:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768295.338611:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768295.338612:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1775768295.338612:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768295.338615:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768295.338617:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768295.338618:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477fc00.
00000100:00000001:3.0:1775768295.338622:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1775768295.338623:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768295.338628:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927100 x1862022335208064/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1775768295.338631:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768295/real 1775768295]  req@ffff927322925500 x1862022335207552/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768295.338640:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768295.338643:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768295.338649:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0540768] to pc [ptlrpcd_rcv+-1]  req@ffff927322927100 x1862022335208064/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768295.338651:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768295.338655:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1775768295.338656:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775768295.338658:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96738.
00000100:00000040:0.0:1775768295.338659:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5490)
00000400:00000200:3.0:1775768295.338662:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef36e8
00000400:00000010:3.0:1775768295.338664:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef36e8.
00000100:00000001:3.0:1775768295.338667:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768295.338672:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322925500 x1862022335207552/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768295.338682:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322925500 x1862022335207552/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768295.338689:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768295.338690:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768295.338693:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768295.338695:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768295.338698:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322925500 x1862022335207552/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768295.338705:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768295.338708:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322925500 x1862022335207552/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768320 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768295.338734:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768295.338737:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768295.338738:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768295.338739:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768295.338742:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768295.338744:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768295.338747:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768295.338750:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768295.338753:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768295.338757:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322925500 x1862022335207552/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768320 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768295.338765:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322925500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335207552:192.168.202.131@tcp:250:kworker.0
00000100:00000001:3.0:1775768295.338769:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768295.338771:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768295.338774:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322925500 x1862022335207552/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768320 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768295.338786:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768295.338788:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768295.338790:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a66800.
02000000:00000001:3.0:1775768295.338793:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768295.338795:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768295.338796:0:2404:0:(genops.c:1242:class_import_put()) import ffff9273194c5000 refcount=3 obd=MGC192.168.202.131@tcp
00000020:00000001:3.0:1775768295.338798:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768295.338800:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477e000.
02000000:00000001:3.0:1775768295.338804:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768295.338805:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768295.338807:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322925500.
00000100:00000001:3.0:1775768295.338810:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768295.338811:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768295.338813:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768295.338819:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768295.338821:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768295.338823:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768295.338824:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768295.338825:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768295.338829:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322925880 x1862022335207680/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768295.338835:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768295.338836:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768295.338838:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768295.338840:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768295.338842:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768295.338845:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322925880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335207680:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768295.338847:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768295.338849:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768295.338850:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768295.338852:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768295.338855:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a66800.
02000000:00000001:3.0:1775768295.338856:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768295.338860:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768295.338862:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96738.
00000400:00000010:3.0:1775768295.338865:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef36e8.
00000100:00000200:3.0:1775768295.338868:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335207680, portal 10
00000100:00000001:3.0:1775768295.338870:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768295.338871:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931751552 : -120451777800064 : ffff927322925880)
00000100:00000040:3.0:1775768295.338877:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322925880 x1862022335207680/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768295.338884:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768295.338886:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768295.338888:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef32a8.
00000100:00000200:3.0:1775768295.338890:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335207680, offset 0
00000400:00000200:3.0:1775768295.338894:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768295.338897:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768295.338901:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768295.338903:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768295.338906:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768295.338908:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768295.338910:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768295.338921:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60742:60742:256:4294967295] 192.168.202.131@tcp LPNI seq info [60742:60742:8:4294967295]
00000400:00000200:3.0:1775768295.338925:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768295.338932:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768295.338936:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768295.338939:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768295.338943:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768295.338945:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1775768295.338949:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768295.338951:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 52 secs later)
00000800:00000100:3.0:1775768295.338955:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768295.338957:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768295.338960:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768295.338963:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768295.338965:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef32a8
00000400:00000010:3.0:1775768295.338967:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef32a8.
00000100:00000001:3.0:1775768295.338969:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768295.338973:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322925880 x1862022335207680/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768295.338979:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768295.338982:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322925880 x1862022335207680/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768320 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768295.338989:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768295.338990:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768295.338992:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768295.338995:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: using a timeout of 15131 usecs (16 jiffies)
00000400:00000200:3.0:1775768295.338998:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768295.339000:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300152337
00000100:00000001:3.0:1775768295.339003:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300153597
00000100:00000001:3.0:1775768295.339005:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300152337
00000100:00000001:3.0:1775768295.339007:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300153597
00000100:00000001:3.0:1775768295.339009:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768295.339010:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768295.339012:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768295.339015:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768295/real 1775768295]  req@ffff927322925880 x1862022335207680/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768295.339021:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768295.339023:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768295.339024:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96738.
00000400:00000200:3.0:1775768295.339026:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef36e8
00000400:00000010:3.0:1775768295.339028:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef36e8.
00000100:00000001:3.0:1775768295.339030:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768295.339032:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322925880 x1862022335207680/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768295.339040:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322925880 x1862022335207680/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768295.339051:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768295.339053:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768295.339054:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768295.339056:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768295.339059:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322925880 x1862022335207680/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768295.339065:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768295.339069:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322925880 x1862022335207680/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768320 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768295.339075:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768295.339077:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768295.339078:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768295.339079:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768295.339081:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768295.339082:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768295.339084:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768295.339087:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768295.339089:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768295.339093:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322925880 x1862022335207680/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768320 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768295.339100:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322925880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335207680:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768295.339104:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768295.339107:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322924a80 x1862022335207808/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768295.339113:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768295.339114:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768295.339116:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768295.339117:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768295.339119:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768295.339122:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322924a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335207808:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768295.339125:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768295.339127:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768295.339128:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768295.339130:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768295.339132:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a64000.
02000000:00000001:3.0:1775768295.339134:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768295.339137:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768295.339139:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96738.
00000400:00000010:3.0:1775768295.339142:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef36e8.
00000100:00000200:3.0:1775768295.339145:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335207808, portal 10
00000100:00000001:3.0:1775768295.339146:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768295.339148:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931747968 : -120451777803648 : ffff927322924a80)
00000100:00000040:3.0:1775768295.339152:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322924a80 x1862022335207808/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768295.339158:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768295.339160:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768295.339162:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef32a8.
00000100:00000200:3.0:1775768295.339165:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335207808, offset 0
00000400:00000200:3.0:1775768295.339168:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768295.339171:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768295.339174:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768295.339176:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768295.339179:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768295.339181:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768295.339183:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768295.339186:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60743:60743:256:4294967295] 192.168.202.131@tcp LPNI seq info [60743:60743:8:4294967295]
00000400:00000200:3.0:1775768295.339190:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768295.339196:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768295.339200:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768295.339203:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768295.339206:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768295.339209:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1775768295.339213:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768295.339215:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 52 secs later)
00000800:00000100:3.0:1775768295.339219:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768295.339221:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768295.339223:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768295.339226:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768295.339229:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef32a8
00000400:00000010:3.0:1775768295.339231:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef32a8.
00000100:00000001:3.0:1775768295.339233:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768295.339236:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322924a80 x1862022335207808/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768295.339256:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768295.339259:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322924a80 x1862022335207808/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768320 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768295.339266:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768295.339267:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768295.339270:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768295.339273:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: using a timeout of 41678 usecs (42 jiffies)
00000400:00000200:3.0:1775768295.339276:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768295.339278:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300152363
00000100:00000001:3.0:1775768295.339280:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300153597
00000100:00000001:3.0:1775768295.339283:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300152363
00000100:00000001:3.0:1775768295.339285:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300153597
00000100:00000001:3.0:1775768295.339287:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768295.339289:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768295.339290:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768295.339293:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768295/real 1775768295]  req@ffff927322924a80 x1862022335207808/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768295.339301:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768295.339302:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768295.339304:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96738.
00000400:00000200:3.0:1775768295.339306:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef36e8
00000400:00000010:3.0:1775768295.339308:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef36e8.
00000100:00000001:3.0:1775768295.339310:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768295.339312:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322924a80 x1862022335207808/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768295.339320:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322924a80 x1862022335207808/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768295.339327:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768295.339328:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768295.339330:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768295.339331:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768295.339334:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322924a80 x1862022335207808/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768295.339342:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768295.339345:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322924a80 x1862022335207808/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768320 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768295.339352:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768295.339354:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768295.339356:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768295.339357:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768295.339358:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768295.339359:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768295.339362:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768295.339364:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768295.339367:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768295.339370:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322924a80 x1862022335207808/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768320 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768295.339378:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322924a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335207808:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768295.339382:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768295.339385:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322924e00 x1862022335207936/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768295.339391:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768295.339393:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768295.339395:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768295.339396:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768295.339398:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768295.339401:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322924e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335207936:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768295.339404:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768295.339405:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768295.339407:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768295.339408:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768295.339411:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768295.339413:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768295.339416:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768295.339418:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96738.
00000400:00000010:3.0:1775768295.339421:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef36e8.
00000100:00000200:3.0:1775768295.339423:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335207936, portal 4
00000100:00000001:3.0:1775768295.339425:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768295.339426:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931748864 : -120451777802752 : ffff927322924e00)
00000100:00000040:3.0:1775768295.339431:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322924e00 x1862022335207936/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768295.339438:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768295.339440:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768295.339442:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef32a8.
00000100:00000200:3.0:1775768295.339444:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335207936, offset 0
00000400:00000200:3.0:1775768295.339448:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768295.339451:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768295.339454:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768295.339457:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768295.339459:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768295.339461:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768295.339463:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768295.339466:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60744:60744:256:4294967295] 192.168.202.131@tcp LPNI seq info [60744:60744:8:4294967295]
00000400:00000200:3.0:1775768295.339471:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768295.339477:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768295.339481:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768295.339484:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768295.339487:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768295.339490:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1775768295.339494:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768295.339496:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 52 secs later)
00000800:00000100:3.0:1775768295.339500:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768295.339501:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768295.339504:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768295.339507:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768295.339510:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef32a8
00000400:00000010:3.0:1775768295.339511:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef32a8.
00000100:00000001:3.0:1775768295.339513:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768295.339516:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322924e00 x1862022335207936/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768295.339523:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768295.339526:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322924e00 x1862022335207936/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768320 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768295.339532:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768295.339534:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768295.339536:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768295.339538:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: using a timeout of 22192 usecs (23 jiffies)
00000400:00000200:3.0:1775768295.339541:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768295.339543:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300152344
00000100:00000001:3.0:1775768295.339546:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300153597
00000100:00000001:3.0:1775768295.339548:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300152344
00000100:00000001:3.0:1775768295.339550:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300153597
00000100:00000001:3.0:1775768295.339552:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768295.339553:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768295.339555:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768295.339558:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768295/real 1775768295]  req@ffff927322924e00 x1862022335207936/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768295.339564:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768295.339566:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768295.339567:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96738.
00000400:00000200:3.0:1775768295.339569:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef36e8
00000400:00000010:3.0:1775768295.339571:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef36e8.
00000100:00000001:3.0:1775768295.339573:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768295.339575:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322924e00 x1862022335207936/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768295.339584:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322924e00 x1862022335207936/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768295.339590:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768295.339591:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768295.339592:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768295.339593:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768295.339597:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322924e00 x1862022335207936/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768295.339604:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768295.339608:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322924e00 x1862022335207936/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768320 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768295.339614:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768295.339616:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768295.339617:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768295.339619:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768295.339620:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768295.339622:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768295.339624:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768295.339627:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768295.339629:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768295.339632:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322924e00 x1862022335207936/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768320 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768295.339640:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322924e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335207936:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768295.339643:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768295.339646:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322927100 x1862022335208064/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768295.339653:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768295.339654:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768295.339656:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768295.339658:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768295.339660:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768295.339662:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322927100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335208064:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768295.339665:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768295.339667:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768295.339668:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768295.339670:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768295.339673:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768295.339675:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768295.339677:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768295.339680:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96738.
00000400:00000010:3.0:1775768295.339682:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef36e8.
00000100:00000200:3.0:1775768295.339684:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335208064, portal 4
00000100:00000001:3.0:1775768295.339687:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768295.339688:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931757824 : -120451777793792 : ffff927322927100)
00000100:00000040:3.0:1775768295.339692:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322927100 x1862022335208064/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768295.339699:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768295.339701:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768295.339703:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef32a8.
00000100:00000200:3.0:1775768295.339705:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335208064, offset 0
00000400:00000200:3.0:1775768295.339708:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768295.339727:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768295.339730:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768295.339733:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768295.339735:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768295.339738:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768295.339740:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768295.339743:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60745:60745:256:4294967295] 192.168.202.131@tcp LPNI seq info [60745:60745:8:4294967295]
00000400:00000200:3.0:1775768295.339747:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768295.339754:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768295.339758:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768295.339761:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768295.339765:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768295.339767:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1775768295.339771:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768295.339773:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 52 secs later)
00000800:00000100:3.0:1775768295.339776:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768295.339778:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768295.339781:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768295.339784:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768295.339786:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef32a8
00000400:00000010:3.0:1775768295.339788:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef32a8.
00000100:00000001:3.0:1775768295.339790:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768295.339793:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322927100 x1862022335208064/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768295.339806:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768295.339809:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322927100 x1862022335208064/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768320 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768295.339815:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768295.339817:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768295.339819:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768295.339821:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: using a timeout of 22500 usecs (23 jiffies)
00000400:00000200:3.0:1775768295.339824:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768295.339826:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300152345
00000100:00000001:3.0:1775768295.339828:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300153597
00000100:00000001:3.0:1775768295.339830:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300152345
00000100:00000001:3.0:1775768295.339832:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300153597
00000100:00000001:3.0:1775768295.339834:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768295.339836:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768295.339837:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768295.339840:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768295/real 1775768295]  req@ffff927322927100 x1862022335208064/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768295.339848:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768295.339849:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768295.339850:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96738.
00000400:00000200:3.0:1775768295.339852:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef36e8
00000400:00000010:3.0:1775768295.339853:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef36e8.
00000100:00000001:3.0:1775768295.339855:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768295.339858:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322927100 x1862022335208064/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768295.339866:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322927100 x1862022335208064/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768295.339872:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768295.339874:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768295.339875:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768295.339876:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768295.339879:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322927100 x1862022335208064/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768295.339886:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768295.339889:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322927100 x1862022335208064/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768320 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768295.339895:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768295.339898:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768295.339899:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768295.339900:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768295.339902:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768295.339904:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768295.339906:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768295.339908:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768295.339910:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768295.339913:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322927100 x1862022335208064/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768320 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768295.339921:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322927100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335208064:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768295.339924:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768295.339926:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768295.339929:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322925880 x1862022335207680/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768320 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768295.339934:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768295.339936:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768295.339937:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a66800.
02000000:00000001:3.0:1775768295.339939:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768295.339940:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768295.339942:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c000 refcount=137 obd=lustre-MDT0000-mdc-ffff927308189800
00000020:00000001:3.0:1775768295.339944:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768295.339946:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477f400.
02000000:00000001:3.0:1775768295.339948:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768295.339949:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768295.339951:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322925880.
00000100:00000001:3.0:1775768295.339952:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768295.339954:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768295.339955:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768295.339958:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322924a80 x1862022335207808/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768320 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768295.339964:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768295.339965:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768295.339966:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a64000.
02000000:00000001:3.0:1775768295.339969:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768295.339970:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768295.339971:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f800 refcount=3 obd=lustre-MDT0001-mdc-ffff927308189800
00000020:00000001:3.0:1775768295.339973:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768295.339974:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477c800.
02000000:00000001:3.0:1775768295.339976:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768295.339977:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768295.339978:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322924a80.
00000100:00000001:3.0:1775768295.339980:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768295.339981:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768295.339982:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768295.339984:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322924e00 x1862022335207936/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768320 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768295.339990:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768295.339991:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768295.339993:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768295.339995:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768295.339996:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768295.339997:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f000 refcount=2 obd=lustre-OST0000-osc-ffff927308189800
00000020:00000001:3.0:1775768295.339999:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768295.340000:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477f000.
02000000:00000001:3.0:1775768295.340002:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768295.340003:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768295.340004:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322924e00.
00000100:00000001:3.0:1775768295.340006:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768295.340007:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768295.340008:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768295.340011:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322927100 x1862022335208064/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768320 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768295.340017:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768295.340018:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768295.340019:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768295.340021:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768295.340022:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768295.340023:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c800 refcount=2 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:3.0:1775768295.340024:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768295.340025:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477fc00.
02000000:00000001:3.0:1775768295.340027:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768295.340028:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768295.340029:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322927100.
00000100:00000001:3.0:1775768295.340031:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768295.340032:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768295.340034:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768295.340036:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768295.340038:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768295.340039:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768295.340040:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768295.913822:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768295.913829:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768295.913831:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768295.913836:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768295.913839:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768295.913843:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768295.913846:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768295.913848:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768295.913851:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768296.361814:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768296.361818:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768296.361822:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768296.361823:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768296.361825:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768296.361826:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768296.361828:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768296.361829:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768296.361831:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768296.361832:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768296.361876:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768296.361879:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768296.361882:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775768296.617771:0:58796:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649b30 (cpu 0) has reached its deadline 4300153597, at 4300153600
00000100:00000040:2.0:1775768296.617780:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300153597, at 4300153600
00000100:00000010:3.0:1775768296.617783:0:58796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3180.
00000100:00000010:2.0:1775768296.617788:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3420.
00000100:00000001:0.0:1775768296.937820:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768296.937826:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768296.937828:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768296.937833:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768296.937836:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768296.937840:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768296.937844:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768296.937846:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768296.937849:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768297.385849:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768297.385856:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768297.385863:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768297.385864:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768297.385867:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768297.385869:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768297.385872:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768297.385875:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768297.385877:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768297.385880:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768297.385882:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768297.385884:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768297.385885:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768297.385887:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768297.385890:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768297.385891:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768297.385977:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768297.385982:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768297.385986:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768297.961810:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768297.961825:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768297.961827:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768297.961834:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768297.961839:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768297.961844:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768297.961847:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768297.961850:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768297.961853:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768298.409841:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768298.409846:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768298.409851:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768298.409852:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768298.409855:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768298.409855:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768298.409858:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768298.409859:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768298.409861:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768298.409862:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768298.409927:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768298.409931:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768298.409934:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768298.985823:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768298.985833:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768298.985836:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768298.985844:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768298.985850:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768298.985855:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768298.985857:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768298.985859:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768298.985861:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768299.433837:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768299.433843:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768299.433847:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768299.433848:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768299.433850:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768299.433851:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768299.433854:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768299.433855:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768299.433857:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768299.433857:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768299.433922:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768299.433926:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768299.433929:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768300.009822:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768300.009830:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768300.009831:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768300.009836:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768300.009840:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768300.009844:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768300.009846:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768300.009849:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768300.009851:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768300.457819:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768300.457825:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768300.457826:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:3.0:1775768300.457831:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768300.457833:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768300.457836:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:3.0:1775768300.457836:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768300.457838:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768300.457841:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:3.0:1775768300.457841:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768300.457843:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768300.457846:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:1.0:1775768300.457847:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:3.0:1775768300.457847:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768300.457854:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768300.457862:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5485
00000400:00000200:1.0:1775768300.457873:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768300.457881:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768300.457884:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768300.457888:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000020:00000001:0.0:1775768300.457890:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000001:1.0:1775768300.457891:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000020:00000001:0.0:1775768300.457895:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768300.457895:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768300.457899:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00010000:00010000:0.0:1775768300.457900:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775768300.457903:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768300.457905:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:1.0:1775768300.457908:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768300.457911:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:1.0:1775768300.457913:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:1.0:1775768300.457914:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:1.0:1775768300.457916:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768300.457918:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768300.457920:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768300.457921:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768300.457924:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:1.0:1775768300.457926:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768300.457928:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768300.457931:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768300.457933:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768300.457936:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768300.457937:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768300.457939:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768300.457949:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d12d80.
00000020:00000040:1.0:1775768300.457952:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:1.0:1775768300.457955:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768300.457956:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768300.457959:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768300.457962:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768300.457966:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768300.457975:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eb000.
00000100:00000001:1.0:1775768300.457981:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768300.457990:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d12d80 x1862022335208192/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768300.457998:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768300.458002:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768300.458006:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000896363e8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d12d80 x1862022335208192/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768300.458022:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768300.458024:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768300.458026:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775768300.458028:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768300.458029:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768300.458031:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768300.458034:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5485
00000400:00000200:1.0:1775768300.458038:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768300.458041:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768300.458042:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1775768300.458043:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1775768300.458046:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768300.458048:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775768300.458048:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1775768300.458051:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768300.458052:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1775768300.458053:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768300.458055:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768300.458057:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:1.0:1775768300.458059:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:3.0:1775768300.458060:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d12d80 x1862022335208192/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1775768300.458061:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:1.0:1775768300.458064:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:1.0:1775768300.458067:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000001:3.0:1775768300.458077:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768300.458079:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768300.458080:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768300.458084:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768300.458085:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768300.458087:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
02000000:00000001:3.0:1775768300.458087:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:1.0:1775768300.458090:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
02000000:00000001:3.0:1775768300.458091:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1775768300.458092:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768300.458096:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768300.458098:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768300.458098:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768300.458104:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1775768300.458105:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335208192:192.168.202.131@tcp:250:kworker.0
02000000:00000001:1.0:1775768300.458106:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768300.458109:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768300.458113:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00100000:1.0:1775768300.458114:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768300.458117:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768300.458118:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1775768300.458119:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768300.458123:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11500.
02000000:00000001:3.0:1775768300.458123:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1775768300.458124:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:1.0:1775768300.458128:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768300.458128:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1775768300.458131:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768300.458132:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768300.458133:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768300.458135:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768300.458135:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768300.458139:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768300.458142:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9400.
00000100:00000001:1.0:1775768300.458145:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768300.458147:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00100000:1.0:1775768300.458151:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11500 x1862022335208320/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1775768300.458154:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96738.
00000100:00000001:1.0:1775768300.458160:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768300.458162:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775768300.458163:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef36e8.
00000100:00000040:1.0:1775768300.458165:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3229bd5] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11500 x1862022335208320/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768300.458170:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335208192, portal 25
00000100:00000001:1.0:1775768300.458172:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768300.458174:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00080000:1.0:1775768300.458175:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1775768300.458177:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415775616 : -120452293776000 : ffff927303d12d80)
00000100:00080000:1.0:1775768300.458178:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775768300.458181:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768300.458182:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768300.458186:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:3.0:1775768300.458186:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d12d80 x1862022335208192/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1775768300.458199:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5485
00000400:00000200:1.0:1775768300.458206:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768300.458211:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00000001:3.0:1775768300.458212:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1775768300.458213:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768300.458219:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768300.458221:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768300.458222:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768300.458223:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000040:3.0:1775768300.458224:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000020:00000001:1.0:1775768300.458227:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768300.458228:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:1.0:1775768300.458229:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000010:3.0:1775768300.458229:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef32a8.
00000020:00000040:1.0:1775768300.458232:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:1.0:1775768300.458235:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000200:3.0:1775768300.458236:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022335208192, offset 0
00000020:00000001:1.0:1775768300.458237:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:1.0:1775768300.458241:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768300.458242:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768300.458244:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768300.458247:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000400:00000200:3.0:1775768300.458248:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000020:00000040:1.0:1775768300.458251:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:1.0:1775768300.458254:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768300.458255:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768300.458257:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768300.458259:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1775768300.458259:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
02000000:00000001:1.0:1775768300.458262:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768300.458263:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768300.458265:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1775768300.458267:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000008:00000001:1.0:1775768300.458268:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768300.458271:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768300.458275:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d13480.
00000400:00000200:3.0:1775768300.458275:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:1.0:1775768300.458279:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
00000400:00000200:3.0:1775768300.458282:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
02000000:00000001:1.0:1775768300.458283:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768300.458285:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768300.458286:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1775768300.458289:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:3.0:1775768300.458290:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
02000000:00000001:1.0:1775768300.458292:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768300.458295:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768300.458295:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60746:60746:256:4294967295] 192.168.202.131@tcp LPNI seq info [60746:60746:8:4294967295]
00000400:00000200:3.0:1775768300.458300:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
02000000:00000010:1.0:1775768300.458301:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046ebc00.
00000100:00000001:1.0:1775768300.458305:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768300.458310:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000100:00100000:1.0:1775768300.458314:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d13480 x1862022335208448/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.0:1775768300.458318:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768300.458324:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000100:00000001:1.0:1775768300.458329:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768300.458333:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1775768300.458334:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768300.458339:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 47 secs later)
00000100:00000040:1.0:1775768300.458342:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d08fae2a] to pc [ptlrpcd_rcv+-1]  req@ffff927303d13480 x1862022335208448/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1775768300.458347:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768300.458351:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 47 secs later)
00000800:00000100:3.0:1775768300.458355:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768300.458356:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768300.458362:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1775768300.458363:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768300.458368:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1775768300.458371:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000100:00080000:1.0:1775768300.458374:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775768300.458376:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768300.458377:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1775768300.458377:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef32a8
00000400:00000010:3.0:1775768300.458380:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef32a8.
00000100:00000001:1.0:1775768300.458381:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768300.458386:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5485
00000100:00000001:3.0:1775768300.458386:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:1.0:1775768300.458393:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000200:3.0:1775768300.458393:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d12d80 x1862022335208192/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775768300.458398:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768300.458403:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768300.458407:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768300.458408:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1775768300.458409:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768300.458413:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000040:3.0:1775768300.458413:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d12d80 x1862022335208192/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768325 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768300.458415:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000001:3.0:1775768300.458421:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768300.458423:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:3.0:1775768300.458424:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:1.0:1775768300.458425:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:1.0:1775768300.458427:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768300.458429:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:1.0:1775768300.458430:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000001:3.0:1775768300.458430:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768300.458434:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000400:00000200:3.0:1775768300.458437:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000040:1.0:1775768300.458438:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768300.458440:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4300158717
00000100:00000001:1.0:1775768300.458441:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768300.458444:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768300.458446:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768300.458447:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00000010:3.0:1775768300.458447:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3180.
00000100:00080000:1.0:1775768300.458452:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768300.458453:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768300.458454:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768300.458456:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768300.458457:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768300.458457:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1775768300.458460:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768300.458463:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775768300.458465:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768300.458466:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768300.458469:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11880.
00000100:00000001:3.0:1775768300.458469:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4300158717
00000020:00000040:1.0:1775768300.458474:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
00000100:00000010:3.0:1775768300.458475:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3240.
02000000:00000001:1.0:1775768300.458476:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768300.458478:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768300.458480:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1775768300.458480:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3
02000000:00000001:1.0:1775768300.458481:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768300.458484:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768300.458485:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768300.458488:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768300.458490:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eac00.
00000100:00000001:3.0:1775768300.458491:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1775768300.458495:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768300.458496:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768300/real 1775768300]  req@ffff927303d12d80 x1862022335208192/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768300.458501:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11880 x1862022335208576/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:3.0:1775768300.458508:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768300.458510:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1775768300.458511:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768300.458513:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775768300.458513:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96738.
00000400:00000200:3.0:1775768300.458518:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef36e8
00000100:00000040:1.0:1775768300.458519:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a965cc18] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11880 x1862022335208576/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1775768300.458520:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef36e8.
00000100:00000001:3.0:1775768300.458525:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1775768300.458529:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1775768300.458530:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d12d80 x1862022335208192/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1775768300.458531:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768300.458537:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775768300.458540:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768300.458542:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768300.458546:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:3.0:1775768300.458549:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d12d80 x1862022335208192/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1775768300.458550:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5485
00000400:00000200:1.0:1775768300.458558:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768300.458563:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00000001:3.0:1775768300.458564:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:1.0:1775768300.458565:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1775768300.458566:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768300.458568:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768300.458569:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768300.458570:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775768300.458572:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768300.458574:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768300.458577:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00100000:3.0:1775768300.458577:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d12d80 x1862022335208192/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1775768300.458581:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768300.458583:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:1.0:1775768300.458586:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768300.458589:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000100:00000001:3.0:1775768300.458589:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1775768300.458593:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:1.0:1775768300.458596:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:3.0:1775768300.458596:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d12d80 x1862022335208192/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768325 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775768300.458602:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768300.458605:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768300.458608:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768300.458612:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000001:3.0:1775768300.458613:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:1.0:1775768300.458614:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:1.0:1775768300.458618:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:3.0:1775768300.458619:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768300.458620:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768300.458621:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:1.0:1775768300.458622:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1775768300.458623:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1775768300.458624:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768300.458626:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
02000000:00000001:1.0:1775768300.458627:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768300.458628:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768300.458629:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768300.458631:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000100:00080000:3.0:1775768300.458633:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from CONNECTING to DISCONN
00000008:00000001:1.0:1775768300.458634:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768300.458636:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768300.458638:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.131@tcp failed (-110)
00000100:00000010:1.0:1775768300.458639:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10380.
00000020:00000040:1.0:1775768300.458641:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
00000100:00000001:3.0:1775768300.458641:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:1.0:1775768300.458644:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000040:3.0:1775768300.458645:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d12d80 x1862022335208192/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768325 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1775768300.458646:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768300.458649:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768300.458651:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768300.458653:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768300.458658:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8c00.
00000100:00100000:3.0:1775768300.458660:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335208192:192.168.202.131@tcp:250:kworker.0
00000100:00000001:1.0:1775768300.458661:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768300.458667:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768300.458668:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10380 x1862022335208704/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768300.458669:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768300.458674:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d12d80 x1862022335208192/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768325 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768300.458693:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
00000100:00000001:1.0:1775768300.458697:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1775768300.458697:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:1.0:1775768300.458699:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768300.458701:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65000.
00000100:00000040:1.0:1775768300.458705:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fae5f3c] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10380 x1862022335208704/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775768300.458705:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768300.458724:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768300.458726:0:2404:0:(genops.c:1242:class_import_put()) import ffff9273194c5000 refcount=3 obd=MGC192.168.202.131@tcp
00000020:00000001:3.0:1775768300.458727:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768300.458729:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046eb000.
02000000:00000001:3.0:1775768300.458733:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768300.458734:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768300.458736:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d12d80.
00000100:00000001:3.0:1775768300.458738:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768300.458739:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768300.458740:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768300.458750:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768300.458751:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768300.458752:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768300.458755:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768300.458756:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1775768300.458757:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5495)
00000100:00000001:3.0:1775768300.458757:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768300.458762:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d11500 x1862022335208320/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768300.458766:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768300.458767:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768300.458769:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768300.458771:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768300.458773:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768300.458774:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335208320:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768300.458776:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768300.458778:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768300.458779:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768300.458780:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768300.458781:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768300.458783:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768300.458785:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768300.458787:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96738.
00000400:00000010:3.0:1775768300.458789:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef36e8.
00000100:00000200:3.0:1775768300.458791:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335208320, portal 10
00000100:00000001:3.0:1775768300.458792:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768300.458793:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415769344 : -120452293782272 : ffff927303d11500)
00000100:00000040:3.0:1775768300.458797:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d11500 x1862022335208320/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768300.458801:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768300.458802:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768300.458803:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef32a8.
00000100:00000200:3.0:1775768300.458804:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335208320, offset 0
00000400:00000200:3.0:1775768300.458807:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768300.458809:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768300.458811:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768300.458813:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768300.458815:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768300.458816:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768300.458818:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768300.458820:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60747:60747:256:4294967295] 192.168.202.131@tcp LPNI seq info [60747:60747:8:4294967295]
00000400:00000200:3.0:1775768300.458822:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768300.458826:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768300.458828:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768300.458830:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768300.458832:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768300.458834:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1775768300.458836:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768300.458838:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 47 secs later)
00000800:00000100:3.0:1775768300.458840:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768300.458841:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768300.458843:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768300.458845:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768300.458846:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef32a8
00000400:00000010:3.0:1775768300.458847:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef32a8.
00000100:00000001:3.0:1775768300.458849:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768300.458850:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d11500 x1862022335208320/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768300.458855:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768300.458856:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d11500 x1862022335208320/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768325 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768300.458860:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768300.458861:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768300.458862:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768300.458865:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: using a timeout of 15131 usecs (16 jiffies)
00000400:00000200:3.0:1775768300.458866:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768300.458867:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300157457
00000100:00000001:3.0:1775768300.458869:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300158717
00000100:00000001:3.0:1775768300.458871:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300157457
00000100:00000001:3.0:1775768300.458872:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300158717
00000100:00000001:3.0:1775768300.458873:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768300.458874:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768300.458875:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768300.458877:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768300/real 1775768300]  req@ffff927303d11500 x1862022335208320/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768300.458881:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768300.458882:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768300.458883:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96738.
00000400:00000200:3.0:1775768300.458884:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef36e8
00000400:00000010:3.0:1775768300.458885:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef36e8.
00000100:00000001:3.0:1775768300.458886:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768300.458888:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d11500 x1862022335208320/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768300.458892:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d11500 x1862022335208320/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768300.458895:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768300.458896:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768300.458897:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768300.458897:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768300.458899:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d11500 x1862022335208320/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768300.458902:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768300.458904:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d11500 x1862022335208320/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768325 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768300.458908:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768300.458909:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768300.458911:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768300.458911:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768300.458912:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768300.458914:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768300.458915:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768300.458917:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768300.458918:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768300.458920:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d11500 x1862022335208320/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768325 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768300.458924:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335208320:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768300.458927:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768300.458928:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d13480 x1862022335208448/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768300.458932:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768300.458933:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768300.458934:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768300.458935:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768300.458936:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768300.458937:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335208448:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768300.458939:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768300.458940:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768300.458941:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768300.458942:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768300.458943:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768300.458945:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768300.458946:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768300.458947:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96738.
00000400:00000010:3.0:1775768300.458949:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef36e8.
00000100:00000200:3.0:1775768300.458950:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335208448, portal 10
00000100:00000001:3.0:1775768300.458951:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768300.458952:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415777408 : -120452293774208 : ffff927303d13480)
00000100:00000040:3.0:1775768300.458955:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d13480 x1862022335208448/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768300.458959:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768300.458960:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768300.458961:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef32a8.
00000100:00000200:3.0:1775768300.458962:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335208448, offset 0
00000400:00000200:3.0:1775768300.458964:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768300.458966:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768300.458968:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768300.458969:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768300.458971:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768300.458972:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768300.458973:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768300.458975:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60748:60748:256:4294967295] 192.168.202.131@tcp LPNI seq info [60748:60748:8:4294967295]
00000400:00000200:3.0:1775768300.458977:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768300.458981:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768300.458983:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768300.458984:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768300.458986:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768300.458988:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1775768300.458990:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768300.458991:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 47 secs later)
00000800:00000100:3.0:1775768300.458994:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768300.458995:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768300.458996:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768300.458998:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768300.458999:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef32a8
00000400:00000010:3.0:1775768300.459001:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef32a8.
00000100:00000001:3.0:1775768300.459002:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768300.459003:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d13480 x1862022335208448/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768300.459008:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768300.459010:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d13480 x1862022335208448/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768325 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768300.459014:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768300.459015:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768300.459016:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768300.459018:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: using a timeout of 41678 usecs (42 jiffies)
00000400:00000200:3.0:1775768300.459019:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768300.459020:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300157483
00000100:00000001:3.0:1775768300.459022:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300158717
00000100:00000001:3.0:1775768300.459023:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300157483
00000100:00000001:3.0:1775768300.459025:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300158717
00000100:00000001:3.0:1775768300.459026:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768300.459027:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768300.459028:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768300.459030:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768300/real 1775768300]  req@ffff927303d13480 x1862022335208448/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768300.459033:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768300.459034:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768300.459035:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96738.
00000400:00000200:3.0:1775768300.459036:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef36e8
00000400:00000010:3.0:1775768300.459036:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef36e8.
00000100:00000001:3.0:1775768300.459037:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768300.459039:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d13480 x1862022335208448/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768300.459043:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d13480 x1862022335208448/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768300.459046:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768300.459047:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768300.459048:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768300.459048:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768300.459051:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d13480 x1862022335208448/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768300.459055:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768300.459057:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d13480 x1862022335208448/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768325 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768300.459060:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768300.459062:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768300.459063:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768300.459063:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768300.459065:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768300.459066:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768300.459068:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768300.459070:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768300.459072:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768300.459075:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d13480 x1862022335208448/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768325 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768300.459082:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335208448:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768300.459086:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768300.459089:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d11880 x1862022335208576/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768300.459095:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768300.459096:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768300.459099:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768300.459100:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768300.459102:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768300.459105:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335208576:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768300.459108:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768300.459110:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768300.459111:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768300.459113:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768300.459116:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a64000.
02000000:00000001:3.0:1775768300.459119:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768300.459122:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768300.459123:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96738.
00000400:00000010:3.0:1775768300.459125:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef36e8.
00000100:00000200:3.0:1775768300.459127:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335208576, portal 4
00000100:00000001:3.0:1775768300.459129:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768300.459129:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415770240 : -120452293781376 : ffff927303d11880)
00000100:00000040:3.0:1775768300.459133:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d11880 x1862022335208576/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768300.459137:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768300.459139:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768300.459140:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef32a8.
00000100:00000200:3.0:1775768300.459142:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335208576, offset 0
00000400:00000200:3.0:1775768300.459144:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768300.459146:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768300.459148:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768300.459149:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768300.459151:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768300.459153:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768300.459154:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768300.459156:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60749:60749:256:4294967295] 192.168.202.131@tcp LPNI seq info [60749:60749:8:4294967295]
00000400:00000200:3.0:1775768300.459158:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768300.459162:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768300.459165:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768300.459166:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768300.459168:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768300.459170:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1775768300.459173:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768300.459174:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 47 secs later)
00000800:00000100:3.0:1775768300.459177:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768300.459178:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768300.459180:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768300.459182:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768300.459184:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef32a8
00000400:00000010:3.0:1775768300.459185:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef32a8.
00000100:00000001:3.0:1775768300.459186:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768300.459200:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d11880 x1862022335208576/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768300.459205:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768300.459207:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d11880 x1862022335208576/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768325 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768300.459211:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768300.459212:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768300.459214:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768300.459216:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: using a timeout of 22192 usecs (23 jiffies)
00000400:00000200:3.0:1775768300.459218:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768300.459219:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300157464
00000100:00000001:3.0:1775768300.459221:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300158717
00000100:00000001:3.0:1775768300.459223:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300157464
00000100:00000001:3.0:1775768300.459224:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300158717
00000100:00000001:3.0:1775768300.459225:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768300.459226:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768300.459227:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768300.459229:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768300/real 1775768300]  req@ffff927303d11880 x1862022335208576/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768300.459233:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768300.459234:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768300.459235:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96738.
00000400:00000200:3.0:1775768300.459237:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef36e8
00000400:00000010:3.0:1775768300.459238:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef36e8.
00000100:00000001:3.0:1775768300.459239:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768300.459241:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d11880 x1862022335208576/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768300.459246:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d11880 x1862022335208576/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768300.459249:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768300.459250:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768300.459250:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768300.459251:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768300.459253:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d11880 x1862022335208576/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768300.459256:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768300.459258:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d11880 x1862022335208576/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768325 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768300.459261:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768300.459263:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768300.459263:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768300.459264:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768300.459265:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768300.459266:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768300.459267:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768300.459269:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768300.459270:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768300.459272:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d11880 x1862022335208576/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768325 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768300.459277:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335208576:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768300.459279:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768300.459280:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d10380 x1862022335208704/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768300.459285:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768300.459286:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768300.459287:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768300.459288:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768300.459289:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768300.459291:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335208704:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768300.459292:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768300.459293:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768300.459294:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768300.459295:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768300.459297:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a66800.
02000000:00000001:3.0:1775768300.459298:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768300.459299:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768300.459301:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96738.
00000400:00000010:3.0:1775768300.459302:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef36e8.
00000100:00000200:3.0:1775768300.459304:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335208704, portal 4
00000100:00000001:3.0:1775768300.459305:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768300.459306:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415764864 : -120452293786752 : ffff927303d10380)
00000100:00000040:3.0:1775768300.459309:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d10380 x1862022335208704/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768300.459312:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768300.459314:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768300.459315:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef32a8.
00000100:00000200:3.0:1775768300.459316:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335208704, offset 0
00000400:00000200:3.0:1775768300.459318:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768300.459320:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768300.459322:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768300.459323:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768300.459324:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768300.459326:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768300.459328:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768300.459330:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60750:60750:256:4294967295] 192.168.202.131@tcp LPNI seq info [60750:60750:8:4294967295]
00000400:00000200:3.0:1775768300.459332:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768300.459336:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768300.459338:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768300.459340:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768300.459342:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768300.459344:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1775768300.459346:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768300.459348:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 47 secs later)
00000800:00000100:3.0:1775768300.459350:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768300.459351:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768300.459353:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768300.459355:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768300.459356:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef32a8
00000400:00000010:3.0:1775768300.459357:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef32a8.
00000100:00000001:3.0:1775768300.459359:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768300.459360:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d10380 x1862022335208704/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768300.459365:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768300.459367:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d10380 x1862022335208704/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768325 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768300.459370:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768300.459371:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768300.459372:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768300.459374:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: using a timeout of 22500 usecs (23 jiffies)
00000400:00000200:3.0:1775768300.459375:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768300.459376:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300157464
00000100:00000001:3.0:1775768300.459377:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300158717
00000100:00000001:3.0:1775768300.459378:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300157464
00000100:00000001:3.0:1775768300.459380:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300158717
00000100:00000001:3.0:1775768300.459381:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768300.459383:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768300.459384:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768300.459386:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768300/real 1775768300]  req@ffff927303d10380 x1862022335208704/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768300.459390:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768300.459391:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768300.459392:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96738.
00000400:00000200:3.0:1775768300.459393:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef36e8
00000400:00000010:3.0:1775768300.459393:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef36e8.
00000100:00000001:3.0:1775768300.459394:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768300.459396:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d10380 x1862022335208704/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768300.459400:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d10380 x1862022335208704/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768300.459403:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768300.459403:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768300.459405:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768300.459405:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768300.459407:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d10380 x1862022335208704/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768300.459411:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768300.459413:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d10380 x1862022335208704/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768325 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768300.459417:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768300.459418:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768300.459419:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768300.459419:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768300.459420:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768300.459421:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768300.459422:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768300.459424:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768300.459425:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768300.459428:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d10380 x1862022335208704/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768325 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768300.459432:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335208704:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768300.459434:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768300.459435:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768300.459436:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d11500 x1862022335208320/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768325 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768300.459440:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768300.459440:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768300.459441:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768300.459443:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768300.459443:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768300.459444:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c000 refcount=137 obd=lustre-MDT0000-mdc-ffff927308189800
00000020:00000001:3.0:1775768300.459445:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768300.459446:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046e9400.
02000000:00000001:3.0:1775768300.459448:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768300.459449:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768300.459450:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d11500.
00000100:00000001:3.0:1775768300.459451:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768300.459452:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768300.459453:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768300.459455:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d13480 x1862022335208448/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768325 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768300.459459:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768300.459459:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768300.459460:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768300.459461:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768300.459461:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768300.459462:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f800 refcount=3 obd=lustre-MDT0001-mdc-ffff927308189800
00000020:00000001:3.0:1775768300.459463:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768300.459464:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046ebc00.
02000000:00000001:3.0:1775768300.459466:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768300.459466:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768300.459467:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d13480.
00000100:00000001:3.0:1775768300.459468:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768300.459469:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768300.459470:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768300.459471:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d11880 x1862022335208576/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768325 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768300.459475:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768300.459475:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768300.459476:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a64000.
02000000:00000001:3.0:1775768300.459477:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768300.459478:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768300.459478:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f000 refcount=2 obd=lustre-OST0000-osc-ffff927308189800
00000020:00000001:3.0:1775768300.459479:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768300.459480:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046eac00.
02000000:00000001:3.0:1775768300.459481:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768300.459482:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768300.459482:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d11880.
00000100:00000001:3.0:1775768300.459483:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768300.459484:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768300.459485:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768300.459486:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d10380 x1862022335208704/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768325 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768300.459489:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768300.459490:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768300.459490:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a66800.
02000000:00000001:3.0:1775768300.459492:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768300.459492:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768300.459493:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c800 refcount=2 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:3.0:1775768300.459494:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768300.459495:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046e8c00.
02000000:00000001:3.0:1775768300.459496:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768300.459496:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768300.459497:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d10380.
00000100:00000001:3.0:1775768300.459499:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768300.459500:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768300.459501:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768300.459503:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768300.459504:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768300.459506:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768300.459507:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768301.033834:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768301.033842:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768301.033844:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768301.033849:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768301.033853:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768301.033856:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768301.033858:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768301.033861:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768301.033863:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768301.481886:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768301.481894:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768301.481900:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768301.481902:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768301.481905:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768301.481907:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768301.481911:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768301.481912:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768301.481916:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768301.481917:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768301.481985:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768301.481990:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768301.481994:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768301.737820:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300158717, at 4300158720
00000100:00000040:3.0:1775768301.737820:0:58796:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649b30 (cpu 0) has reached its deadline 4300158717, at 4300158720
00000100:00000010:3.0:1775768301.737837:0:58796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3240.
00000100:00000010:2.0:1775768301.737841:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3180.
00000100:00000001:0.0:1775768302.057776:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768302.057783:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768302.057785:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768302.057796:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768302.057799:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768302.057803:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768302.057806:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768302.057808:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768302.057810:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768302.505809:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768302.505816:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768302.505824:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768302.505825:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768302.505828:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768302.505830:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768302.505833:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768302.505834:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768302.505838:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768302.505839:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768302.505892:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768302.505897:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768302.505901:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768303.081842:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768303.081857:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768303.081859:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768303.081866:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768303.081870:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768303.081875:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768303.081878:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768303.081880:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768303.081883:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768303.529832:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768303.529838:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768303.529844:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768303.529846:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768303.529850:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768303.529851:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768303.529854:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768303.529856:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768303.529859:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768303.529861:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768303.529915:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768303.529918:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768303.529921:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768304.105802:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768304.105809:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768304.105811:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768304.105816:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768304.105819:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768304.105823:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768304.105825:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768304.105827:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768304.105829:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768304.553835:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768304.553841:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768304.553847:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768304.553848:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768304.553851:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768304.553852:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768304.553855:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768304.553857:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768304.553860:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768304.553861:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768304.553930:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768304.553937:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768304.553942:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768305.129831:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768305.129838:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768305.129839:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768305.129844:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768305.129847:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768305.129851:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768305.129853:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768305.129856:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768305.129857:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768305.577799:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:3.0:1775768305.577804:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:1.0:1775768305.577809:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:3.0:1775768305.577809:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1775768305.577812:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:3.0:1775768305.577812:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00080000:1.0:1775768305.577816:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:3.0:1775768305.577816:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768305.577821:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1775768305.577822:0:42837:0:(import.c:484:import_select_connection()) Process entered
00010000:00000001:3.0:1775768305.577823:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768305.577825:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768305.577826:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768305.577828:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5490
00010000:00000001:3.0:1775768305.577830:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768305.577832:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768305.577833:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768305.577834:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768305.577835:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768305.577836:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768305.577839:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00010000:00000001:3.0:1775768305.577839:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768305.577843:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768305.577846:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00010000:00000001:3.0:1775768305.577846:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768305.577847:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00080000:1.0:1775768305.577850:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00010000:00000001:3.0:1775768305.577850:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768305.577851:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768305.577854:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00010000:00000001:3.0:1775768305.577854:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768305.577857:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768305.577858:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00010000:00000001:3.0:1775768305.577859:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768305.577861:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768305.577862:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768305.577865:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00010000:00000001:3.0:1775768305.577865:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000020:00000001:1.0:1775768305.577868:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00010000:00000001:3.0:1775768305.577868:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1775768305.577870:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00010000:00000001:3.0:1775768305.577871:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000020:00000001:1.0:1775768305.577872:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00010000:00000001:3.0:1775768305.577873:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000020:00000040:1.0:1775768305.577875:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00010000:00000001:3.0:1775768305.577875:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768305.577877:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768305.577879:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00010000:00000001:3.0:1775768305.577880:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000020:00000001:1.0:1775768305.577883:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00010000:00000001:3.0:1775768305.577883:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768305.577886:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768305.577887:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00010000:00000001:3.0:1775768305.577889:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768305.577890:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768305.577892:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768305.577894:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768305.577895:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:1.0:1775768305.577897:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768305.577899:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768305.577901:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768305.577903:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768305.577904:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768305.577906:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768305.577907:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768305.577915:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10e00.
00000020:00000040:1.0:1775768305.577917:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:1.0:1775768305.577920:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768305.577921:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768305.577923:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768305.577924:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768305.577928:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768305.577935:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9c00.
00000100:00000001:1.0:1775768305.577940:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768305.577942:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768305.577945:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768305.577948:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775768305.577948:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10e00 x1862022335208832/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768305.577957:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768305.577960:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768305.577963:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009b4566e] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10e00 x1862022335208832/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768305.577978:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768305.577980:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768305.577983:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775768305.577984:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768305.577985:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768305.577987:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768305.577989:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5490
00000400:00000200:1.0:1775768305.577997:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768305.578000:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00000001:3.0:1775768305.578000:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:1.0:1775768305.578003:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1775768305.578004:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1775768305.578006:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768305.578007:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1775768305.578008:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768305.578010:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768305.578011:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768305.578014:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768305.578015:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000100:00000040:3.0:1775768305.578015:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d10e00 x1862022335208832/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1775768305.578018:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768305.578020:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:1.0:1775768305.578023:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:1.0:1775768305.578028:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000001:3.0:1775768305.578029:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768305.578031:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768305.578033:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
02000000:00000001:3.0:1775768305.578035:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1775768305.578036:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1775768305.578037:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1775768305.578040:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
02000000:00000001:3.0:1775768305.578041:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768305.578045:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00100000:3.0:1775768305.578048:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335208832:192.168.202.131@tcp:250:kworker.0
00000020:00000040:1.0:1775768305.578049:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00000001:3.0:1775768305.578052:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00080000:1.0:1775768305.578055:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
02000000:00000001:3.0:1775768305.578055:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768305.578058:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768305.578059:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768305.578061:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1775768305.578062:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:3.0:1775768305.578065:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a66800.
02000000:00000001:3.0:1775768305.578068:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768305.578069:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768305.578073:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768305.578074:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:3.0:1775768305.578076:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000008:00100000:1.0:1775768305.578080:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000400:00000010:3.0:1775768305.578080:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96738.
00000008:00000001:1.0:1775768305.578085:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775768305.578086:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef36e8.
00000100:00000001:1.0:1775768305.578087:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768305.578093:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11c00.
00000100:00000200:3.0:1775768305.578093:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335208832, portal 25
00000020:00000040:1.0:1775768305.578096:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
00000100:00000001:3.0:1775768305.578097:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768305.578099:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415767552 : -120452293784064 : ffff927303d10e00)
02000000:00000001:1.0:1775768305.578101:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768305.578103:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768305.578104:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d10e00 x1862022335208832/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768305.578105:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768305.578107:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768305.578110:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768305.578114:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9800.
00000100:00000001:3.0:1775768305.578116:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1775768305.578118:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768305.578120:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768305.578124:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef32a8.
00000100:00100000:1.0:1775768305.578125:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11c00 x1862022335208960/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1775768305.578126:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022335208832, offset 0
00000100:00000001:1.0:1775768305.578134:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768305.578137:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768305.578137:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000100:00000040:1.0:1775768305.578159:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062b06338] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11c00 x1862022335208960/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775768305.578161:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775768305.578171:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768305.578173:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000100:00080000:1.0:1775768305.578175:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768305.578179:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775768305.578181:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1775768305.578181:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1775768305.578184:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1775768305.578188:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000100:00000001:1.0:1775768305.578189:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:3.0:1775768305.578194:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000100:00080000:1.0:1775768305.578195:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5490
00000400:00000200:3.0:1775768305.578200:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775768305.578203:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768305.578207:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60751:60751:256:4294967295] 192.168.202.131@tcp LPNI seq info [60751:60751:8:4294967295]
00000400:00000200:1.0:1775768305.578208:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768305.578213:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1775768305.578217:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000040:1.0:1775768305.578219:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768305.578222:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768305.578225:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768305.578228:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768305.578233:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:3.0:1775768305.578234:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000020:00000040:1.0:1775768305.578235:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:1.0:1775768305.578238:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768305.578241:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:1.0:1775768305.578244:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000800:00000200:3.0:1775768305.578245:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000020:00000001:1.0:1775768305.578249:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:1.0:1775768305.578253:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000800:00000010:3.0:1775768305.578253:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000100:00000001:1.0:1775768305.578258:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768305.578260:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768305.578263:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000800:00000200:3.0:1775768305.578266:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000020:00000040:1.0:1775768305.578267:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000800:00000200:3.0:1775768305.578273:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000100:00080000:1.0:1775768305.578274:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768305.578278:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768305.578281:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768305.578285:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:3.1:1775768305.578285:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
02000000:00000001:1.0:1775768305.578289:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775768305.578290:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000100:00000001:1.0:1775768305.578292:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768305.578295:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768305.578297:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768305.578298:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768305.578302:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10000.
00000800:00000100:3.0:1775768305.578302:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768305.578305:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000020:00000040:1.0:1775768305.578306:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:1.0:1775768305.578311:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768305.578312:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768305.578313:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1775768305.578314:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768305.578317:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768305.578320:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768305.578320:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
02000000:00000010:1.0:1775768305.578326:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9000.
00000400:00000200:3.0:1775768305.578327:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef32a8
00000400:00000010:3.0:1775768305.578331:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef32a8.
00000100:00000001:1.0:1775768305.578332:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768305.578334:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:1.0:1775768305.578340:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10000 x1862022335209088/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1775768305.578340:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d10e00 x1862022335208832/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768305.578365:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768305.578367:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1775768305.578369:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768305.578371:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d10e00 x1862022335208832/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768330 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775768305.578378:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbb7fab8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10000 x1862022335209088/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768305.578379:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768305.578382:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768305.578388:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768305.578391:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768305.578394:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00080000:1.0:1775768305.578396:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1775768305.578397:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4300163837
00000100:00080000:1.0:1775768305.578402:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000010:3.0:1775768305.578403:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3240.
00000100:00000001:1.0:1775768305.578404:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768305.578407:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768305.578411:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1775768305.578411:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2
00000100:00080000:1.0:1775768305.578416:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5490
00000100:00000001:3.0:1775768305.578416:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4300163837
00000100:00000010:3.0:1775768305.578422:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3180.
00000400:00000200:1.0:1775768305.578425:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768305.578426:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1775768305.578431:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1775768305.578433:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00000001:3.0:1775768305.578433:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768305.578438:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1775768305.578438:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768305.578444:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768305/real 1775768305]  req@ffff927303d10e00 x1862022335208832/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775768305.578445:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768305.578449:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768305.578454:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768305.578457:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000400:00000001:3.0:1775768305.578458:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768305.578460:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:1.0:1775768305.578461:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768305.578462:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:1.0:1775768305.578464:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768305.578466:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000400:00000010:3.0:1775768305.578467:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96738.
00000020:00000001:1.0:1775768305.578468:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:1.0:1775768305.578472:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000400:00000200:3.0:1775768305.578472:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef36e8
00000400:00000010:3.0:1775768305.578474:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef36e8.
00000100:00000040:1.0:1775768305.578478:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768305.578478:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1775768305.578483:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:3.0:1775768305.578483:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d10e00 x1862022335208832/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775768305.578488:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768305.578494:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000200:3.0:1775768305.578495:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d10e00 x1862022335208832/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1775768305.578498:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00000001:3.0:1775768305.578505:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:1.0:1775768305.578506:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:3.0:1775768305.578507:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768305.578510:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768305.578511:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768305.578512:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1775768305.578516:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:3.0:1775768305.578519:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d10e00 x1862022335208832/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1775768305.578521:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768305.578527:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768305.578528:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768305.578532:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000040:3.0:1775768305.578534:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d10e00 x1862022335208832/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768330 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1775768305.578535:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775768305.578542:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768305.578546:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768305.578547:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768305.578550:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768305.578551:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768305.578551:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:1.0:1775768305.578552:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10700.
00000100:00000001:3.0:1775768305.578553:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000020:00000040:1.0:1775768305.578556:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
00000100:00000001:3.0:1775768305.578556:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768305.578559:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:1.0:1775768305.578561:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00080000:3.0:1775768305.578563:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.131@tcp failed (-110)
02000000:00000001:1.0:1775768305.578564:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768305.578565:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:1.0:1775768305.578567:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:3.0:1775768305.578569:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d10e00 x1862022335208832/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768330 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1775768305.578570:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768305.578573:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768305.578579:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335208832:192.168.202.131@tcp:250:kworker.0
02000000:00000010:1.0:1775768305.578580:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8400.
00000100:00000001:3.0:1775768305.578583:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768305.578585:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768305.578585:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768305.578587:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d10e00 x1862022335208832/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768330 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768305.578593:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10700 x1862022335209216/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768305.578594:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768305.578596:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768305.578599:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a66800.
02000000:00000001:3.0:1775768305.578604:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768305.578606:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000100:00000001:1.0:1775768305.578608:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000020:00000040:3.0:1775768305.578608:0:2404:0:(genops.c:1242:class_import_put()) import ffff9273194c5000 refcount=3 obd=MGC192.168.202.131@tcp
00000020:00000001:3.0:1775768305.578611:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000001:1.0:1775768305.578612:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768305.578613:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046e9c00.
02000000:00000001:3.0:1775768305.578616:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:1.0:1775768305.578617:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9d335f8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10700 x1862022335209216/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775768305.578618:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768305.578621:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d10e00.
00000100:00000001:3.0:1775768305.578625:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768305.578627:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768305.578631:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768305.578633:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768305.578635:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1775768305.578637:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1775768305.578638:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775768305.578639:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768305.578640:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768305.578643:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768305.578643:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768305.578646:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1775768305.578646:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768305.578648:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00080000:1.0:1775768305.578649:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5490
00000100:00000040:3.0:1775768305.578653:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d11c00 x1862022335208960/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775768305.578654:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768305.578658:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768305.578662:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1775768305.578667:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:1.0:1775768305.578668:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768305.578669:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768305.578671:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1775768305.578672:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768305.578674:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1775768305.578675:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768305.578679:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
02000000:00000001:3.0:1775768305.578679:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768305.578681:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768305.578681:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:1.0:1775768305.578682:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768305.578683:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:1.0:1775768305.578686:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00100000:3.0:1775768305.578688:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335208960:192.168.202.131@tcp:38:kworker.0
00000020:00000001:1.0:1775768305.578689:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:1.0:1775768305.578694:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768305.578695:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1775768305.578696:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1775768305.578697:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:1.0:1775768305.578699:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
02000000:00000001:3.0:1775768305.578699:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768305.578701:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
02000000:00000001:3.0:1775768305.578702:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:1.0:1775768305.578705:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
02000000:00000010:3.0:1775768305.578705:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a66800.
02000000:00000001:3.0:1775768305.578723:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768305.578726:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768305.578728:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96738.
00000100:00080000:1.0:1775768305.578730:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768305.578732:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775768305.578732:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef36e8.
02000000:00000001:1.0:1775768305.578735:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768305.578738:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:3.0:1775768305.578738:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335208960, portal 10
02000000:00000001:1.0:1775768305.578741:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768305.578743:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768305.578743:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768305.578746:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415771136 : -120452293780480 : ffff927303d11c00)
00000008:00100000:1.0:1775768305.578747:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775768305.578752:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768305.578754:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768305.578756:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10e00.
00000100:00000040:3.0:1775768305.578757:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d11c00 x1862022335208960/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1775768305.578759:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:1.0:1775768305.578763:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768305.578765:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768305.578769:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768305.578771:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768305.578773:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768305.578776:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000010:1.0:1775768305.578777:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eb800.
00000100:00000040:3.0:1775768305.578781:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000100:00000001:1.0:1775768305.578782:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775768305.578785:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef32a8.
00000100:00100000:1.0:1775768305.578787:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10e00 x1862022335209344/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1775768305.578790:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335208960, offset 0
00000100:00000001:1.0:1775768305.578796:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768305.578799:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768305.578799:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000100:00000040:1.0:1775768305.578805:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009b4566e] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10e00 x1862022335209344/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775768305.578806:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768305.578813:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000100:00000001:1.0:1775768305.578814:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768305.578818:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1775768305.578819:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5500)
00000400:00000200:3.0:1775768305.578821:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768305.578824:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768305.578826:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768305.578828:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60752:60752:256:4294967295] 192.168.202.131@tcp LPNI seq info [60752:60752:8:4294967295]
00000400:00000200:3.0:1775768305.578831:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768305.578836:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768305.578838:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768305.578840:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768305.578843:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768305.578844:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775768305.578847:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768305.578849:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000100:3.0:1775768305.578851:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768305.578852:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768305.578855:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768305.578857:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768305.578859:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef32a8
00000400:00000010:3.0:1775768305.578860:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef32a8.
00000100:00000001:3.0:1775768305.578861:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768305.578863:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d11c00 x1862022335208960/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768305.578869:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768305.578870:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d11c00 x1862022335208960/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768330 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768305.578874:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768305.578875:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768305.578877:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768305.578879:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: using a timeout of 15131 usecs (16 jiffies)
00000400:00000200:3.0:1775768305.578881:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768305.578882:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300162577
00000100:00000001:3.0:1775768305.578884:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300163837
00000100:00000001:3.0:1775768305.578885:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300162577
00000100:00000001:3.0:1775768305.578887:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300163837
00000100:00000001:3.0:1775768305.578888:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768305.578889:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768305.578890:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768305.578892:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768305/real 1775768305]  req@ffff927303d11c00 x1862022335208960/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768305.578896:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768305.578897:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768305.578898:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96738.
00000400:00000200:3.0:1775768305.578899:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef36e8
00000400:00000010:3.0:1775768305.578900:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef36e8.
00000100:00000001:3.0:1775768305.578901:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768305.578903:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d11c00 x1862022335208960/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768305.578907:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d11c00 x1862022335208960/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768305.578911:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768305.578911:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768305.578912:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768305.578913:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768305.578915:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d11c00 x1862022335208960/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768305.578918:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768305.578920:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d11c00 x1862022335208960/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768330 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768305.578924:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768305.578926:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768305.578927:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768305.578928:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768305.578929:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768305.578930:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768305.578932:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768305.578933:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768305.578934:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768305.578936:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d11c00 x1862022335208960/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768330 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768305.578940:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335208960:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768305.578942:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768305.578944:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d10000 x1862022335209088/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768305.578948:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768305.578949:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768305.578950:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768305.578951:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768305.578952:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768305.578954:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335209088:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768305.578955:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768305.578956:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768305.578957:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768305.578958:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768305.578960:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a64000.
02000000:00000001:3.0:1775768305.578961:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768305.578962:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768305.578964:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96738.
00000400:00000010:3.0:1775768305.578965:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef36e8.
00000100:00000200:3.0:1775768305.578967:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335209088, portal 10
00000100:00000001:3.0:1775768305.578968:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768305.578969:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415763968 : -120452293787648 : ffff927303d10000)
00000100:00000040:3.0:1775768305.578972:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d10000 x1862022335209088/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768305.578976:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768305.578977:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768305.578978:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef32a8.
00000100:00000200:3.0:1775768305.578980:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335209088, offset 0
00000400:00000200:3.0:1775768305.578982:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768305.578983:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768305.578985:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768305.578987:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768305.578988:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768305.578989:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768305.578991:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768305.578992:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60753:60753:256:4294967295] 192.168.202.131@tcp LPNI seq info [60753:60753:8:4294967295]
00000400:00000200:3.0:1775768305.578995:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768305.578998:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768305.579001:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768305.579002:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768305.579004:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768305.579005:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775768305.579007:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768305.579009:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000100:3.0:1775768305.579011:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768305.579012:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768305.579014:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768305.579015:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768305.579017:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef32a8
00000400:00000010:3.0:1775768305.579018:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef32a8.
00000100:00000001:3.0:1775768305.579019:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768305.579021:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d10000 x1862022335209088/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768305.579025:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768305.579027:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d10000 x1862022335209088/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768330 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768305.579031:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768305.579032:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768305.579033:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768305.579034:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: using a timeout of 41678 usecs (42 jiffies)
00000400:00000200:3.0:1775768305.579036:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768305.579037:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300162603
00000100:00000001:3.0:1775768305.579038:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300163837
00000100:00000001:3.0:1775768305.579040:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300162603
00000100:00000001:3.0:1775768305.579041:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300163837
00000100:00000001:3.0:1775768305.579042:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768305.579043:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768305.579044:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768305.579046:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768305/real 1775768305]  req@ffff927303d10000 x1862022335209088/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768305.579049:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768305.579050:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768305.579051:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96738.
00000400:00000200:3.0:1775768305.579052:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef36e8
00000400:00000010:3.0:1775768305.579053:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef36e8.
00000100:00000001:3.0:1775768305.579053:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768305.579055:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d10000 x1862022335209088/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768305.579059:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d10000 x1862022335209088/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768305.579063:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768305.579064:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768305.579065:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768305.579066:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768305.579068:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d10000 x1862022335209088/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768305.579072:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768305.579074:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d10000 x1862022335209088/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768330 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768305.579077:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768305.579078:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768305.579079:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768305.579080:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768305.579080:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768305.579081:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768305.579083:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768305.579084:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768305.579085:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768305.579087:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d10000 x1862022335209088/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768330 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768305.579091:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335209088:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768305.579093:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768305.579094:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d10700 x1862022335209216/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768305.579098:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768305.579098:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768305.579099:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768305.579100:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768305.579101:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768305.579103:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335209216:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768305.579105:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768305.579106:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768305.579107:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768305.579108:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768305.579110:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768305.579111:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768305.579113:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768305.579115:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96738.
00000400:00000010:3.0:1775768305.579116:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef36e8.
00000100:00000200:3.0:1775768305.579118:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335209216, portal 4
00000100:00000001:3.0:1775768305.579119:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768305.579120:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415765760 : -120452293785856 : ffff927303d10700)
00000100:00000040:3.0:1775768305.579123:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d10700 x1862022335209216/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768305.579127:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768305.579128:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768305.579129:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef32a8.
00000100:00000200:3.0:1775768305.579130:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335209216, offset 0
00000400:00000200:3.0:1775768305.579132:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768305.579133:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768305.579135:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768305.579136:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768305.579151:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768305.579154:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768305.579156:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768305.579159:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60754:60754:256:4294967295] 192.168.202.131@tcp LPNI seq info [60754:60754:8:4294967295]
00000400:00000200:3.0:1775768305.579163:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768305.579168:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768305.579173:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768305.579177:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768305.579179:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768305.579182:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775768305.579185:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768305.579187:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000100:3.0:1775768305.579191:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768305.579193:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768305.579196:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768305.579199:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768305.579201:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef32a8
00000400:00000010:3.0:1775768305.579203:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef32a8.
00000100:00000001:3.0:1775768305.579205:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768305.579209:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d10700 x1862022335209216/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768305.579216:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768305.579218:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d10700 x1862022335209216/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768330 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768305.579224:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768305.579225:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768305.579228:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768305.579231:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: using a timeout of 22192 usecs (23 jiffies)
00000400:00000200:3.0:1775768305.579234:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768305.579235:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300162584
00000100:00000001:3.0:1775768305.579238:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300163837
00000100:00000001:3.0:1775768305.579240:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300162584
00000100:00000001:3.0:1775768305.579242:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300163837
00000100:00000001:3.0:1775768305.579245:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768305.579247:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768305.579249:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768305.579252:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768305/real 1775768305]  req@ffff927303d10700 x1862022335209216/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768305.579260:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768305.579261:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768305.579262:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96738.
00000400:00000200:3.0:1775768305.579264:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef36e8
00000400:00000010:3.0:1775768305.579265:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef36e8.
00000100:00000001:3.0:1775768305.579266:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768305.579268:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d10700 x1862022335209216/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768305.579273:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d10700 x1862022335209216/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768305.579276:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768305.579277:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768305.579278:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768305.579279:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768305.579281:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d10700 x1862022335209216/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768305.579285:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768305.579287:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d10700 x1862022335209216/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768330 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768305.579291:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768305.579292:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768305.579293:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768305.579293:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768305.579294:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768305.579295:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768305.579296:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768305.579298:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768305.579299:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768305.579301:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d10700 x1862022335209216/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768330 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768305.579305:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335209216:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768305.579307:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768305.579308:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768305.579310:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d11c00 x1862022335208960/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768330 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768305.579314:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768305.579315:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768305.579316:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a66800.
02000000:00000001:3.0:1775768305.579317:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768305.579318:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768305.579319:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c000 refcount=137 obd=lustre-MDT0000-mdc-ffff927308189800
00000020:00000001:3.0:1775768305.579320:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768305.579321:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046e9800.
02000000:00000001:3.0:1775768305.579323:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768305.579324:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768305.579325:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d11c00.
00000100:00000001:3.0:1775768305.579326:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768305.579327:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768305.579329:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768305.579330:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d10000 x1862022335209088/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768330 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768305.579334:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768305.579335:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768305.579336:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a64000.
02000000:00000001:3.0:1775768305.579337:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768305.579338:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768305.579339:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f800 refcount=3 obd=lustre-MDT0001-mdc-ffff927308189800
00000020:00000001:3.0:1775768305.579339:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768305.579340:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046e9000.
02000000:00000001:3.0:1775768305.579341:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768305.579342:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768305.579342:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d10000.
00000100:00000001:3.0:1775768305.579343:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768305.579344:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768305.579345:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768305.579346:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d10700 x1862022335209216/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768330 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768305.579349:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768305.579350:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768305.579351:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768305.579353:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768305.579354:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768305.579355:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f000 refcount=2 obd=lustre-OST0000-osc-ffff927308189800
00000020:00000001:3.0:1775768305.579356:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768305.579357:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046e8400.
02000000:00000001:3.0:1775768305.579358:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768305.579358:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768305.579359:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d10700.
00000100:00000001:3.0:1775768305.579360:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768305.579360:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768305.579361:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768305.579363:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768305.579364:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768305.579365:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768305.579366:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768305.579367:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768305.579368:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d10e00 x1862022335209344/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768305.579373:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768305.579374:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768305.579376:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768305.579378:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768305.579380:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768305.579382:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335209344:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768305.579385:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768305.579387:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768305.579388:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768305.579389:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768305.579392:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768305.579394:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768305.579398:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768305.579400:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96738.
00000400:00000010:3.0:1775768305.579403:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef36e8.
00000100:00000200:3.0:1775768305.579406:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335209344, portal 4
00000100:00000001:3.0:1775768305.579408:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768305.579409:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415767552 : -120452293784064 : ffff927303d10e00)
00000100:00000040:3.0:1775768305.579415:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d10e00 x1862022335209344/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768305.579421:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768305.579423:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768305.579426:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef32a8.
00000100:00000200:3.0:1775768305.579428:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335209344, offset 0
00000400:00000200:3.0:1775768305.579430:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768305.579433:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768305.579435:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768305.579437:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768305.579439:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768305.579440:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768305.579441:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768305.579443:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60755:60755:256:4294967295] 192.168.202.131@tcp LPNI seq info [60755:60755:8:4294967295]
00000400:00000200:3.0:1775768305.579446:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768305.579449:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768305.579452:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768305.579453:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768305.579456:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768305.579458:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775768305.579460:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768305.579462:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000100:3.0:1775768305.579464:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768305.579465:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768305.579467:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768305.579469:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768305.579471:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef32a8
00000400:00000010:3.0:1775768305.579472:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef32a8.
00000100:00000001:3.0:1775768305.579473:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768305.579475:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d10e00 x1862022335209344/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768305.579484:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768305.579485:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d10e00 x1862022335209344/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768330 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768305.579489:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768305.579490:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768305.579492:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768305.579493:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: using a timeout of 22500 usecs (23 jiffies)
00000400:00000200:3.0:1775768305.579495:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768305.579496:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300162584
00000100:00000001:3.0:1775768305.579497:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300163837
00000100:00000001:3.0:1775768305.579499:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300162584
00000100:00000001:3.0:1775768305.579500:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300163837
00000100:00000001:3.0:1775768305.579502:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768305.579503:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768305.579504:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768305.579505:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768305/real 1775768305]  req@ffff927303d10e00 x1862022335209344/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768305.579509:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768305.579510:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768305.579511:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96738.
00000400:00000200:3.0:1775768305.579512:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef36e8
00000400:00000010:3.0:1775768305.579513:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef36e8.
00000100:00000001:3.0:1775768305.579514:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768305.579515:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d10e00 x1862022335209344/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768305.579519:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d10e00 x1862022335209344/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768305.579523:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768305.579524:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768305.579526:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768305.579526:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768305.579528:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d10e00 x1862022335209344/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768305.579532:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768305.579534:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d10e00 x1862022335209344/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768330 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768305.579537:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768305.579538:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768305.579539:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768305.579540:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768305.579541:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768305.579541:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768305.579543:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768305.579544:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768305.579545:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768305.579547:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d10e00 x1862022335209344/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768330 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768305.579551:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335209344:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768305.579553:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768305.579554:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768305.579556:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d10e00 x1862022335209344/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768330 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768305.579559:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768305.579560:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768305.579561:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768305.579563:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768305.579563:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768305.579564:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c800 refcount=2 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:3.0:1775768305.579566:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768305.579567:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046eb800.
02000000:00000001:3.0:1775768305.579568:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768305.579569:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768305.579570:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d10e00.
00000100:00000001:3.0:1775768305.579571:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768305.579572:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768305.579573:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768305.579575:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768305.579576:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768305.579578:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768305.579579:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768306.153798:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768306.153804:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768306.153806:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768306.153811:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768306.153815:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768306.153819:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768306.153821:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768306.153824:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768306.153826:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768306.601819:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768306.601825:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768306.601831:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768306.601833:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768306.601836:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768306.601837:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768306.601841:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768306.601842:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768306.601845:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768306.601847:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768306.601905:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768306.601909:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768306.601911:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768306.857797:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300163837, at 4300163840
00000100:00000010:2.0:1775768306.857815:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3240.
00000100:00000040:3.0:1775768306.857823:0:58796:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649b30 (cpu 0) has reached its deadline 4300163837, at 4300163840
00000100:00000010:3.0:1775768306.857835:0:58796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3180.
00000100:00000001:0.0:1775768307.177833:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768307.177848:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768307.177850:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768307.177855:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768307.177859:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768307.177863:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768307.177866:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768307.177869:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768307.177872:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768307.625830:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768307.625836:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768307.625842:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768307.625843:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768307.625847:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768307.625848:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768307.625851:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768307.625855:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768307.625857:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768307.625860:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768307.625863:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768307.625865:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768307.625868:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768307.625870:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768307.625874:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768307.625875:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768307.625930:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768307.625933:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768307.625935:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768308.201787:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768308.201793:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768308.201795:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768308.201801:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768308.201805:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768308.201809:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768308.201811:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768308.201815:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768308.201818:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768308.649823:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768308.649828:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768308.649834:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768308.649835:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768308.649839:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768308.649840:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768308.649843:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768308.649845:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768308.649848:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768308.649849:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768308.649903:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768308.649906:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768308.649909:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768309.225804:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768309.225810:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768309.225811:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768309.225816:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768309.225818:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768309.225821:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768309.225823:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768309.225826:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768309.225827:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768309.673776:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768309.673782:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768309.673789:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768309.673790:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768309.673793:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768309.673795:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768309.673798:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768309.673799:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768309.673802:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768309.673803:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768309.673844:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768309.673847:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768309.673849:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768310.249831:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768310.249838:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768310.249840:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768310.249845:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768310.249849:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768310.249852:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768310.249855:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768310.249858:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768310.249861:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768310.697804:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:3.0:1775768310.697806:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768310.697811:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768310.697814:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775768310.697818:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:3.0:1775768310.697818:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768310.697820:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768310.697823:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:3.0:1775768310.697825:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768310.697828:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768310.697829:0:42837:0:(import.c:484:import_select_connection()) Process entered
00010000:00000001:3.0:1775768310.697832:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768310.697835:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768310.697837:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5495
00010000:00000001:3.0:1775768310.697839:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768310.697842:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768310.697847:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768310.697854:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768310.697857:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768310.697861:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768310.697864:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768310.697867:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768310.697869:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768310.697873:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768310.697875:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:1.0:1775768310.697878:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768310.697880:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:1.0:1775768310.697883:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:1.0:1775768310.697886:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775768310.697889:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000040:1.0:1775768310.697890:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000020:00000001:0.0:1775768310.697893:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768310.697894:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768310.697898:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00010000:00010000:0.0:1775768310.697899:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775768310.697901:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768310.697905:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:1.0:1775768310.697909:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768310.697912:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768310.697915:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768310.697917:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768310.697920:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768310.697922:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768310.697925:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768310.697933:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10380.
00000020:00000040:1.0:1775768310.697937:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:1.0:1775768310.697940:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768310.697942:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768310.697944:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768310.697947:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768310.697950:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768310.697957:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046ea400.
00000100:00000001:1.0:1775768310.697962:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768310.697969:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10380 x1862022335209472/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768310.697978:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768310.697983:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768310.697987:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fae5f3c] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10380 x1862022335209472/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768310.698006:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768310.698009:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768310.698013:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775768310.698014:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768310.698017:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768310.698021:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768310.698023:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5495
00000100:00000001:3.0:1775768310.698025:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1775768310.698029:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768310.698029:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768310.698032:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000400:00000200:1.0:1775768310.698034:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768310.698036:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768310.698041:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768310.698045:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768310.698045:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d10380 x1862022335209472/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775768310.698050:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768310.698056:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000001:3.0:1775768310.698057:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768310.698059:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768310.698061:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768310.698063:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
02000000:00000001:3.0:1775768310.698063:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768310.698066:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1775768310.698067:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:3.0:1775768310.698068:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1775768310.698070:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000100:00100000:3.0:1775768310.698073:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335209472:192.168.202.131@tcp:250:kworker.0
00000020:00000001:1.0:1775768310.698075:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000001:3.0:1775768310.698077:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000001:1.0:1775768310.698079:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
02000000:00000001:3.0:1775768310.698082:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:1.0:1775768310.698085:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
02000000:00000001:3.0:1775768310.698087:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768310.698099:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1775768310.698100:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:1.0:1775768310.698104:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768310.698106:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768310.698108:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
02000000:00000010:3.0:1775768310.698108:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65400.
00000100:00080000:1.0:1775768310.698113:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
02000000:00000001:3.0:1775768310.698113:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768310.698118:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768310.698120:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1775768310.698121:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768310.698126:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96738.
02000000:00000001:1.0:1775768310.698127:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768310.698131:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768310.698133:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000010:3.0:1775768310.698135:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef36e8.
00000008:00100000:1.0:1775768310.698138:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768310.698142:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768310.698144:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1775768310.698144:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335209472, portal 25
00000100:00000001:3.0:1775768310.698147:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768310.698149:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415764864 : -120452293786752 : ffff927303d10380)
00000100:00000010:1.0:1775768310.698151:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11880.
00000020:00000040:1.0:1775768310.698154:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:1.0:1775768310.698157:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000040:3.0:1775768310.698159:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d10380 x1862022335209472/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1775768310.698160:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768310.698165:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768310.698168:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1775768310.698171:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:1.0:1775768310.698172:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768310.698176:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
02000000:00000010:1.0:1775768310.698177:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eb400.
00000400:00000010:3.0:1775768310.698179:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef32a8.
00000100:00000001:1.0:1775768310.698181:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1775768310.698181:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022335209472, offset 0
00000100:00100000:1.0:1775768310.698190:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11880 x1862022335209600/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1775768310.698190:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000100:00000001:1.0:1775768310.698197:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768310.698201:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768310.698201:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000040:1.0:1775768310.698207:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a965cc18] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11880 x1862022335209600/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775768310.698210:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768310.698217:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1775768310.698218:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768310.698221:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768310.698224:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768310.698228:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000100:00080000:1.0:1775768310.698231:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1775768310.698233:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60756:60756:256:4294967295] 192.168.202.131@tcp LPNI seq info [60756:60756:8:4294967295]
00000100:00080000:1.0:1775768310.698235:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775768310.698238:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768310.698240:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1775768310.698240:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775768310.698243:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768310.698247:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5495
00000400:00000200:1.0:1775768310.698254:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768310.698255:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1775768310.698259:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768310.698263:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000800:00000200:3.0:1775768310.698264:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000100:00000040:1.0:1775768310.698268:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000800:00000010:3.0:1775768310.698269:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000100:00000001:1.0:1775768310.698270:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768310.698273:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768310.698274:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768310.698276:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:3.0:1775768310.698277:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000020:00000040:1.0:1775768310.698278:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:1.0:1775768310.698281:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:3.0:1775768310.698281:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000020:00000040:1.0:1775768310.698282:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:1.0:1775768310.698287:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:1.0:1775768310.698290:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000800:00000200:3.1:1775768310.698290:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000040:1.0:1775768310.698294:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000800:00000200:3.1:1775768310.698294:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000100:00000001:1.0:1775768310.698297:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768310.698300:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000800:00000100:3.0:1775768310.698302:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000100:00000001:1.0:1775768310.698303:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000800:00000010:3.0:1775768310.698305:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000020:00000040:1.0:1775768310.698306:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:1.0:1775768310.698311:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768310.698312:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768310.698313:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1775768310.698313:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:1.0:1775768310.698317:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768310.698319:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768310.698322:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:3.0:1775768310.698322:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000008:00100000:1.0:1775768310.698324:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768310.698327:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768310.698328:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768310.698330:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef32a8
00000100:00000010:1.0:1775768310.698331:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d13480.
00000020:00000040:1.0:1775768310.698334:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
00000400:00000010:3.0:1775768310.698334:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef32a8.
02000000:00000001:1.0:1775768310.698337:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768310.698338:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768310.698340:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768310.698340:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768310.698341:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768310.698344:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046ea000.
00000100:00000001:1.0:1775768310.698345:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768310.698349:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d13480 x1862022335209728/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768310.698349:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1775768310.698357:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:3.0:1775768310.698358:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d10380 x1862022335209472/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768310.698360:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768310.698367:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d08fae2a] to pc [ptlrpcd_rcv+-1]  req@ffff927303d13480 x1862022335209728/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768310.698374:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1775768310.698379:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768310.698381:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d10380 x1862022335209472/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768335 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1775768310.698383:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768310.698392:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775768310.698397:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1775768310.698398:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768310.698399:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768310.698400:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768310.698404:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768310.698407:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5495
00000100:00000001:3.0:1775768310.698407:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768310.698413:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768310.698415:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768310.698418:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768310.698420:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1775768310.698420:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4300168957
00000100:00000040:1.0:1775768310.698425:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768310.698426:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768310.698427:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768310.698428:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000010:3.0:1775768310.698428:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3180.
00000020:00000001:1.0:1775768310.698432:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768310.698433:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:1.0:1775768310.698434:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768310.698435:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:1.0:1775768310.698437:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000001:3.0:1775768310.698437:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2
00000020:00000001:1.0:1775768310.698438:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:1.0:1775768310.698442:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768310.698443:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768310.698445:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768310.698445:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4300168957
00000100:00000001:1.0:1775768310.698448:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768310.698450:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00000010:3.0:1775768310.698451:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3420.
00000100:00080000:1.0:1775768310.698453:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768310.698455:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768310.698456:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3
02000000:00000001:1.0:1775768310.698457:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768310.698461:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768310.698462:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768310.698464:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768310.698467:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768310.698468:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768310.698472:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775768310.698474:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768310.698475:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768310.698477:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000010:1.0:1775768310.698479:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11500.
00000020:00000040:1.0:1775768310.698483:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
00000100:00100000:3.0:1775768310.698484:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768310/real 1775768310]  req@ffff927303d10380 x1862022335209472/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1775768310.698489:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768310.698491:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768310.698494:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000001:3.0:1775768310.698495:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:1.0:1775768310.698496:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000001:3.0:1775768310.698497:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:1.0:1775768310.698499:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775768310.698500:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96738.
00000400:00000200:3.0:1775768310.698504:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef36e8
00000400:00000010:3.0:1775768310.698505:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef36e8.
02000000:00000010:1.0:1775768310.698507:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eb800.
00000100:00000001:3.0:1775768310.698508:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768310.698511:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d10380 x1862022335209472/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768310.698512:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768310.698520:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11500 x1862022335209856/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1775768310.698526:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d10380 x1862022335209472/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768310.698529:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768310.698532:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768310.698538:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3229bd5] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11500 x1862022335209856/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768310.698546:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768310.698548:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768310.698550:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1775768310.698551:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768310.698555:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775768310.698555:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768310.698558:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1775768310.698559:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1775768310.698560:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768310.698564:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768310.698565:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5495
00000100:00100000:3.0:1775768310.698568:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d10380 x1862022335209472/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775768310.698572:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768310.698577:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768310.698581:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1775768310.698582:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768310.698585:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768310.698589:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768310.698589:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d10380 x1862022335209472/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768335 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775768310.698594:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768310.698597:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768310.698601:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768310.698601:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:1.0:1775768310.698602:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768310.698603:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:1.0:1775768310.698605:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000001:3.0:1775768310.698608:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:1.0:1775768310.698609:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000001:3.0:1775768310.698612:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768310.698615:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:1.0:1775768310.698616:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768310.698617:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768310.698620:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768310.698621:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775768310.698622:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768310.698625:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:1.0:1775768310.698626:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768310.698629:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00080000:3.0:1775768310.698630:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.131@tcp failed (-110)
00000020:00000040:1.0:1775768310.698634:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00000001:3.0:1775768310.698634:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:1.0:1775768310.698642:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000040:3.0:1775768310.698642:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d10380 x1862022335209472/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768335 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768310.698648:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768310.698652:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:3.0:1775768310.698655:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335209472:192.168.202.131@tcp:250:kworker.0
02000000:00000001:1.0:1775768310.698657:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768310.698658:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1775768310.698662:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768310.698662:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768310.698665:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d10380 x1862022335209472/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768335 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768310.698666:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768310.698669:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775768310.698674:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768310.698675:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
00000100:00000001:1.0:1775768310.698676:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768310.698678:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000010:1.0:1775768310.698679:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d12d80.
02000000:00000010:3.0:1775768310.698680:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65400.
00000020:00000040:1.0:1775768310.698683:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:3.0:1775768310.698685:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:1.0:1775768310.698686:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000020:00000001:3.0:1775768310.698687:0:2404:0:(genops.c:1236:class_import_put()) Process entered
02000000:00000001:1.0:1775768310.698688:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1775768310.698690:0:2404:0:(genops.c:1242:class_import_put()) import ffff9273194c5000 refcount=3 obd=MGC192.168.202.131@tcp
00000100:00000001:1.0:1775768310.698691:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000020:00000001:3.0:1775768310.698694:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000001:1.0:1775768310.698695:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:3.0:1775768310.698697:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046ea400.
02000000:00000001:1.0:1775768310.698698:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768310.698701:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768310.698703:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
02000000:00000010:1.0:1775768310.698704:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8400.
00000100:00000010:3.0:1775768310.698705:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d10380.
00000100:00000001:3.0:1775768310.698723:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768310.698724:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768310.698725:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768310.698731:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768310.698733:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768310.698735:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768310.698736:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768310.698737:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768310.698740:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d11880 x1862022335209600/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768310.698744:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768310.698745:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768310.698748:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768310.698750:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768310.698752:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1775768310.698754:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d12d80 x1862022335209984/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1775768310.698755:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768310.698760:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335209600:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768310.698765:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768310.698768:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768310.698770:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768310.698772:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1775768310.698772:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1775768310.698775:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768310.698775:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768310.698779:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768310.698780:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000896363e8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d12d80 x1862022335209984/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775768310.698786:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775768310.698792:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775768310.698792:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96738.
00000100:00000040:1.0:1775768310.698798:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5505)
00000400:00000010:3.0:1775768310.698799:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef36e8.
00000100:00000200:3.0:1775768310.698803:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335209600, portal 10
00000100:00000001:3.0:1775768310.698805:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768310.698807:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415770240 : -120452293781376 : ffff927303d11880)
00000100:00000040:3.0:1775768310.698814:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d11880 x1862022335209600/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768310.698821:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768310.698823:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768310.698825:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef32a8.
00000100:00000200:3.0:1775768310.698828:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335209600, offset 0
00000400:00000200:3.0:1775768310.698832:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768310.698835:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768310.698838:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768310.698840:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768310.698841:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768310.698843:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768310.698845:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768310.698847:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60757:60757:256:4294967295] 192.168.202.131@tcp LPNI seq info [60757:60757:8:4294967295]
00000400:00000200:3.0:1775768310.698849:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768310.698853:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768310.698856:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768310.698858:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768310.698861:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768310.698863:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775768310.698866:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768310.698867:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1775768310.698869:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768310.698870:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768310.698872:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768310.698874:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768310.698876:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef32a8
00000400:00000010:3.0:1775768310.698877:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef32a8.
00000100:00000001:3.0:1775768310.698879:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768310.698881:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d11880 x1862022335209600/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768310.698886:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768310.698888:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d11880 x1862022335209600/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768335 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768310.698892:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768310.698893:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768310.698895:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768310.698898:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: using a timeout of 15131 usecs (16 jiffies)
00000400:00000200:3.0:1775768310.698899:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768310.698901:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300167697
00000100:00000001:3.0:1775768310.698903:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300168957
00000100:00000001:3.0:1775768310.698904:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300167697
00000100:00000001:3.0:1775768310.698905:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300168957
00000100:00000001:3.0:1775768310.698907:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768310.698908:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768310.698909:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768310.698911:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768310/real 1775768310]  req@ffff927303d11880 x1862022335209600/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768310.698919:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768310.698920:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768310.698921:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96738.
00000400:00000200:3.0:1775768310.698923:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef36e8
00000400:00000010:3.0:1775768310.698924:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef36e8.
00000100:00000001:3.0:1775768310.698925:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768310.698926:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d11880 x1862022335209600/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768310.698931:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d11880 x1862022335209600/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768310.698935:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768310.698936:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768310.698937:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768310.698937:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768310.698939:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d11880 x1862022335209600/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768310.698943:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768310.698945:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d11880 x1862022335209600/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768335 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768310.698948:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768310.698949:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768310.698950:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768310.698951:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768310.698952:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768310.698953:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768310.698954:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768310.698964:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768310.698965:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768310.698968:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d11880 x1862022335209600/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768335 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768310.698973:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335209600:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768310.698975:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768310.698977:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d13480 x1862022335209728/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768310.698980:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768310.698981:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768310.698983:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768310.698984:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768310.698985:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768310.698987:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335209728:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768310.698989:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768310.698990:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768310.698991:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768310.698991:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768310.698993:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a64000.
02000000:00000001:3.0:1775768310.698995:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768310.698997:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768310.698998:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96738.
00000400:00000010:3.0:1775768310.699000:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef36e8.
00000100:00000200:3.0:1775768310.699002:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335209728, portal 10
00000100:00000001:3.0:1775768310.699003:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768310.699004:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415777408 : -120452293774208 : ffff927303d13480)
00000100:00000040:3.0:1775768310.699007:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d13480 x1862022335209728/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768310.699012:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768310.699013:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768310.699014:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef32a8.
00000100:00000200:3.0:1775768310.699016:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335209728, offset 0
00000400:00000200:3.0:1775768310.699018:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768310.699020:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768310.699022:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768310.699024:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768310.699026:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768310.699027:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768310.699028:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768310.699030:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60758:60758:256:4294967295] 192.168.202.131@tcp LPNI seq info [60758:60758:8:4294967295]
00000400:00000200:3.0:1775768310.699033:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768310.699036:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768310.699039:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768310.699041:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768310.699043:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768310.699044:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775768310.699047:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768310.699048:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1775768310.699051:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768310.699052:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768310.699053:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768310.699055:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768310.699057:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef32a8
00000400:00000010:3.0:1775768310.699058:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef32a8.
00000100:00000001:3.0:1775768310.699059:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768310.699061:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d13480 x1862022335209728/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768310.699065:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768310.699066:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d13480 x1862022335209728/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768335 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768310.699070:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768310.699070:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768310.699072:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768310.699073:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: using a timeout of 41678 usecs (42 jiffies)
00000400:00000200:3.0:1775768310.699075:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768310.699076:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300167723
00000100:00000001:3.0:1775768310.699078:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300168957
00000100:00000001:3.0:1775768310.699079:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300167723
00000100:00000001:3.0:1775768310.699081:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300168957
00000100:00000001:3.0:1775768310.699083:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768310.699085:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768310.699086:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768310.699100:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768310/real 1775768310]  req@ffff927303d13480 x1862022335209728/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768310.699107:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768310.699108:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768310.699109:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96738.
00000400:00000200:3.0:1775768310.699112:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef36e8
00000400:00000010:3.0:1775768310.699113:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef36e8.
00000100:00000001:3.0:1775768310.699115:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768310.699118:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d13480 x1862022335209728/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768310.699127:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d13480 x1862022335209728/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768310.699133:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768310.699134:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768310.699136:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768310.699137:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768310.699140:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d13480 x1862022335209728/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768310.699145:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768310.699147:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d13480 x1862022335209728/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768335 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768310.699151:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768310.699153:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768310.699154:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768310.699154:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768310.699155:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768310.699156:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768310.699158:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768310.699159:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768310.699160:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768310.699162:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d13480 x1862022335209728/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768335 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768310.699166:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335209728:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768310.699168:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768310.699170:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d11500 x1862022335209856/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768310.699174:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768310.699175:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768310.699176:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768310.699178:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768310.699179:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768310.699180:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335209856:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768310.699182:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768310.699183:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768310.699184:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768310.699185:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768310.699187:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a66800.
02000000:00000001:3.0:1775768310.699188:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768310.699190:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768310.699191:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96738.
00000400:00000010:3.0:1775768310.699193:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef36e8.
00000100:00000200:3.0:1775768310.699195:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335209856, portal 4
00000100:00000001:3.0:1775768310.699196:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768310.699197:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415769344 : -120452293782272 : ffff927303d11500)
00000100:00000040:3.0:1775768310.699201:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d11500 x1862022335209856/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768310.699204:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768310.699206:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768310.699207:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef32a8.
00000100:00000200:3.0:1775768310.699208:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335209856, offset 0
00000400:00000200:3.0:1775768310.699210:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768310.699212:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768310.699215:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768310.699216:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768310.699218:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768310.699219:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768310.699220:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768310.699222:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60759:60759:256:4294967295] 192.168.202.131@tcp LPNI seq info [60759:60759:8:4294967295]
00000400:00000200:3.0:1775768310.699225:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768310.699229:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768310.699231:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768310.699232:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768310.699235:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768310.699237:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775768310.699239:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768310.699241:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1775768310.699243:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768310.699244:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768310.699246:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768310.699248:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768310.699249:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef32a8
00000400:00000010:3.0:1775768310.699250:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef32a8.
00000100:00000001:3.0:1775768310.699252:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768310.699254:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d11500 x1862022335209856/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768310.699262:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768310.699263:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d11500 x1862022335209856/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768335 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768310.699267:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768310.699267:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768310.699269:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768310.699271:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: using a timeout of 22192 usecs (23 jiffies)
00000400:00000200:3.0:1775768310.699272:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768310.699273:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300167704
00000100:00000001:3.0:1775768310.699274:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300168957
00000100:00000001:3.0:1775768310.699276:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300167704
00000100:00000001:3.0:1775768310.699277:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300168957
00000100:00000001:3.0:1775768310.699278:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768310.699279:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768310.699280:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768310.699282:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768310/real 1775768310]  req@ffff927303d11500 x1862022335209856/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768310.699286:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768310.699286:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768310.699287:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96738.
00000400:00000200:3.0:1775768310.699288:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef36e8
00000400:00000010:3.0:1775768310.699289:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef36e8.
00000100:00000001:3.0:1775768310.699290:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768310.699291:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d11500 x1862022335209856/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768310.699295:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d11500 x1862022335209856/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768310.699299:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768310.699300:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768310.699301:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768310.699302:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768310.699304:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d11500 x1862022335209856/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768310.699307:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768310.699309:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d11500 x1862022335209856/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768335 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768310.699312:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768310.699314:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768310.699314:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768310.699315:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768310.699316:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768310.699317:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768310.699318:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768310.699319:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768310.699320:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768310.699322:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d11500 x1862022335209856/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768335 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768310.699326:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335209856:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768310.699328:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768310.699329:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768310.699331:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d11880 x1862022335209600/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768335 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768310.699335:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768310.699336:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768310.699337:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768310.699340:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768310.699341:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768310.699342:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c000 refcount=137 obd=lustre-MDT0000-mdc-ffff927308189800
00000020:00000001:3.0:1775768310.699344:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768310.699346:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046eb400.
02000000:00000001:3.0:1775768310.699348:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768310.699349:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768310.699351:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d11880.
00000100:00000001:3.0:1775768310.699353:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768310.699354:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768310.699355:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768310.699358:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d13480 x1862022335209728/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768335 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768310.699365:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768310.699366:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768310.699367:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a64000.
02000000:00000001:3.0:1775768310.699369:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768310.699370:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768310.699371:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f800 refcount=3 obd=lustre-MDT0001-mdc-ffff927308189800
00000020:00000001:3.0:1775768310.699373:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768310.699374:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046ea000.
02000000:00000001:3.0:1775768310.699376:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768310.699377:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768310.699378:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d13480.
00000100:00000001:3.0:1775768310.699380:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768310.699381:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768310.699382:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768310.699385:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d11500 x1862022335209856/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768335 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768310.699391:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768310.699392:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768310.699393:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a66800.
02000000:00000001:3.0:1775768310.699394:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768310.699395:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768310.699396:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f000 refcount=2 obd=lustre-OST0000-osc-ffff927308189800
00000020:00000001:3.0:1775768310.699397:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768310.699398:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046eb800.
02000000:00000001:3.0:1775768310.699399:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768310.699400:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768310.699401:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d11500.
00000100:00000001:3.0:1775768310.699402:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768310.699403:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768310.699404:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768310.699406:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768310.699407:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768310.699408:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768310.699409:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768310.699410:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768310.699412:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d12d80 x1862022335209984/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768310.699418:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768310.699419:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768310.699421:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768310.699423:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768310.699425:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768310.699427:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335209984:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768310.699430:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768310.699431:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768310.699433:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768310.699434:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768310.699437:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a66800.
02000000:00000001:3.0:1775768310.699439:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768310.699442:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768310.699444:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96738.
00000400:00000010:3.0:1775768310.699447:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef36e8.
00000100:00000200:3.0:1775768310.699450:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335209984, portal 4
00000100:00000001:3.0:1775768310.699452:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768310.699453:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415775616 : -120452293776000 : ffff927303d12d80)
00000100:00000040:3.0:1775768310.699458:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d12d80 x1862022335209984/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768310.699464:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768310.699466:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768310.699469:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef32a8.
00000100:00000200:3.0:1775768310.699470:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335209984, offset 0
00000400:00000200:3.0:1775768310.699472:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768310.699475:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768310.699477:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768310.699479:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768310.699481:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768310.699482:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768310.699484:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768310.699486:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60760:60760:256:4294967295] 192.168.202.131@tcp LPNI seq info [60760:60760:8:4294967295]
00000400:00000200:3.0:1775768310.699488:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768310.699492:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768310.699494:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768310.699496:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768310.699498:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768310.699500:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775768310.699502:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768310.699504:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1775768310.699506:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768310.699507:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768310.699509:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768310.699511:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768310.699513:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef32a8
00000400:00000010:3.0:1775768310.699514:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef32a8.
00000100:00000001:3.0:1775768310.699516:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768310.699518:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d12d80 x1862022335209984/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768310.699523:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768310.699525:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d12d80 x1862022335209984/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768335 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768310.699529:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768310.699530:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768310.699531:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768310.699533:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: using a timeout of 22500 usecs (23 jiffies)
00000400:00000200:3.0:1775768310.699535:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768310.699536:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300167704
00000100:00000001:3.0:1775768310.699538:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300168957
00000100:00000001:3.0:1775768310.699539:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300167704
00000100:00000001:3.0:1775768310.699541:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300168957
00000100:00000001:3.0:1775768310.699542:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768310.699543:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768310.699544:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768310.699546:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768310/real 1775768310]  req@ffff927303d12d80 x1862022335209984/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768310.699550:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768310.699550:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768310.699551:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96738.
00000400:00000200:3.0:1775768310.699553:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef36e8
00000400:00000010:3.0:1775768310.699554:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef36e8.
00000100:00000001:3.0:1775768310.699555:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768310.699557:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d12d80 x1862022335209984/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768310.699562:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d12d80 x1862022335209984/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768310.699565:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768310.699566:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768310.699567:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768310.699567:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768310.699569:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d12d80 x1862022335209984/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768310.699572:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768310.699574:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d12d80 x1862022335209984/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768335 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768310.699579:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768310.699580:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768310.699581:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768310.699582:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768310.699583:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768310.699584:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768310.699585:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768310.699586:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768310.699587:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768310.699589:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d12d80 x1862022335209984/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768335 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768310.699593:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335209984:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768310.699595:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768310.699596:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768310.699597:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d12d80 x1862022335209984/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768335 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768310.699600:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768310.699601:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768310.699602:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a66800.
02000000:00000001:3.0:1775768310.699603:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768310.699604:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768310.699605:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c800 refcount=2 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:3.0:1775768310.699606:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768310.699606:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046e8400.
02000000:00000001:3.0:1775768310.699608:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768310.699608:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768310.699609:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d12d80.
00000100:00000001:3.0:1775768310.699611:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768310.699612:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768310.699613:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768310.699615:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768310.699616:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768310.699618:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768310.699619:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768311.273797:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768311.273803:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768311.273805:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768311.273810:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768311.273813:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768311.273817:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768311.273820:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768311.273823:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768311.273825:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768311.721785:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768311.721791:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768311.721797:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768311.721798:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768311.721802:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768311.721803:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768311.721806:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768311.721807:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768311.721810:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768311.721812:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768311.721864:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768311.721867:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768311.721871:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768311.977797:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300168957, at 4300168960
00000100:00000040:3.0:1775768311.977798:0:58796:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649b30 (cpu 0) has reached its deadline 4300168957, at 4300168960
00000100:00000010:2.0:1775768311.977811:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3180.
00000100:00000010:3.0:1775768311.977814:0:58796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3420.
00000100:00000001:0.0:1775768312.297814:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768312.297819:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768312.297821:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768312.297825:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768312.297827:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768312.297831:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768312.297832:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768312.297835:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768312.297836:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768312.745818:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768312.745823:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768312.745826:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768312.745827:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768312.745831:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768312.745832:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768312.745835:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768312.745837:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768312.745840:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768312.745841:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768312.745896:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768312.745900:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768312.745903:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768313.321769:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768313.321775:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768313.321777:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768313.321783:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768313.321786:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768313.321790:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768313.321792:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768313.321795:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768313.321797:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768313.769850:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768313.769858:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768313.769865:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768313.769867:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768313.769870:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768313.769871:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768313.769875:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768313.769876:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768313.769879:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768313.769880:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768313.769953:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768313.769956:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768313.769958:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768314.345871:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768314.345879:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768314.345881:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768314.345888:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768314.345892:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768314.345897:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768314.345900:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768314.345903:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768314.345906:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768314.793851:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768314.793860:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768314.793868:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768314.793869:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768314.793873:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768314.793874:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768314.793878:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768314.793880:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768314.793884:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768314.793885:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768314.793965:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768314.793970:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768314.793973:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768315.369860:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768315.369867:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768315.369869:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768315.369874:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768315.369878:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768315.369882:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768315.369884:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768315.369886:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768315.369888:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768315.817831:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:3.0:1775768315.817838:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:1.0:1775768315.817842:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775768315.817845:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:3.0:1775768315.817846:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00080000:1.0:1775768315.817850:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:3.0:1775768315.817850:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768315.817858:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768315.817859:0:42837:0:(import.c:484:import_select_connection()) Process entered
00010000:00000001:3.0:1775768315.817865:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00080000:1.0:1775768315.817868:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5500
00010000:00000001:3.0:1775768315.817870:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768315.817873:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768315.817876:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768315.817879:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00010000:00000001:3.0:1775768315.817881:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768315.817884:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768315.817885:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000400:00000200:1.0:1775768315.817887:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00010000:00000001:3.0:1775768315.817888:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768315.817897:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00010000:00000001:3.0:1775768315.817898:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768315.817906:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768315.817909:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768315.817911:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768315.817913:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768315.817914:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000040:1.0:1775768315.817917:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00010000:00000001:3.0:1775768315.817917:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768315.817921:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768315.817923:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00010000:00000001:3.0:1775768315.817924:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768315.817928:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768315.817930:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768315.817933:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00010000:00000001:3.0:1775768315.817933:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768315.817939:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768315.817943:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768315.817945:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00010000:00000001:3.0:1775768315.817946:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768315.817949:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768315.817950:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768315.817958:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00010000:00000001:3.0:1775768315.817958:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000020:00000001:1.0:1775768315.817965:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00010000:00000001:3.0:1775768315.817965:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768315.817972:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000020:00000001:1.0:1775768315.817973:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00010000:00000001:3.0:1775768315.817976:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768315.817980:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00010000:00000001:3.0:1775768315.817981:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1775768315.817986:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00010000:00000001:3.0:1775768315.817986:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768315.817993:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768315.817994:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00010000:00000001:3.0:1775768315.817999:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768315.818000:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768315.818008:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:1.0:1775768315.818011:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768315.818013:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768315.818016:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768315.818018:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768315.818020:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768315.818022:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768315.818024:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768315.818035:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d12d80.
00000020:00000040:1.0:1775768315.818038:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:1.0:1775768315.818052:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768315.818053:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768315.818056:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768315.818059:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768315.818064:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768315.818074:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9800.
00000020:00000001:0.0:1775768315.818078:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768315.818081:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768315.818081:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768315.818086:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1775768315.818093:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d12d80 x1862022335210112/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768315.818101:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768315.818106:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768315.818109:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000896363e8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d12d80 x1862022335210112/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768315.818128:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768315.818132:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768315.818135:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775768315.818137:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768315.818139:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768315.818142:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768315.818146:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5500
00000100:00000001:3.0:1775768315.818159:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1775768315.818160:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768315.818163:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768315.818166:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000400:00000200:1.0:1775768315.818171:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768315.818176:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768315.818177:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d12d80 x1862022335210112/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775768315.818186:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768315.818196:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775768315.818197:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768315.818200:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768315.818204:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
02000000:00000001:3.0:1775768315.818207:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1775768315.818209:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
02000000:00000001:3.0:1775768315.818211:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768315.818214:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768315.818217:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768315.818223:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000100:00100000:3.0:1775768315.818223:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335210112:192.168.202.131@tcp:250:kworker.0
00000020:00000001:1.0:1775768315.818231:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1775768315.818232:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:1.0:1775768315.818236:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
02000000:00000001:3.0:1775768315.818237:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:1.0:1775768315.818241:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
02000000:00000001:3.0:1775768315.818241:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768315.818247:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:1.0:1775768315.818250:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
02000000:00000010:3.0:1775768315.818256:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a66800.
00000100:00000040:1.0:1775768315.818263:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
02000000:00000001:3.0:1775768315.818264:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768315.818271:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1775768315.818276:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000040:1.0:1775768315.818277:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000400:00000010:3.0:1775768315.818281:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96738.
00000100:00000001:1.0:1775768315.818283:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768315.818287:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000400:00000010:3.0:1775768315.818288:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef36e8.
00000100:00080000:1.0:1775768315.818296:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000200:3.0:1775768315.818297:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335210112, portal 25
00000100:00000001:3.0:1775768315.818304:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768315.818305:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768315.818306:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415775616 : -120452293776000 : ffff927303d12d80)
02000000:00000001:1.0:1775768315.818313:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:3.0:1775768315.818318:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d12d80 x1862022335210112/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1775768315.818324:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768315.818325:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768315.818330:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
02000000:00000001:1.0:1775768315.818331:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775768315.818332:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef32a8.
00000100:00000001:1.0:1775768315.818337:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000200:3.0:1775768315.818337:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022335210112, offset 0
00000008:00100000:1.0:1775768315.818345:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1775768315.818346:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000008:00000001:1.0:1775768315.818352:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768315.818354:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768315.818358:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000010:1.0:1775768315.818359:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11500.
00000020:00000040:1.0:1775768315.818362:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:1.0:1775768315.818365:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1775768315.818368:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
02000000:00000001:1.0:1775768315.818369:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768315.818378:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768315.818380:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1775768315.818381:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:1.0:1775768315.818387:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768315.818389:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
02000000:00000010:1.0:1775768315.818396:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9c00.
00000400:00000200:3.0:1775768315.818397:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1775768315.818404:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768315.818405:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000100:00100000:1.0:1775768315.818417:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11500 x1862022335210240/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1775768315.818417:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60761:60761:256:4294967295] 192.168.202.131@tcp LPNI seq info [60761:60761:8:4294967295]
00000400:00000200:3.0:1775768315.818439:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775768315.818446:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768315.818449:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768315.818454:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3229bd5] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11500 x1862022335210240/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775768315.818461:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1775768315.818482:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768315.818484:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.0:1775768315.818490:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000100:00080000:1.0:1775768315.818493:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775768315.818495:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000010:3.0:1775768315.818495:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000100:00080000:1.0:1775768315.818499:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768315.818502:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:3.0:1775768315.818506:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00080000:1.0:1775768315.818511:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5500
00000800:00000200:3.0:1775768315.818512:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000400:00000200:1.0:1775768315.818529:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000800:00000200:3.1:1775768315.818530:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768315.818541:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000400:00000200:1.0:1775768315.818545:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000800:00000100:3.0:1775768315.818549:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000100:00080000:1.0:1775768315.818550:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768315.818556:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000800:00000010:3.0:1775768315.818557:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000100:00000001:1.0:1775768315.818558:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768315.818566:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768315.818568:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000400:00000200:3.0:1775768315.818569:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:1.0:1775768315.818572:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768315.818574:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:1.0:1775768315.818580:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768315.818583:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000400:00000200:3.0:1775768315.818583:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000020:00000001:1.0:1775768315.818588:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:1.0:1775768315.818590:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000400:00000200:3.0:1775768315.818591:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef32a8
00000400:00000010:3.0:1775768315.818594:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef32a8.
00000100:00000040:1.0:1775768315.818595:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768315.818602:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775768315.818604:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:1.0:1775768315.818605:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768315.818608:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000200:3.0:1775768315.818612:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d12d80 x1862022335210112/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1775768315.818613:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:1.0:1775768315.818624:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768315.818636:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768315.818639:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1775768315.818643:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768315.818647:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1775768315.818647:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d12d80 x1862022335210112/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768340 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1775768315.818655:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768315.818657:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768315.818658:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768315.818667:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768315.818676:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768315.818686:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d13480.
00000100:00000001:3.0:1775768315.818687:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1775768315.818690:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
00000100:00000001:3.0:1775768315.818691:0:2404:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:1.0:1775768315.818697:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768315.818698:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768315.818699:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768315.818702:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768315.818703:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768315.818705:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768315.818706:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768315.818731:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4300174078
00000100:00000010:3.0:1775768315.818736:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3420.
02000000:00000010:1.0:1775768315.818742:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8000.
00000100:00000001:3.0:1775768315.818743:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1775768315.818752:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768315.818754:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4300174078
00000100:00100000:1.0:1775768315.818760:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d13480 x1862022335210368/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:3.0:1775768315.818760:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3a80.
00000100:00000001:3.0:1775768315.818769:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1775768315.818778:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768315.818779:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768315.818786:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768315.818786:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768315.818795:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000040:1.0:1775768315.818799:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d08fae2a] to pc [ptlrpcd_rcv+-1]  req@ffff927303d13480 x1862022335210368/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768315.818804:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768315/real 1775768315]  req@ffff927303d12d80 x1862022335210112/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768315.818847:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768315.818854:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:3.0:1775768315.818854:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768315.818858:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:1.0:1775768315.818863:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000010:3.0:1775768315.818865:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96738.
00000100:00000001:1.0:1775768315.818866:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768315.818869:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1775768315.818872:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef36e8
00000100:00000001:1.0:1775768315.818875:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:3.0:1775768315.818875:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef36e8.
00000100:00000001:3.0:1775768315.818880:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:1.0:1775768315.818884:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5500
00000100:00000200:3.0:1775768315.818888:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d12d80 x1862022335210112/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775768315.818899:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000200:3.0:1775768315.818913:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d12d80 x1862022335210112/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775768315.818914:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768315.818922:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1775768315.818930:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768315.818932:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768315.818935:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768315.818936:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768315.818938:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768315.818941:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:3.0:1775768315.818945:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d12d80 x1862022335210112/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775768315.818950:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768315.818960:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000001:3.0:1775768315.818961:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1775768315.818968:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000040:3.0:1775768315.818972:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d12d80 x1862022335210112/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768340 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1775768315.818973:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:1.0:1775768315.818979:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768315.818986:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000100:00000001:3.0:1775768315.818986:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768315.818991:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1775768315.818993:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000001:3.0:1775768315.818994:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768315.818995:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768315.818999:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000020:00000001:1.0:1775768315.819002:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000001:3.0:1775768315.819002:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768315.819010:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768315.819014:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.131@tcp failed (-110)
00000100:00000040:1.0:1775768315.819018:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768315.819019:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:1.0:1775768315.819025:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768315.819027:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d12d80 x1862022335210112/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768340 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775768315.819033:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768315.819054:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00100000:3.0:1775768315.819058:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335210112:192.168.202.131@tcp:250:kworker.0
00000020:00000040:1.0:1775768315.819061:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00000001:3.0:1775768315.819063:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768315.819067:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00080000:1.0:1775768315.819068:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000040:3.0:1775768315.819072:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d12d80 x1862022335210112/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768340 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768315.819075:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768315.819083:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1775768315.819090:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768315.819093:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768315.819093:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768315.819097:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a66800.
02000000:00000001:1.0:1775768315.819098:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768315.819101:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:1.0:1775768315.819103:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000020:00000001:3.0:1775768315.819104:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768315.819106:0:2404:0:(genops.c:1242:class_import_put()) import ffff9273194c5000 refcount=3 obd=MGC192.168.202.131@tcp
00000008:00100000:1.0:1775768315.819107:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000020:00000001:3.0:1775768315.819109:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768315.819112:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046e9800.
00000008:00000001:1.0:1775768315.819114:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768315.819118:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768315.819120:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
00000100:00000010:1.0:1775768315.819123:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11880.
02000000:00000001:3.0:1775768315.819124:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768315.819127:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d12d80.
00000020:00000040:1.0:1775768315.819129:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
00000100:00000001:3.0:1775768315.819133:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
02000000:00000001:1.0:1775768315.819134:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768315.819138:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768315.819138:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768315.819141:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768315.819144:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1775768315.819144:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1775768315.819148:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768315.819155:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8c00.
00000100:00000001:3.0:1775768315.819155:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768315.819159:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768315.819161:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768315.819167:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768315.819169:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768315.819173:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00100000:1.0:1775768315.819174:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11880 x1862022335210496/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1775768315.819178:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d11500 x1862022335210240/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768315.819236:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768315.819238:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768315.819240:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1775768315.819241:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768315.819243:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768315.819245:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768315.819246:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768315.819251:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335210240:192.168.202.131@tcp:38:kworker.0
00000100:00000040:1.0:1775768315.819256:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a965cc18] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11880 x1862022335210496/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768315.819257:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768315.819260:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768315.819261:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768315.819268:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768315.819272:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a66800.
02000000:00000001:3.0:1775768315.819281:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768315.819284:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768315.819292:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00080000:1.0:1775768315.819293:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:3.0:1775768315.819294:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96738.
00000100:00080000:1.0:1775768315.819304:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775768315.819306:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:3.0:1775768315.819307:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef36e8.
00000100:00080000:1.0:1775768315.819311:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768315.819316:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:3.0:1775768315.819316:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335210240, portal 10
00000100:00080000:1.0:1775768315.819320:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5500
00000100:00000001:3.0:1775768315.819321:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768315.819327:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415769344 : -120452293782272 : ffff927303d11500)
00000400:00000200:1.0:1775768315.819334:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768315.819341:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00000040:3.0:1775768315.819344:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d11500 x1862022335210240/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1775768315.819345:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768315.819355:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768315.819365:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775768315.819372:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768315.819373:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768315.819379:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000040:3.0:1775768315.819380:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000020:00000001:1.0:1775768315.819387:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000010:3.0:1775768315.819387:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef32a8.
00000020:00000040:1.0:1775768315.819393:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000100:00000200:3.0:1775768315.819395:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335210240, offset 0
00000020:00000001:1.0:1775768315.819396:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768315.819401:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:1.0:1775768315.819408:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000400:00000200:3.0:1775768315.819409:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000020:00000001:1.0:1775768315.819416:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000400:00000200:3.0:1775768315.819421:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000040:1.0:1775768315.819422:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768315.819426:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768315.819429:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000400:00000200:3.0:1775768315.819430:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000100:00000001:1.0:1775768315.819437:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000400:00000200:3.0:1775768315.819440:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:1.0:1775768315.819444:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000400:00000200:3.0:1775768315.819448:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000100:00080000:1.0:1775768315.819451:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768315.819457:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768315.819457:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
02000000:00000001:1.0:1775768315.819464:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1775768315.819469:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
02000000:00000001:1.0:1775768315.819470:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768315.819478:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768315.819478:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60762:60762:256:4294967295] 192.168.202.131@tcp LPNI seq info [60762:60762:8:4294967295]
00000100:00000001:1.0:1775768315.819484:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768315.819488:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000400:00000200:3.0:1775768315.819488:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000008:00000001:1.0:1775768315.819493:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768315.819500:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768315.819501:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768315.819511:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000100:00000010:1.0:1775768315.819512:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10380.
00000800:00000010:3.0:1775768315.819513:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000020:00000040:1.0:1775768315.819521:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
00000800:00000200:3.0:1775768315.819522:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
02000000:00000001:1.0:1775768315.819531:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000800:00000200:3.0:1775768315.819531:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
02000000:00000001:1.0:1775768315.819535:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768315.819537:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:3.1:1775768315.819541:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
02000000:00000001:1.0:1775768315.819542:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768315.819548:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775768315.819549:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
02000000:00000010:1.0:1775768315.819558:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eac00.
00000800:00000100:3.0:1775768315.819559:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768315.819565:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000100:00000001:1.0:1775768315.819567:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768315.819569:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:1.0:1775768315.819573:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10380 x1862022335210624/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1775768315.819574:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768315.819583:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef32a8
00000400:00000010:3.0:1775768315.819590:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef32a8.
00000100:00000001:3.0:1775768315.819599:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1775768315.819600:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768315.819604:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1775768315.819607:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d11500 x1862022335210240/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775768315.819611:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fae5f3c] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10380 x1862022335210624/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768315.819658:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1775768315.819659:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768315.819663:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d11500 x1862022335210240/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768340 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775768315.819664:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5510)
00000100:00000001:3.0:1775768315.819674:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768315.819675:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768315.819677:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768315.819680:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: using a timeout of 15131 usecs (16 jiffies)
00000400:00000200:3.0:1775768315.819683:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768315.819684:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300172817
00000100:00000001:3.0:1775768315.819686:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300174078
00000100:00000001:3.0:1775768315.819687:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300172817
00000100:00000001:3.0:1775768315.819690:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300174078
00000100:00000001:3.0:1775768315.819691:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768315.819693:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768315.819694:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768315.819696:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768315/real 1775768315]  req@ffff927303d11500 x1862022335210240/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768315.819701:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768315.819701:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768315.819702:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96738.
00000400:00000200:3.0:1775768315.819703:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef36e8
00000400:00000010:3.0:1775768315.819704:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef36e8.
00000100:00000001:3.0:1775768315.819705:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768315.819707:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d11500 x1862022335210240/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768315.819728:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d11500 x1862022335210240/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768315.819732:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768315.819733:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768315.819734:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768315.819735:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768315.819737:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d11500 x1862022335210240/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768315.819740:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768315.819742:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d11500 x1862022335210240/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768340 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768315.819746:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768315.819747:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768315.819748:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768315.819749:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768315.819750:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768315.819752:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768315.819753:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768315.819756:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768315.819757:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768315.819759:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d11500 x1862022335210240/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768340 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768315.819763:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335210240:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768315.819765:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768315.819767:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d13480 x1862022335210368/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768315.819771:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768315.819772:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768315.819773:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768315.819775:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768315.819776:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768315.819778:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335210368:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768315.819780:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768315.819781:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768315.819782:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768315.819783:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768315.819785:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a64000.
02000000:00000001:3.0:1775768315.819786:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768315.819788:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768315.819790:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96738.
00000400:00000010:3.0:1775768315.819792:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef36e8.
00000100:00000200:3.0:1775768315.819794:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335210368, portal 10
00000100:00000001:3.0:1775768315.819795:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768315.819796:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415777408 : -120452293774208 : ffff927303d13480)
00000100:00000040:3.0:1775768315.819799:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d13480 x1862022335210368/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768315.819803:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768315.819804:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768315.819805:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef32a8.
00000100:00000200:3.0:1775768315.819807:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335210368, offset 0
00000400:00000200:3.0:1775768315.819809:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768315.819811:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768315.819813:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768315.819814:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768315.819816:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768315.819818:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768315.819820:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768315.819823:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60763:60763:256:4294967295] 192.168.202.131@tcp LPNI seq info [60763:60763:8:4294967295]
00000400:00000200:3.0:1775768315.819827:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768315.819833:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768315.819837:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768315.819840:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768315.819844:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768315.819846:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775768315.819851:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768315.819853:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1775768315.819857:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768315.819859:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768315.819861:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768315.819864:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768315.819867:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef32a8
00000400:00000010:3.0:1775768315.819869:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef32a8.
00000100:00000001:3.0:1775768315.819871:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768315.819874:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d13480 x1862022335210368/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768315.819879:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768315.819881:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d13480 x1862022335210368/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768340 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768315.819889:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768315.819890:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768315.819892:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768315.819894:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: using a timeout of 41678 usecs (42 jiffies)
00000400:00000200:3.0:1775768315.819897:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768315.819898:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300172844
00000100:00000001:3.0:1775768315.819900:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300174078
00000100:00000001:3.0:1775768315.819901:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300172844
00000100:00000001:3.0:1775768315.819902:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300174078
00000100:00000001:3.0:1775768315.819903:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768315.819905:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768315.819906:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768315.819907:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768315/real 1775768315]  req@ffff927303d13480 x1862022335210368/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768315.819912:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768315.819913:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768315.819915:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96738.
00000400:00000200:3.0:1775768315.819916:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef36e8
00000400:00000010:3.0:1775768315.819917:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef36e8.
00000100:00000001:3.0:1775768315.819918:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768315.819920:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d13480 x1862022335210368/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768315.819924:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d13480 x1862022335210368/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768315.819928:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768315.819928:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768315.819929:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768315.819930:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768315.819932:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d13480 x1862022335210368/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768315.819936:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768315.819938:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d13480 x1862022335210368/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768340 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768315.819942:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768315.819943:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768315.819944:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768315.819945:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768315.819946:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768315.819946:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768315.819948:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768315.819949:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768315.819950:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768315.819952:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d13480 x1862022335210368/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768340 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768315.819956:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335210368:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768315.819958:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768315.819959:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768315.819960:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d11500 x1862022335210240/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768340 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768315.819964:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768315.819965:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768315.819967:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a66800.
02000000:00000001:3.0:1775768315.819968:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768315.819969:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768315.819970:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c000 refcount=137 obd=lustre-MDT0000-mdc-ffff927308189800
00000020:00000001:3.0:1775768315.819972:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768315.819973:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046e9c00.
02000000:00000001:3.0:1775768315.819974:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768315.819975:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768315.819976:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d11500.
00000100:00000001:3.0:1775768315.819978:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768315.819979:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768315.819980:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768315.819982:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d13480 x1862022335210368/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768340 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768315.819985:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768315.819986:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768315.819987:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a64000.
02000000:00000001:3.0:1775768315.819988:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768315.819989:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768315.819989:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f800 refcount=3 obd=lustre-MDT0001-mdc-ffff927308189800
00000020:00000001:3.0:1775768315.819990:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768315.819991:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046e8000.
02000000:00000001:3.0:1775768315.819992:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768315.819993:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768315.819993:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d13480.
00000100:00000001:3.0:1775768315.819994:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768315.819995:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768315.819996:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768315.819998:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768315.819999:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768315.820000:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768315.820001:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768315.820001:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768315.820003:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d11880 x1862022335210496/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768315.820007:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768315.820007:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768315.820009:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768315.820009:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768315.820011:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768315.820012:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335210496:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768315.820016:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768315.820017:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768315.820018:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768315.820019:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768315.820021:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a64000.
02000000:00000001:3.0:1775768315.820022:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768315.820024:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768315.820026:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96738.
00000400:00000010:3.0:1775768315.820028:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef36e8.
00000100:00000200:3.0:1775768315.820030:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335210496, portal 4
00000100:00000001:3.0:1775768315.820031:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768315.820032:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415770240 : -120452293781376 : ffff927303d11880)
00000100:00000040:3.0:1775768315.820035:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d11880 x1862022335210496/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768315.820050:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768315.820052:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768315.820054:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef32a8.
00000100:00000200:3.0:1775768315.820055:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335210496, offset 0
00000400:00000200:3.0:1775768315.820058:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768315.820060:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768315.820062:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768315.820064:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768315.820066:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768315.820068:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768315.820069:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768315.820071:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60764:60764:256:4294967295] 192.168.202.131@tcp LPNI seq info [60764:60764:8:4294967295]
00000400:00000200:3.0:1775768315.820073:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768315.820077:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768315.820079:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768315.820081:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768315.820083:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768315.820085:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775768315.820088:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768315.820089:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1775768315.820092:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768315.820093:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768315.820094:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768315.820097:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768315.820098:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef32a8
00000400:00000010:3.0:1775768315.820099:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef32a8.
00000100:00000001:3.0:1775768315.820101:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768315.820103:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d11880 x1862022335210496/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768315.820108:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768315.820109:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d11880 x1862022335210496/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768340 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768315.820115:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768315.820117:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768315.820119:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768315.820122:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: using a timeout of 22192 usecs (23 jiffies)
00000400:00000200:3.0:1775768315.820125:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768315.820127:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300172825
00000100:00000001:3.0:1775768315.820129:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300174078
00000100:00000001:3.0:1775768315.820131:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300172825
00000100:00000001:3.0:1775768315.820134:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300174078
00000100:00000001:3.0:1775768315.820136:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768315.820138:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768315.820139:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768315.820143:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768315/real 1775768315]  req@ffff927303d11880 x1862022335210496/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768315.820152:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768315.820153:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768315.820155:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96738.
00000400:00000200:3.0:1775768315.820157:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef36e8
00000400:00000010:3.0:1775768315.820159:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef36e8.
00000100:00000001:3.0:1775768315.820160:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768315.820163:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d11880 x1862022335210496/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768315.820169:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d11880 x1862022335210496/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768315.820173:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768315.820173:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768315.820174:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768315.820175:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768315.820177:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d11880 x1862022335210496/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768315.820181:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768315.820183:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d11880 x1862022335210496/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768340 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768315.820187:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768315.820188:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768315.820189:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768315.820189:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768315.820190:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768315.820191:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768315.820192:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768315.820194:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768315.820195:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768315.820197:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d11880 x1862022335210496/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768340 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768315.820201:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335210496:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768315.820204:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768315.820206:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d10380 x1862022335210624/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768315.820209:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768315.820210:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768315.820211:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768315.820212:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768315.820213:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768315.820215:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335210624:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768315.820217:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768315.820218:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768315.820219:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768315.820220:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768315.820222:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a66800.
02000000:00000001:3.0:1775768315.820223:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768315.820225:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768315.820227:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96738.
00000400:00000010:3.0:1775768315.820229:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef36e8.
00000100:00000200:3.0:1775768315.820230:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335210624, portal 4
00000100:00000001:3.0:1775768315.820232:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768315.820232:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415764864 : -120452293786752 : ffff927303d10380)
00000100:00000040:3.0:1775768315.820236:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d10380 x1862022335210624/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768315.820240:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768315.820241:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768315.820242:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef32a8.
00000100:00000200:3.0:1775768315.820243:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335210624, offset 0
00000400:00000200:3.0:1775768315.820245:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768315.820247:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768315.820249:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768315.820251:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768315.820252:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768315.820254:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768315.820255:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768315.820257:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60765:60765:256:4294967295] 192.168.202.131@tcp LPNI seq info [60765:60765:8:4294967295]
00000400:00000200:3.0:1775768315.820260:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768315.820263:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768315.820265:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768315.820267:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768315.820269:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768315.820271:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775768315.820273:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768315.820275:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1775768315.820277:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768315.820278:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768315.820280:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768315.820281:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768315.820283:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef32a8
00000400:00000010:3.0:1775768315.820284:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef32a8.
00000100:00000001:3.0:1775768315.820286:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768315.820287:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d10380 x1862022335210624/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768315.820292:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768315.820293:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d10380 x1862022335210624/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768340 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768315.820297:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768315.820297:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768315.820299:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768315.820300:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: using a timeout of 22500 usecs (23 jiffies)
00000400:00000200:3.0:1775768315.820302:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768315.820303:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300172825
00000100:00000001:3.0:1775768315.820304:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300174078
00000100:00000001:3.0:1775768315.820305:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300172825
00000100:00000001:3.0:1775768315.820307:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300174078
00000100:00000001:3.0:1775768315.820308:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768315.820309:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768315.820310:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768315.820312:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768315/real 1775768315]  req@ffff927303d10380 x1862022335210624/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768315.820316:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768315.820316:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768315.820317:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96738.
00000400:00000200:3.0:1775768315.820318:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef36e8
00000400:00000010:3.0:1775768315.820319:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef36e8.
00000100:00000001:3.0:1775768315.820320:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768315.820321:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d10380 x1862022335210624/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768315.820326:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d10380 x1862022335210624/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768315.820330:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768315.820330:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768315.820331:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768315.820332:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768315.820334:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d10380 x1862022335210624/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768315.820337:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768315.820339:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d10380 x1862022335210624/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768340 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768315.820342:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768315.820343:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768315.820344:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768315.820345:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768315.820346:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768315.820347:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768315.820349:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768315.820350:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768315.820352:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768315.820354:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d10380 x1862022335210624/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768340 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768315.820357:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335210624:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768315.820359:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768315.820360:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768315.820361:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d11880 x1862022335210496/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768340 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768315.820365:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768315.820365:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768315.820366:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a64000.
02000000:00000001:3.0:1775768315.820367:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768315.820368:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768315.820369:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f000 refcount=2 obd=lustre-OST0000-osc-ffff927308189800
00000020:00000001:3.0:1775768315.820370:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768315.820371:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046e8c00.
02000000:00000001:3.0:1775768315.820372:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768315.820373:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768315.820373:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d11880.
00000100:00000001:3.0:1775768315.820374:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768315.820375:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768315.820376:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768315.820377:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d10380 x1862022335210624/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768340 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768315.820386:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768315.820387:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768315.820388:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a66800.
02000000:00000001:3.0:1775768315.820389:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768315.820390:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768315.820390:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c800 refcount=2 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:3.0:1775768315.820392:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768315.820393:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046eac00.
02000000:00000001:3.0:1775768315.820394:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768315.820394:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768315.820395:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d10380.
00000100:00000001:3.0:1775768315.820396:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768315.820397:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768315.820398:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768315.820400:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768315.820400:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768315.820401:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768315.820402:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768316.393834:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768316.393841:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768316.393842:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768316.393848:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768316.393851:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768316.393855:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768316.393858:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768316.393860:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768316.393862:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768316.841806:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768316.841810:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768316.841815:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768316.841816:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768316.841818:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768316.841819:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768316.841821:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768316.841822:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768316.841824:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768316.841825:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768316.841914:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768316.841920:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768316.841926:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775768317.097834:0:58796:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649b30 (cpu 0) has reached its deadline 4300174078, at 4300174080
00000100:00000010:3.0:1775768317.097849:0:58796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3a80.
00000100:00000040:2.0:1775768317.097978:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300174078, at 4300174080
00000100:00000010:2.0:1775768317.097985:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3420.
00000100:00000001:0.0:1775768317.417826:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768317.417833:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768317.417835:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768317.417845:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768317.417848:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768317.417852:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768317.417855:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768317.417857:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768317.417859:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768317.865826:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768317.865831:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768317.865838:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768317.865839:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768317.865843:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768317.865844:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768317.865847:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768317.865850:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768317.865852:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768317.865856:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768317.865858:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768317.865861:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768317.865863:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768317.865865:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768317.865869:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768317.865870:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768317.865942:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768317.865944:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768317.865947:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768318.441809:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768318.441814:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768318.441816:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768318.441821:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768318.441823:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768318.441826:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768318.441828:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768318.441830:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768318.441831:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768318.889851:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768318.889859:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768318.889865:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768318.889867:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768318.889870:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768318.889872:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768318.889875:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768318.889877:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768318.889880:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768318.889881:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768318.889947:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768318.889950:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768318.889953:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768319.465846:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768319.465855:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768319.465856:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768319.465861:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768319.465865:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768319.465869:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768319.465872:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768319.465874:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768319.465876:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768319.913821:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768319.913827:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768319.913833:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768319.913834:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768319.913837:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768319.913839:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768319.913842:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768319.913843:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768319.913847:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768319.913849:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768319.913918:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768319.913923:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768319.913926:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768320.489839:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768320.489847:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768320.489848:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768320.489853:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768320.489857:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768320.489861:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768320.489863:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768320.489865:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768320.489867:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768320.937828:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768320.937832:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768320.937837:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:3.0:1775768320.937838:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768320.937839:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768320.937843:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:1.0:1775768320.937849:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:3.0:1775768320.937851:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768320.937853:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:3.0:1775768320.937855:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768320.937856:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768320.937859:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:3.0:1775768320.937860:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768320.937861:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768320.937870:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768320.937879:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5505
00000400:00000200:1.0:1775768320.937896:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768320.937905:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768320.937909:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768320.937914:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768320.937918:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768320.937921:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768320.937924:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768320.937928:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768320.937929:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768320.937933:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775768320.937934:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768320.937939:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00010000:00010000:0.0:1775768320.937940:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000040:1.0:1775768320.937944:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:1.0:1775768320.937948:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:1.0:1775768320.937951:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:1.0:1775768320.937955:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768320.937958:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768320.937960:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768320.937962:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768320.937966:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:1.0:1775768320.937969:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768320.937972:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768320.937975:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768320.937978:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768320.937981:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768320.937983:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768320.937986:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768320.938010:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10e00.
00000020:00000040:1.0:1775768320.938014:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:1.0:1775768320.938019:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768320.938020:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768320.938024:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768320.938027:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768320.938032:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768320.938040:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046ebc00.
00000100:00000001:1.0:1775768320.938048:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768320.938058:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10e00 x1862022335210752/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768320.938070:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768320.938075:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768320.938080:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009b4566e] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10e00 x1862022335210752/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768320.938105:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768320.938108:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768320.938122:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775768320.938124:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768320.938127:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768320.938129:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768320.938130:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1775768320.938133:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1775768320.938136:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5505
00000100:00000001:3.0:1775768320.938137:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000400:00000200:1.0:1775768320.938145:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768320.938151:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00000040:3.0:1775768320.938151:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d10e00 x1862022335210752/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1775768320.938160:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768320.938172:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768320.938180:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775768320.938184:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:1.0:1775768320.938187:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768320.938188:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768320.938197:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
02000000:00000001:3.0:1775768320.938198:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:1.0:1775768320.938204:0:42837:0:(genops.c:811:class_conn2export()) Process entered
02000000:00000001:3.0:1775768320.938205:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1775768320.938206:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
02000000:00000001:3.0:1775768320.938212:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768320.938213:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768320.938218:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000100:00100000:3.0:1775768320.938221:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335210752:192.168.202.131@tcp:250:kworker.0
00000020:00000001:1.0:1775768320.938226:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000001:3.0:1775768320.938227:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000001:1.0:1775768320.938232:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:1.0:1775768320.938237:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
02000000:00000001:3.0:1775768320.938238:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1775768320.938240:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1775768320.938241:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768320.938246:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
02000000:00000001:3.0:1775768320.938247:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1775768320.938252:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768320.938254:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:1.0:1775768320.938258:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
02000000:00000010:3.0:1775768320.938258:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a66800.
02000000:00000001:3.0:1775768320.938265:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768320.938266:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768320.938271:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1775768320.938274:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
02000000:00000001:1.0:1775768320.938277:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:3.0:1775768320.938278:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96738.
02000000:00000001:1.0:1775768320.938287:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768320.938290:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000010:3.0:1775768320.938291:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef36e8.
00000008:00100000:1.0:1775768320.938298:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000100:00000200:3.0:1775768320.938300:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335210752, portal 25
00000008:00000001:1.0:1775768320.938309:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768320.938310:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768320.938315:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415767552 : -120452293784064 : ffff927303d10e00)
00000100:00000001:1.0:1775768320.938316:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768320.938328:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10700.
00000100:00000040:3.0:1775768320.938330:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d10e00 x1862022335210752/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1775768320.938335:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:1.0:1775768320.938339:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768320.938343:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768320.938346:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768320.938352:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1775768320.938359:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:1.0:1775768320.938360:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768320.938368:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
02000000:00000010:1.0:1775768320.938370:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9400.
00000400:00000010:3.0:1775768320.938373:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef32a8.
00000100:00000001:1.0:1775768320.938376:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1775768320.938379:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022335210752, offset 0
00000100:00100000:1.0:1775768320.938385:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10700 x1862022335210880/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1775768320.938393:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000100:00000001:1.0:1775768320.938409:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768320.938411:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768320.938415:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9d335f8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10700 x1862022335210880/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775768320.938426:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775768320.938436:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768320.938439:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1775768320.938444:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000100:00080000:1.0:1775768320.938445:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775768320.938450:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768320.938453:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768320.938456:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:3.0:1775768320.938458:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1775768320.938468:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5505
00000400:00000200:3.0:1775768320.938473:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775768320.938478:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768320.938485:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768320.938486:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768320.938489:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1775768320.938495:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000100:00000040:1.0:1775768320.938496:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768320.938500:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768320.938507:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000400:00000200:3.0:1775768320.938508:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60766:60766:256:4294967295] 192.168.202.131@tcp LPNI seq info [60766:60766:8:4294967295]
00000100:00000001:1.0:1775768320.938512:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768320.938519:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768320.938522:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:1.0:1775768320.938526:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:3.0:1775768320.938528:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000020:00000040:1.0:1775768320.938530:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:1.0:1775768320.938533:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:1.0:1775768320.938536:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:1.0:1775768320.938541:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768320.938546:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768320.938552:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000400:00000200:3.0:1775768320.938556:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1775768320.938557:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768320.938562:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:1.0:1775768320.938571:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768320.938577:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1775768320.938578:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
02000000:00000001:1.0:1775768320.938582:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768320.938585:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:3.0:1775768320.938586:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
02000000:00000001:1.0:1775768320.938589:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768320.938594:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768320.938596:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768320.938601:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1775768320.938602:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:1.0:1775768320.938605:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768320.938610:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10000.
00000020:00000040:1.0:1775768320.938612:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:1.0:1775768320.938614:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768320.938616:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1775768320.938617:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000100:00000001:1.0:1775768320.938618:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768320.938621:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768320.938625:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768320.938632:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eb000.
00000800:00000200:3.1:1775768320.938632:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:1.0:1775768320.938641:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775768320.938641:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000100:00100000:1.0:1775768320.938650:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10000 x1862022335211008/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1775768320.938651:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768320.938658:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000100:00000001:1.0:1775768320.938670:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1775768320.938671:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1775768320.938673:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768320.938682:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbb7fab8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10000 x1862022335211008/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775768320.938686:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768320.938701:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef32a8
00000100:00000001:1.0:1775768320.938702:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775768320.938730:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef32a8.
00000100:00000001:3.0:1775768320.938736:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768320.938742:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d10e00 x1862022335210752/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1775768320.938744:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768320.938758:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775768320.938763:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768320.938767:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768320.938774:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1775768320.938778:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00080000:1.0:1775768320.938780:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5505
00000100:00000040:3.0:1775768320.938785:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d10e00 x1862022335210752/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768345 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775768320.938787:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768320.938794:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768320.938800:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768320.938809:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768320.938818:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775768320.938820:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768320.938824:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768320.938828:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768320.938829:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768320.938831:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768320.938834:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:1.0:1775768320.938836:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1775768320.938836:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1775768320.938840:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:1.0:1775768320.938843:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000400:00000200:3.0:1775768320.938848:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000020:00000001:1.0:1775768320.938851:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000001:3.0:1775768320.938854:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4300179198
00000100:00000040:1.0:1775768320.938858:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768320.938861:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:3.0:1775768320.938863:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3a80.
00000100:00000040:1.0:1775768320.938864:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768320.938869:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768320.938872:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00000001:3.0:1775768320.938873:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2
00000100:00080000:1.0:1775768320.938878:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768320.938882:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768320.938882:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4300179198
02000000:00000001:1.0:1775768320.938886:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:3.0:1775768320.938888:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe36c0.
02000000:00000001:1.0:1775768320.938890:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768320.938895:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768320.938897:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1775768320.938898:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768320.938902:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1775768320.938904:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000008:00000001:1.0:1775768320.938906:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768320.938910:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768320.938910:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768320.938918:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000010:1.0:1775768320.938919:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11c00.
00000020:00000040:1.0:1775768320.938923:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
00000100:00100000:3.0:1775768320.938926:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768320/real 1775768320]  req@ffff927303d10e00 x1862022335210752/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1775768320.938929:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768320.938931:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768320.938939:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768320.938943:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768320.938945:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768320.938958:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eac00.
00000400:00000001:3.0:1775768320.938960:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1775768320.938963:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1775768320.938963:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768320.938967:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96738.
00000100:00100000:1.0:1775768320.938973:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11c00 x1862022335211136/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1775768320.938973:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef36e8
00000400:00000010:3.0:1775768320.938981:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef36e8.
00000100:00000001:3.0:1775768320.939004:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1775768320.939005:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768320.939009:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1775768320.939014:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d10e00 x1862022335210752/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775768320.939019:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062b06338] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11c00 x1862022335211136/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768320.939066:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768320.939069:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:3.0:1775768320.939073:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d10e00 x1862022335210752/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1775768320.939074:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775768320.939077:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768320.939081:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768320.939087:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768320.939094:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5505
00000100:00000001:3.0:1775768320.939099:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768320.939102:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1775768320.939103:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768320.939110:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:1.0:1775768320.939114:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00000001:3.0:1775768320.939116:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1775768320.939119:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768320.939125:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00100000:3.0:1775768320.939126:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d10e00 x1862022335210752/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768320.939130:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768320.939134:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768320.939140:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768320.939146:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768320.939149:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:1.0:1775768320.939152:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1775768320.939152:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1775768320.939156:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:1.0:1775768320.939162:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:3.0:1775768320.939162:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d10e00 x1862022335210752/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768345 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1775768320.939171:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:1.0:1775768320.939185:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768320.939186:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768320.939195:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775768320.939195:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768320.939200:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768320.939201:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768320.939203:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768320.939205:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768320.939209:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000001:3.0:1775768320.939210:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:1.0:1775768320.939219:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:3.0:1775768320.939220:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768320.939232:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00080000:3.0:1775768320.939232:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775768320.939245:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768320.939245:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:1.0:1775768320.939255:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:3.0:1775768320.939259:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d10e00 x1862022335210752/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768345 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1775768320.939261:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768320.939271:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768320.939275:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335210752:192.168.202.131@tcp:250:kworker.0
00000100:00000001:1.0:1775768320.939277:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768320.939281:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1775768320.939284:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:1.0:1775768320.939285:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768320.939286:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1775768320.939293:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768320.939294:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d10e00 x1862022335210752/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768345 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1775768320.939299:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10380.
00000100:00000001:3.0:1775768320.939301:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
00000020:00000040:1.0:1775768320.939306:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:3.0:1775768320.939306:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768320.939310:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a66800.
02000000:00000001:1.0:1775768320.939314:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768320.939315:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:1.0:1775768320.939318:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768320.939319:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000100:00000001:1.0:1775768320.939325:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000020:00000040:3.0:1775768320.939325:0:2404:0:(genops.c:1242:class_import_put()) import ffff9273194c5000 refcount=3 obd=MGC192.168.202.131@tcp
02000000:00000001:1.0:1775768320.939330:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000020:00000001:3.0:1775768320.939330:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000001:1.0:1775768320.939335:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768320.939336:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046ebc00.
02000000:00000001:3.0:1775768320.939347:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000010:1.0:1775768320.939349:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8c00.
02000000:00000001:3.0:1775768320.939349:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768320.939353:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d10e00.
00000100:00000001:1.0:1775768320.939355:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768320.939357:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768320.939359:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768320.939362:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768320.939366:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10380 x1862022335211264/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768320.939371:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768320.939377:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768320.939384:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768320.939387:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768320.939391:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768320.939401:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d10700 x1862022335210880/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768320.939422:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768320.939432:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768320.939432:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768320.939438:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768320.939441:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:1.0:1775768320.939445:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fae5f3c] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10380 x1862022335211264/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775768320.939446:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768320.939454:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768320.939466:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335210880:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768320.939484:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768320.939489:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768320.939494:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768320.939497:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1775768320.939498:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768320.939500:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a66800.
02000000:00000001:3.0:1775768320.939503:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768320.939507:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000040:1.0:1775768320.939508:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5515)
00000400:00000010:3.0:1775768320.939511:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96738.
00000400:00000010:3.0:1775768320.939514:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef36e8.
00000100:00000200:3.0:1775768320.939518:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335210880, portal 10
00000100:00000001:3.0:1775768320.939520:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768320.939521:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415765760 : -120452293785856 : ffff927303d10700)
00000100:00000040:3.0:1775768320.939526:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d10700 x1862022335210880/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768320.939532:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768320.939534:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768320.939535:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef32a8.
00000100:00000200:3.0:1775768320.939537:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335210880, offset 0
00000400:00000200:3.0:1775768320.939540:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768320.939542:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768320.939545:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768320.939547:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768320.939549:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768320.939550:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768320.939552:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768320.939554:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60767:60767:256:4294967295] 192.168.202.131@tcp LPNI seq info [60767:60767:8:4294967295]
00000400:00000200:3.0:1775768320.939557:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768320.939561:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768320.939566:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768320.939569:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768320.939573:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768320.939575:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775768320.939580:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768320.939583:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1775768320.939586:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768320.939588:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768320.939591:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768320.939594:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768320.939597:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef32a8
00000400:00000010:3.0:1775768320.939599:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef32a8.
00000100:00000001:3.0:1775768320.939601:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768320.939604:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d10700 x1862022335210880/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768320.939611:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768320.939613:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d10700 x1862022335210880/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768345 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768320.939617:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768320.939619:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768320.939621:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768320.939624:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: using a timeout of 15131 usecs (16 jiffies)
00000400:00000200:3.0:1775768320.939626:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768320.939627:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300177937
00000100:00000001:3.0:1775768320.939629:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300179198
00000100:00000001:3.0:1775768320.939630:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300177937
00000100:00000001:3.0:1775768320.939632:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300179198
00000100:00000001:3.0:1775768320.939633:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768320.939634:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768320.939635:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768320.939637:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768320/real 1775768320]  req@ffff927303d10700 x1862022335210880/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768320.939643:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768320.939643:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768320.939645:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96738.
00000400:00000200:3.0:1775768320.939646:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef36e8
00000400:00000010:3.0:1775768320.939647:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef36e8.
00000100:00000001:3.0:1775768320.939648:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768320.939650:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d10700 x1862022335210880/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768320.939655:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d10700 x1862022335210880/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768320.939658:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768320.939659:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768320.939660:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768320.939660:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768320.939662:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d10700 x1862022335210880/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768320.939665:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768320.939667:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d10700 x1862022335210880/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768345 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768320.939671:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768320.939673:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768320.939674:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768320.939675:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768320.939676:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768320.939677:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768320.939678:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768320.939681:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768320.939682:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768320.939684:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d10700 x1862022335210880/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768345 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768320.939689:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335210880:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768320.939691:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768320.939693:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d10000 x1862022335211008/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768320.939697:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768320.939698:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768320.939699:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768320.939700:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768320.939701:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768320.939702:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335211008:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768320.939704:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768320.939705:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768320.939706:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768320.939723:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768320.939726:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a64000.
02000000:00000001:3.0:1775768320.939728:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768320.939730:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768320.939731:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96738.
00000400:00000010:3.0:1775768320.939733:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef36e8.
00000100:00000200:3.0:1775768320.939735:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335211008, portal 10
00000100:00000001:3.0:1775768320.939736:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768320.939737:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415763968 : -120452293787648 : ffff927303d10000)
00000100:00000040:3.0:1775768320.939740:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d10000 x1862022335211008/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768320.939745:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768320.939747:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768320.939749:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef32a8.
00000100:00000200:3.0:1775768320.939752:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335211008, offset 0
00000400:00000200:3.0:1775768320.939755:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768320.939758:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768320.939761:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768320.939764:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768320.939767:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768320.939769:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768320.939771:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768320.939774:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60768:60768:256:4294967295] 192.168.202.131@tcp LPNI seq info [60768:60768:8:4294967295]
00000400:00000200:3.0:1775768320.939778:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768320.939783:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768320.939787:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768320.939789:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768320.939791:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768320.939793:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775768320.939795:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768320.939797:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1775768320.939799:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768320.939801:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768320.939802:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768320.939804:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768320.939807:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef32a8
00000400:00000010:3.0:1775768320.939808:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef32a8.
00000100:00000001:3.0:1775768320.939809:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768320.939811:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d10000 x1862022335211008/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768320.939816:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768320.939818:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d10000 x1862022335211008/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768345 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768320.939822:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768320.939823:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768320.939824:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768320.939826:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: using a timeout of 41678 usecs (42 jiffies)
00000400:00000200:3.0:1775768320.939828:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768320.939830:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300177964
00000100:00000001:3.0:1775768320.939831:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300179198
00000100:00000001:3.0:1775768320.939833:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300177964
00000100:00000001:3.0:1775768320.939834:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300179198
00000100:00000001:3.0:1775768320.939835:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768320.939836:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768320.939837:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768320.939839:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768320/real 1775768320]  req@ffff927303d10000 x1862022335211008/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768320.939843:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768320.939844:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768320.939845:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96738.
00000400:00000200:3.0:1775768320.939846:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef36e8
00000400:00000010:3.0:1775768320.939847:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef36e8.
00000100:00000001:3.0:1775768320.939848:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768320.939850:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d10000 x1862022335211008/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768320.939855:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d10000 x1862022335211008/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768320.939858:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768320.939859:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768320.939859:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768320.939860:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768320.939862:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d10000 x1862022335211008/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768320.939865:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768320.939867:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d10000 x1862022335211008/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768345 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768320.939871:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768320.939872:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768320.939873:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768320.939874:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768320.939875:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768320.939876:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768320.939877:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768320.939879:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768320.939880:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768320.939882:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d10000 x1862022335211008/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768345 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768320.939886:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335211008:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768320.939888:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768320.939890:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d11c00 x1862022335211136/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768320.939893:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768320.939894:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768320.939895:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768320.939896:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768320.939897:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768320.939899:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335211136:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768320.939900:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768320.939901:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768320.939902:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768320.939903:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768320.939905:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768320.939907:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768320.939909:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768320.939910:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96738.
00000400:00000010:3.0:1775768320.939912:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef36e8.
00000100:00000200:3.0:1775768320.939913:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335211136, portal 4
00000100:00000001:3.0:1775768320.939915:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768320.939916:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415771136 : -120452293780480 : ffff927303d11c00)
00000100:00000040:3.0:1775768320.939918:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d11c00 x1862022335211136/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768320.939922:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768320.939923:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768320.939924:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef32a8.
00000100:00000200:3.0:1775768320.939926:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335211136, offset 0
00000400:00000200:3.0:1775768320.939928:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768320.939929:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768320.939931:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768320.939933:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768320.939934:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768320.939936:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768320.939937:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768320.939939:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60769:60769:256:4294967295] 192.168.202.131@tcp LPNI seq info [60769:60769:8:4294967295]
00000400:00000200:3.0:1775768320.939941:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768320.939944:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768320.939947:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768320.939948:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768320.939950:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768320.939951:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775768320.939953:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768320.939955:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1775768320.939957:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768320.939958:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768320.939959:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768320.939961:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768320.939962:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef32a8
00000400:00000010:3.0:1775768320.939963:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef32a8.
00000100:00000001:3.0:1775768320.939964:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768320.939966:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d11c00 x1862022335211136/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768320.939974:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768320.939975:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d11c00 x1862022335211136/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768345 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768320.939979:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768320.939980:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768320.939981:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768320.939983:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: using a timeout of 22192 usecs (23 jiffies)
00000400:00000200:3.0:1775768320.939984:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768320.939985:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300177945
00000100:00000001:3.0:1775768320.939986:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300179198
00000100:00000001:3.0:1775768320.939987:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300177945
00000100:00000001:3.0:1775768320.939988:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300179198
00000100:00000001:3.0:1775768320.940001:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768320.940003:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768320.940004:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768320.940007:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768320/real 1775768320]  req@ffff927303d11c00 x1862022335211136/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768320.940012:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768320.940012:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768320.940013:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96738.
00000400:00000200:3.0:1775768320.940015:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef36e8
00000400:00000010:3.0:1775768320.940016:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef36e8.
00000100:00000001:3.0:1775768320.940017:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768320.940019:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d11c00 x1862022335211136/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768320.940023:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d11c00 x1862022335211136/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768320.940027:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768320.940028:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768320.940029:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768320.940030:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768320.940031:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d11c00 x1862022335211136/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768320.940035:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768320.940037:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d11c00 x1862022335211136/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768345 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768320.940040:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768320.940041:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768320.940042:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768320.940043:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768320.940044:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768320.940044:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768320.940046:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768320.940047:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768320.940048:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768320.940050:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d11c00 x1862022335211136/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768345 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768320.940054:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335211136:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768320.940056:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768320.940057:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768320.940059:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d10700 x1862022335210880/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768345 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768320.940062:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768320.940063:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768320.940064:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a66800.
02000000:00000001:3.0:1775768320.940066:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768320.940066:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768320.940068:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c000 refcount=137 obd=lustre-MDT0000-mdc-ffff927308189800
00000020:00000001:3.0:1775768320.940070:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768320.940071:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046e9400.
02000000:00000001:3.0:1775768320.940073:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768320.940074:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768320.940076:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d10700.
00000100:00000001:3.0:1775768320.940078:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768320.940079:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768320.940081:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768320.940083:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d10000 x1862022335211008/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768345 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768320.940089:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768320.940090:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768320.940092:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a64000.
02000000:00000001:3.0:1775768320.940094:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768320.940095:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768320.940096:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f800 refcount=3 obd=lustre-MDT0001-mdc-ffff927308189800
00000020:00000001:3.0:1775768320.940098:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768320.940100:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046eb000.
02000000:00000001:3.0:1775768320.940102:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768320.940103:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768320.940104:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d10000.
00000100:00000001:3.0:1775768320.940106:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768320.940108:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768320.940109:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768320.940112:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d11c00 x1862022335211136/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768345 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768320.940118:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768320.940119:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768320.940121:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768320.940123:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768320.940124:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768320.940125:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f000 refcount=2 obd=lustre-OST0000-osc-ffff927308189800
00000020:00000001:3.0:1775768320.940126:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768320.940127:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046eac00.
02000000:00000001:3.0:1775768320.940128:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768320.940129:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768320.940130:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d11c00.
00000100:00000001:3.0:1775768320.940131:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768320.940132:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768320.940133:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768320.940136:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768320.940137:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768320.940138:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768320.940139:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768320.940140:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768320.940142:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d10380 x1862022335211264/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768320.940146:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768320.940147:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768320.940149:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768320.940150:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768320.940151:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768320.940152:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335211264:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768320.940154:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768320.940155:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768320.940156:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768320.940157:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768320.940159:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768320.940160:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768320.940162:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768320.940164:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96738.
00000400:00000010:3.0:1775768320.940165:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef36e8.
00000100:00000200:3.0:1775768320.940167:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335211264, portal 4
00000100:00000001:3.0:1775768320.940168:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768320.940169:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415764864 : -120452293786752 : ffff927303d10380)
00000100:00000040:3.0:1775768320.940172:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d10380 x1862022335211264/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768320.940176:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768320.940177:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768320.940179:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef32a8.
00000100:00000200:3.0:1775768320.940180:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335211264, offset 0
00000400:00000200:3.0:1775768320.940182:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768320.940184:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768320.940187:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768320.940189:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768320.940190:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768320.940192:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768320.940193:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768320.940195:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60770:60770:256:4294967295] 192.168.202.131@tcp LPNI seq info [60770:60770:8:4294967295]
00000400:00000200:3.0:1775768320.940197:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768320.940200:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768320.940203:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768320.940204:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768320.940207:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768320.940208:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775768320.940211:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768320.940212:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1775768320.940214:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768320.940215:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768320.940217:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768320.940219:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768320.940221:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef32a8
00000400:00000010:3.0:1775768320.940222:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef32a8.
00000100:00000001:3.0:1775768320.940223:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768320.940225:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d10380 x1862022335211264/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768320.940230:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768320.940231:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d10380 x1862022335211264/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768345 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768320.940235:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768320.940235:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768320.940237:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768320.940239:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: using a timeout of 22500 usecs (23 jiffies)
00000400:00000200:3.0:1775768320.940241:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768320.940242:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300177945
00000100:00000001:3.0:1775768320.940244:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300179198
00000100:00000001:3.0:1775768320.940245:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300177945
00000100:00000001:3.0:1775768320.940247:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300179198
00000100:00000001:3.0:1775768320.940248:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768320.940248:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768320.940249:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768320.940251:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768320/real 1775768320]  req@ffff927303d10380 x1862022335211264/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768320.940255:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768320.940256:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768320.940257:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96738.
00000400:00000200:3.0:1775768320.940258:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef36e8
00000400:00000010:3.0:1775768320.940259:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef36e8.
00000100:00000001:3.0:1775768320.940261:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768320.940262:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d10380 x1862022335211264/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768320.940267:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d10380 x1862022335211264/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768320.940271:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768320.940272:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768320.940273:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768320.940273:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768320.940275:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d10380 x1862022335211264/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768320.940278:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768320.940280:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d10380 x1862022335211264/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768345 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768320.940284:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768320.940285:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768320.940286:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768320.940287:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768320.940288:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768320.940289:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768320.940290:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768320.940292:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768320.940293:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768320.940295:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d10380 x1862022335211264/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768345 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768320.940299:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335211264:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768320.940301:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768320.940301:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768320.940303:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d10380 x1862022335211264/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768345 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768320.940306:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768320.940307:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768320.940308:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768320.940309:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768320.940309:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768320.940310:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c800 refcount=2 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:3.0:1775768320.940311:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768320.940312:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046e8c00.
02000000:00000001:3.0:1775768320.940313:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768320.940314:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768320.940314:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d10380.
00000100:00000001:3.0:1775768320.940316:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768320.940316:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768320.940318:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768320.940319:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768320.940320:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768320.940322:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768320.940323:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768321.513843:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768321.513850:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768321.513852:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768321.513857:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768321.513862:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768321.513867:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768321.513870:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768321.513873:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768321.513876:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768321.961833:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768321.961838:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768321.961855:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768321.961857:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768321.961862:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768321.961863:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768321.961867:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768321.961868:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768321.961872:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768321.961873:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768321.961942:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768321.961945:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768321.961948:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768322.217820:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300179198, at 4300179200
00000100:00000040:3.0:1775768322.217820:0:58796:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649b30 (cpu 0) has reached its deadline 4300179198, at 4300179200
00000100:00000010:3.0:1775768322.217837:0:58796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe36c0.
00000100:00000010:2.0:1775768322.217841:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3a80.
00000100:00000001:0.0:1775768322.537875:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768322.537885:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768322.537887:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768322.537894:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768322.537899:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768322.537904:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768322.537907:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768322.537910:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768322.537913:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768322.985803:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768322.985810:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768322.985815:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768322.985816:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768322.985818:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768322.985819:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768322.985821:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768322.985822:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768322.985824:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768322.985825:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768322.985888:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768322.985893:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768322.985897:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768323.561853:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768323.561862:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768323.561864:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768323.561872:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768323.561876:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768323.561880:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768323.561882:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768323.561884:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768323.561886:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768324.009805:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768324.009809:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768324.009813:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768324.009814:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768324.009816:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768324.009817:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768324.009820:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768324.009820:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768324.009823:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768324.009823:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768324.009878:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768324.009884:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768324.009889:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768324.585867:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768324.585877:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768324.585879:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768324.585887:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768324.585891:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768324.585896:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768324.585899:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768324.585903:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768324.585905:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768325.033836:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768325.033842:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768325.033848:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768325.033850:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768325.033853:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768325.033855:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768325.033858:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768325.033860:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768325.033863:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768325.033864:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768325.033924:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768325.033928:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768325.033931:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768325.609774:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768325.609780:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768325.609781:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768325.609786:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768325.609790:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768325.609793:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768325.609796:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768325.609798:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768325.609800:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768326.057772:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768326.057780:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775768326.057782:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768326.057785:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768326.057788:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768326.057794:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5510
00010000:00000001:3.0:1775768326.057799:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000400:00000200:1.0:1775768326.057803:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00010000:00000001:3.0:1775768326.057804:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768326.057807:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768326.057809:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768326.057810:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00010000:00000001:3.0:1775768326.057814:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00080000:1.0:1775768326.057816:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00010000:00000001:3.0:1775768326.057817:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768326.057820:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768326.057822:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768326.057823:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00010000:00000001:3.0:1775768326.057827:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1775768326.057828:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00010000:00000001:3.0:1775768326.057829:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768326.057831:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000040:1.0:1775768326.057833:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00010000:00000001:3.0:1775768326.057834:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768326.057838:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00010000:00000001:3.0:1775768326.057838:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000020:00000001:1.0:1775768326.057844:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768326.057846:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:1.0:1775768326.057848:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00010000:00000001:3.0:1775768326.057850:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1775768326.057851:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00010000:00000001:3.0:1775768326.057855:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768326.057856:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00010000:00000001:3.0:1775768326.057859:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768326.057860:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:1.0:1775768326.057865:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768326.057867:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00010000:00000001:3.0:1775768326.057867:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000040:1.0:1775768326.057871:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00010000:00000001:3.0:1775768326.057871:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1775768326.057873:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00010000:00000001:3.0:1775768326.057874:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000020:00000040:1.0:1775768326.057877:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00010000:00000001:3.0:1775768326.057877:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768326.057882:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00080000:1.0:1775768326.057884:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00010000:00000001:3.0:1775768326.057885:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768326.057887:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768326.057890:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768326.057891:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768326.057895:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768326.057898:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768326.057902:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768326.057903:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1775768326.057905:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00010000:00000001:3.0:1775768326.057906:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768326.057910:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768326.057910:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768326.057913:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768326.057914:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768326.057916:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768326.057917:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768326.057918:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768326.057919:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768326.057920:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768326.057921:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11880.
00000020:00000040:1.0:1775768326.057925:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:1.0:1775768326.057929:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768326.057930:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768326.057932:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768326.057934:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768326.057938:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768326.057958:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8000.
00000100:00000001:1.0:1775768326.057964:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768326.057972:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11880 x1862022335211392/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768326.057980:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768326.057988:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768326.057992:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a965cc18] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11880 x1862022335211392/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1775768326.058002:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000001:1.0:1775768326.058005:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768326.058007:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768326.058009:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00010000:0.0:1775768326.058011:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1775768326.058012:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775768326.058015:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768326.058016:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768326.058018:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768326.058021:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5510
00000400:00000200:1.0:1775768326.058025:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768326.058028:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00000001:3.0:1775768326.058028:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:1.0:1775768326.058030:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768326.058033:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768326.058033:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768326.058036:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768326.058038:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768326.058038:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1775768326.058041:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768326.058043:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768326.058044:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:1.0:1775768326.058044:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768326.058046:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:1.0:1775768326.058047:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:1.0:1775768326.058048:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:1.0:1775768326.058049:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768326.058050:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768326.058051:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768326.058052:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768326.058054:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00000040:3.0:1775768326.058057:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d11880 x1862022335211392/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1775768326.058058:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768326.058061:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768326.058065:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768326.058070:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768326.058073:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768326.058073:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768326.058075:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768326.058077:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1775768326.058079:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1775768326.058082:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:1.0:1775768326.058083:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768326.058086:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768326.058087:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768326.058091:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768326.058093:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d13480.
00000020:00000040:1.0:1775768326.058096:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:1.0:1775768326.058099:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768326.058100:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768326.058102:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768326.058104:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768326.058108:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768326.058108:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335211392:192.168.202.131@tcp:250:kworker.0
00000100:00000001:3.0:1775768326.058115:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000010:1.0:1775768326.058117:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9c00.
02000000:00000001:3.0:1775768326.058118:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768326.058121:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768326.058122:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768326.058123:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768326.058129:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65400.
00000100:00100000:1.0:1775768326.058130:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d13480 x1862022335211520/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1775768326.058131:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768326.058140:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775768326.058145:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768326.058148:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768326.058151:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d08fae2a] to pc [ptlrpcd_rcv+-1]  req@ffff927303d13480 x1862022335211520/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1775768326.058151:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96738.
00000400:00000010:3.0:1775768326.058158:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef36e8.
00000100:00000001:1.0:1775768326.058160:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768326.058163:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768326.058165:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775768326.058166:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:3.0:1775768326.058166:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335211392, portal 25
00000100:00080000:1.0:1775768326.058169:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768326.058170:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768326.058173:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1775768326.058173:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415770240 : -120452293781376 : ffff927303d11880)
00000100:00080000:1.0:1775768326.058176:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5510
00000100:00000040:3.0:1775768326.058180:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d11880 x1862022335211392/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775768326.058182:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768326.058188:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768326.058192:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768326.058196:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768326.058197:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768326.058198:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768326.058199:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768326.058201:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768326.058201:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:1.0:1775768326.058202:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768326.058203:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:1.0:1775768326.058206:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:1.0:1775768326.058209:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000001:3.0:1775768326.058210:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768326.058211:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768326.058213:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768326.058217:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000040:3.0:1775768326.058218:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000100:00000001:1.0:1775768326.058220:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768326.058223:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000400:00000010:3.0:1775768326.058223:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef32a8.
00000100:00080000:1.0:1775768326.058228:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000200:3.0:1775768326.058229:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022335211392, offset 0
00000100:00000001:1.0:1775768326.058230:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768326.058233:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768326.058236:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768326.058238:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768326.058239:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768326.058242:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1775768326.058242:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000008:00000001:1.0:1775768326.058246:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768326.058247:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768326.058250:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11500.
00000020:00000040:1.0:1775768326.058251:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:1.0:1775768326.058252:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768326.058253:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768326.058254:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768326.058255:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768326.058256:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768326.058258:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9800.
00000100:00000001:1.0:1775768326.058261:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768326.058262:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00100000:1.0:1775768326.058266:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11500 x1862022335211648/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1775768326.058270:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768326.058279:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1775768326.058283:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1775768326.058283:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000100:00000001:1.0:1775768326.058287:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768326.058290:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1775768326.058291:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3229bd5] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11500 x1862022335211648/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768326.058298:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768326.058300:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768326.058302:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775768326.058302:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768326.058304:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1775768326.058305:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000100:00000001:1.0:1775768326.058306:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768326.058311:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5510
00000400:00000200:1.0:1775768326.058317:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768326.058317:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60771:60771:256:4294967295] 192.168.202.131@tcp LPNI seq info [60771:60771:8:4294967295]
00000400:00000200:1.0:1775768326.058324:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768326.058327:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1775768326.058330:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000040:1.0:1775768326.058332:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768326.058337:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768326.058339:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768326.058342:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768326.058344:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768326.058347:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:1.0:1775768326.058349:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768326.058351:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:1.0:1775768326.058353:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:1.0:1775768326.058355:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:1.0:1775768326.058362:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000400:00000200:3.0:1775768326.058363:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1775768326.058366:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768326.058371:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768326.058375:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000800:00000200:3.0:1775768326.058376:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000020:00000040:1.0:1775768326.058380:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000800:00000010:3.0:1775768326.058385:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000100:00080000:1.0:1775768326.058386:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768326.058390:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768326.058392:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768326.058395:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768326.058398:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768326.058400:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768326.058403:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775768326.058405:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768326.058407:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1775768326.058408:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000010:1.0:1775768326.058411:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d12d80.
00000020:00000040:1.0:1775768326.058414:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
00000800:00000200:3.0:1775768326.058414:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
02000000:00000001:1.0:1775768326.058419:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768326.058421:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775768326.058425:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:1.0:1775768326.058426:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768326.058427:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768326.058430:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775768326.058431:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
02000000:00000010:1.0:1775768326.058435:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9000.
00000800:00000100:3.0:1775768326.058439:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000100:00000001:1.0:1775768326.058441:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1775768326.058443:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000100:00100000:1.0:1775768326.058448:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d12d80 x1862022335211776/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768326.058455:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768326.058457:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768326.058461:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000896363e8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d12d80 x1862022335211776/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775768326.058462:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768326.058473:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1775768326.058476:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768326.058480:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1775768326.058481:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef32a8
00000100:00080000:1.0:1775768326.058483:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000010:3.0:1775768326.058485:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef32a8.
00000100:00000001:1.0:1775768326.058486:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768326.058489:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768326.058492:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1775768326.058492:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:1.0:1775768326.058497:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5510
00000400:00000200:1.0:1775768326.058503:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768326.058507:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00000200:3.0:1775768326.058509:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d11880 x1862022335211392/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1775768326.058510:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768326.058515:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768326.058521:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768326.058525:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768326.058528:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000001:3.0:1775768326.058529:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000020:00000001:1.0:1775768326.058532:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768326.058534:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:1.0:1775768326.058535:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768326.058537:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:1.0:1775768326.058539:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:1.0:1775768326.058541:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:1.0:1775768326.058544:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768326.058546:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768326.058548:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768326.058550:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768326.058552:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:1.0:1775768326.058554:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768326.058557:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768326.058558:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d11880 x1862022335211392/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768351 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1775768326.058560:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768326.058563:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768326.058568:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768326.058572:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768326.058575:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1775768326.058575:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1775768326.058580:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768326.058580:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768326.058583:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768326.058588:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10380.
00000020:00000040:1.0:1775768326.058590:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:1.0:1775768326.058592:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768326.058593:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768326.058595:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768326.058596:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768326.058597:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768326.058601:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8400.
00000100:00000001:1.0:1775768326.058603:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768326.058607:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10380 x1862022335211904/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768326.058618:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768326.058620:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768326.058624:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fae5f3c] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10380 x1862022335211904/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768326.058631:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768326.058635:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5520)
00000100:00000001:3.0:1775768326.058801:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768326.058820:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768326.058822:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4300184318
00000100:00000010:3.0:1775768326.058829:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe36c0.
00000100:00000001:3.0:1775768326.058836:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1775768326.058841:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4300184318
00000100:00000010:3.0:1775768326.058844:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3120.
00000100:00000001:3.0:1775768326.058848:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1775768326.058851:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768326.058863:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768326.058866:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768326.058872:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768326/real 1775768326]  req@ffff927303d11880 x1862022335211392/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768326.058883:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768326.058885:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768326.058887:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96738.
00000400:00000200:3.0:1775768326.058890:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef36e8
00000400:00000010:3.0:1775768326.058892:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef36e8.
00000100:00000001:3.0:1775768326.058894:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768326.058897:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d11880 x1862022335211392/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768326.058918:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d11880 x1862022335211392/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768326.058926:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768326.058928:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768326.058930:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768326.058932:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768326.058935:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d11880 x1862022335211392/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768326.058952:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768326.058966:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d11880 x1862022335211392/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768351 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768326.058974:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768326.058978:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768326.058979:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768326.058981:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768326.058983:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768326.058986:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768326.058989:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768326.058994:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768326.058996:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768326.059001:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d11880 x1862022335211392/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768351 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768326.059019:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335211392:192.168.202.131@tcp:250:kworker.0
00000100:00000001:3.0:1775768326.059025:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768326.059027:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768326.059030:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d11880 x1862022335211392/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768351 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768326.059036:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768326.059039:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768326.059042:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768326.059046:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768326.059048:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768326.059050:0:2404:0:(genops.c:1242:class_import_put()) import ffff9273194c5000 refcount=3 obd=MGC192.168.202.131@tcp
00000020:00000001:3.0:1775768326.059052:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768326.059055:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046e8000.
02000000:00000001:3.0:1775768326.059071:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768326.059072:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768326.059074:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d11880.
00000100:00000001:3.0:1775768326.059077:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768326.059078:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768326.059081:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768326.059092:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768326.059094:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768326.059096:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768326.059099:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768326.059100:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768326.059104:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d13480 x1862022335211520/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768326.059122:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768326.059123:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768326.059126:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768326.059128:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768326.059129:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768326.059132:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335211520:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768326.059135:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768326.059138:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768326.059139:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768326.059141:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768326.059145:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768326.059148:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768326.059153:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768326.059156:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96738.
00000400:00000010:3.0:1775768326.059171:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef36e8.
00000100:00000200:3.0:1775768326.059176:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335211520, portal 10
00000100:00000001:3.0:1775768326.059178:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768326.059179:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415777408 : -120452293774208 : ffff927303d13480)
00000100:00000040:3.0:1775768326.059186:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d13480 x1862022335211520/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768326.059193:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768326.059197:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768326.059200:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef32a8.
00000100:00000200:3.0:1775768326.059203:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335211520, offset 0
00000400:00000200:3.0:1775768326.059217:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768326.059223:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768326.059229:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768326.059232:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768326.059239:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768326.059242:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768326.059245:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768326.059248:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60772:60772:256:4294967295] 192.168.202.131@tcp LPNI seq info [60772:60772:8:4294967295]
00000400:00000200:3.0:1775768326.059252:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768326.059257:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768326.059270:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768326.059274:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768326.059278:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768326.059281:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775768326.059285:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768326.059287:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1775768326.059291:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768326.059293:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768326.059295:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768326.059299:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768326.059302:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef32a8
00000400:00000010:3.0:1775768326.059304:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef32a8.
00000100:00000001:3.0:1775768326.059306:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768326.059322:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d13480 x1862022335211520/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768326.059330:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768326.059334:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d13480 x1862022335211520/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768351 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768326.059340:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768326.059341:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768326.059345:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768326.059349:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: using a timeout of 15131 usecs (16 jiffies)
00000400:00000200:3.0:1775768326.059353:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768326.059354:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300183057
00000100:00000001:3.0:1775768326.059357:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300184318
00000100:00000001:3.0:1775768326.059370:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300183057
00000100:00000001:3.0:1775768326.059373:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300184318
00000100:00000001:3.0:1775768326.059375:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768326.059377:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768326.059379:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768326.059383:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768326/real 1775768326]  req@ffff927303d13480 x1862022335211520/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768326.059391:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768326.059392:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768326.059394:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96738.
00000400:00000200:3.0:1775768326.059396:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef36e8
00000400:00000010:3.0:1775768326.059397:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef36e8.
00000100:00000001:3.0:1775768326.059400:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768326.059402:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d13480 x1862022335211520/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768326.059409:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d13480 x1862022335211520/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768326.059426:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768326.059428:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768326.059430:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768326.059432:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768326.059435:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d13480 x1862022335211520/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768326.059442:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768326.059445:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d13480 x1862022335211520/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768351 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768326.059451:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768326.059453:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768326.059455:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768326.059456:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768326.059458:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768326.059471:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768326.059474:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768326.059477:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768326.059480:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768326.059484:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d13480 x1862022335211520/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768351 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768326.059492:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335211520:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768326.059496:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768326.059499:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d11500 x1862022335211648/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768326.059505:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768326.059507:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768326.059509:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768326.059522:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768326.059525:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768326.059527:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335211648:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768326.059530:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768326.059532:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768326.059533:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768326.059535:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768326.059539:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a64000.
02000000:00000001:3.0:1775768326.059541:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768326.059544:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768326.059546:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96738.
00000400:00000010:3.0:1775768326.059549:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef36e8.
00000100:00000200:3.0:1775768326.059552:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335211648, portal 10
00000100:00000001:3.0:1775768326.059554:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768326.059555:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415769344 : -120452293782272 : ffff927303d11500)
00000100:00000040:3.0:1775768326.059561:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d11500 x1862022335211648/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768326.059576:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768326.059579:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768326.059581:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef32a8.
00000100:00000200:3.0:1775768326.059583:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335211648, offset 0
00000400:00000200:3.0:1775768326.059587:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768326.059590:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768326.059594:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768326.059597:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768326.059599:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768326.059601:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768326.059603:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768326.059606:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60773:60773:256:4294967295] 192.168.202.131@tcp LPNI seq info [60773:60773:8:4294967295]
00000400:00000200:3.0:1775768326.059609:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768326.059624:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768326.059627:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768326.059631:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768326.059635:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768326.059638:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775768326.059642:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768326.059644:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1775768326.059647:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768326.059649:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768326.059652:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768326.059654:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768326.059657:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef32a8
00000400:00000010:3.0:1775768326.059659:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef32a8.
00000100:00000001:3.0:1775768326.059661:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768326.059674:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d11500 x1862022335211648/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768326.059682:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768326.059684:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d11500 x1862022335211648/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768351 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768326.059694:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768326.059695:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768326.059698:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768326.059701:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: using a timeout of 41678 usecs (42 jiffies)
00000400:00000200:3.0:1775768326.059704:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768326.059706:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300183083
00000100:00000001:3.0:1775768326.059744:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300184318
00000100:00000001:3.0:1775768326.059746:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300183084
00000100:00000001:3.0:1775768326.059747:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300184318
00000100:00000001:3.0:1775768326.059749:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768326.059752:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768326.059754:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768326.059758:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768326/real 1775768326]  req@ffff927303d11500 x1862022335211648/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768326.059778:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768326.059780:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768326.059781:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96738.
00000400:00000200:3.0:1775768326.059784:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef36e8
00000400:00000010:3.0:1775768326.059785:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef36e8.
00000100:00000001:3.0:1775768326.059788:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768326.059791:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d11500 x1862022335211648/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768326.059798:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d11500 x1862022335211648/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768326.059804:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768326.059805:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768326.059807:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768326.059808:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768326.059811:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d11500 x1862022335211648/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768326.059829:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768326.059833:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d11500 x1862022335211648/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768351 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768326.059840:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768326.059842:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768326.059844:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768326.059846:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768326.059847:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768326.059849:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768326.059851:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768326.059854:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768326.059856:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768326.059860:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d11500 x1862022335211648/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768351 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768326.059877:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335211648:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768326.059882:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768326.059885:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d12d80 x1862022335211776/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768326.059893:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768326.059895:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768326.059897:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768326.059898:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768326.059900:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768326.059903:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335211776:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768326.059906:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768326.059908:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768326.059910:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768326.059911:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768326.059914:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a66800.
02000000:00000001:3.0:1775768326.059915:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768326.059926:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768326.059928:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96738.
00000400:00000010:3.0:1775768326.059930:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef36e8.
00000100:00000200:3.0:1775768326.059933:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335211776, portal 4
00000100:00000001:3.0:1775768326.059934:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768326.059935:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415775616 : -120452293776000 : ffff927303d12d80)
00000100:00000040:3.0:1775768326.059939:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d12d80 x1862022335211776/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768326.059964:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768326.059974:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768326.059976:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef32a8.
00000100:00000200:3.0:1775768326.059979:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335211776, offset 0
00000400:00000200:3.0:1775768326.059983:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768326.059987:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768326.059991:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768326.059994:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768326.059996:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768326.059999:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768326.060001:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768326.060005:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60774:60774:256:4294967295] 192.168.202.131@tcp LPNI seq info [60774:60774:8:4294967295]
00000400:00000200:3.0:1775768326.060008:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768326.060014:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768326.060028:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768326.060032:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768326.060036:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768326.060038:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775768326.060042:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768326.060045:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1775768326.060048:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768326.060050:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768326.060052:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768326.060055:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768326.060058:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef32a8
00000400:00000010:3.0:1775768326.060060:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef32a8.
00000100:00000001:3.0:1775768326.060062:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768326.060065:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d12d80 x1862022335211776/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768326.060084:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768326.060088:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d12d80 x1862022335211776/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768351 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768326.060094:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768326.060095:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768326.060098:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768326.060101:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: using a timeout of 22192 usecs (23 jiffies)
00000400:00000200:3.0:1775768326.060104:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768326.060106:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300183065
00000100:00000001:3.0:1775768326.060109:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300184318
00000100:00000001:3.0:1775768326.060111:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300183065
00000100:00000001:3.0:1775768326.060112:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300184318
00000100:00000001:3.0:1775768326.060114:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768326.060116:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768326.060118:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768326.060133:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768326/real 1775768326]  req@ffff927303d12d80 x1862022335211776/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768326.060140:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768326.060141:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768326.060143:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96738.
00000400:00000200:3.0:1775768326.060145:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef36e8
00000400:00000010:3.0:1775768326.060147:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef36e8.
00000100:00000001:3.0:1775768326.060149:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768326.060151:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d12d80 x1862022335211776/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768326.060159:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d12d80 x1862022335211776/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768326.060165:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768326.060166:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768326.060167:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768326.060178:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768326.060182:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d12d80 x1862022335211776/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768326.060189:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768326.060192:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d12d80 x1862022335211776/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768351 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768326.060199:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768326.060201:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768326.060202:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768326.060203:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768326.060205:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768326.060206:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768326.060209:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768326.060212:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768326.060214:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768326.060218:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d12d80 x1862022335211776/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768351 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768326.060242:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335211776:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768326.060246:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768326.060250:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d10380 x1862022335211904/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768326.060256:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768326.060257:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768326.060259:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768326.060260:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768326.060262:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768326.060265:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335211904:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768326.060267:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768326.060269:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768326.060282:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768326.060284:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768326.060287:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768326.060289:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768326.060292:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768326.060295:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96738.
00000400:00000010:3.0:1775768326.060298:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef36e8.
00000100:00000200:3.0:1775768326.060300:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335211904, portal 4
00000100:00000001:3.0:1775768326.060302:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768326.060303:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415764864 : -120452293786752 : ffff927303d10380)
00000100:00000040:3.0:1775768326.060309:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d10380 x1862022335211904/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768326.060315:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768326.060317:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768326.060319:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef32a8.
00000100:00000200:3.0:1775768326.060330:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335211904, offset 0
00000400:00000200:3.0:1775768326.060335:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768326.060338:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768326.060342:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768326.060344:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768326.060346:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768326.060348:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768326.060350:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768326.060353:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60775:60775:256:4294967295] 192.168.202.131@tcp LPNI seq info [60775:60775:8:4294967295]
00000400:00000200:3.0:1775768326.060357:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768326.060363:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768326.060367:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768326.060371:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768326.060384:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768326.060386:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775768326.060390:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768326.060392:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1775768326.060396:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768326.060398:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768326.060400:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768326.060404:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768326.060406:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef32a8
00000400:00000010:3.0:1775768326.060408:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef32a8.
00000100:00000001:3.0:1775768326.060410:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768326.060413:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d10380 x1862022335211904/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768326.060420:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768326.060432:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d10380 x1862022335211904/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768351 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768326.060438:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768326.060440:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768326.060443:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768326.060447:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: using a timeout of 22500 usecs (23 jiffies)
00000400:00000200:3.0:1775768326.060450:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768326.060452:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300183065
00000100:00000001:3.0:1775768326.060454:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300184318
00000100:00000001:3.0:1775768326.060455:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300183065
00000100:00000001:3.0:1775768326.060457:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300184318
00000100:00000001:3.0:1775768326.060459:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768326.060462:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768326.060463:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768326.060467:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768326/real 1775768326]  req@ffff927303d10380 x1862022335211904/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768326.060485:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768326.060487:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768326.060488:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96738.
00000400:00000200:3.0:1775768326.060490:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef36e8
00000400:00000010:3.0:1775768326.060491:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef36e8.
00000100:00000001:3.0:1775768326.060492:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768326.060495:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d10380 x1862022335211904/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768326.060500:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d10380 x1862022335211904/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768326.060505:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768326.060506:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768326.060507:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768326.060507:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768326.060509:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d10380 x1862022335211904/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768326.060512:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768326.060515:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d10380 x1862022335211904/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768351 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768326.060519:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768326.060521:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768326.060522:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768326.060522:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768326.060529:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768326.060530:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768326.060531:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768326.060536:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768326.060537:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768326.060541:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d10380 x1862022335211904/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768351 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768326.060549:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335211904:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768326.060554:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768326.060556:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768326.060559:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d13480 x1862022335211520/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768351 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768326.060565:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768326.060567:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768326.060569:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768326.060573:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768326.060583:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768326.060585:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c000 refcount=137 obd=lustre-MDT0000-mdc-ffff927308189800
00000020:00000001:3.0:1775768326.060588:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768326.060590:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046e9c00.
02000000:00000001:3.0:1775768326.060594:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768326.060595:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768326.060597:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d13480.
00000100:00000001:3.0:1775768326.060599:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768326.060600:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768326.060602:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768326.060605:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d11500 x1862022335211648/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768351 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768326.060611:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768326.060612:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768326.060614:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a64000.
02000000:00000001:3.0:1775768326.060616:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768326.060617:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768326.060618:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f800 refcount=3 obd=lustre-MDT0001-mdc-ffff927308189800
00000020:00000001:3.0:1775768326.060620:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768326.060622:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046e9800.
02000000:00000001:3.0:1775768326.060624:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768326.060635:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768326.060637:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d11500.
00000100:00000001:3.0:1775768326.060639:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768326.060640:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768326.060641:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768326.060644:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d12d80 x1862022335211776/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768351 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768326.060649:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768326.060651:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768326.060652:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a66800.
02000000:00000001:3.0:1775768326.060654:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768326.060655:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768326.060656:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f000 refcount=2 obd=lustre-OST0000-osc-ffff927308189800
00000020:00000001:3.0:1775768326.060657:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768326.060659:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046e9000.
02000000:00000001:3.0:1775768326.060661:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768326.060662:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768326.060663:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d12d80.
00000100:00000001:3.0:1775768326.060665:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768326.060666:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768326.060668:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768326.060670:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d10380 x1862022335211904/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768351 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768326.060675:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768326.060686:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768326.060688:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768326.060690:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768326.060691:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768326.060692:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c800 refcount=2 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:3.0:1775768326.060694:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768326.060696:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046e8400.
02000000:00000001:3.0:1775768326.060698:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768326.060699:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768326.060700:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d10380.
00000100:00000001:3.0:1775768326.060703:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768326.060704:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768326.060707:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768326.060753:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768326.060755:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768326.060757:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768326.060758:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768326.633783:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768326.633788:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768326.633790:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768326.633793:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768326.633796:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768326.633798:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768326.633800:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768326.633802:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768326.633803:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768327.081786:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768327.081790:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768327.081793:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768327.081794:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768327.081797:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768327.081798:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768327.081800:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768327.081801:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768327.081803:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768327.081804:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768327.081857:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768327.081861:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768327.081865:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768327.337797:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300184318, at 4300184320
00000100:00000040:3.0:1775768327.337797:0:58796:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649b30 (cpu 0) has reached its deadline 4300184318, at 4300184320
00000100:00000010:3.0:1775768327.337808:0:58796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3120.
00000100:00000010:2.0:1775768327.337815:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe36c0.
00000100:00000001:0.0:1775768327.657845:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768327.657852:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768327.657854:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768327.657866:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768327.657869:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768327.657873:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768327.657876:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768327.657878:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768327.657880:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768328.105819:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768328.105825:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768328.105831:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768328.105832:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768328.105835:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768328.105836:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768328.105840:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768328.105843:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768328.105845:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768328.105848:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768328.105850:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768328.105852:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768328.105853:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768328.105855:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768328.105857:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768328.105858:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768328.105903:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768328.105906:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768328.105908:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768328.681817:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768328.681824:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768328.681825:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768328.681830:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768328.681834:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768328.681837:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768328.681840:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768328.681842:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768328.681845:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768329.129814:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768329.129819:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768329.129823:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768329.129824:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768329.129827:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768329.129828:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768329.129830:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768329.129831:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768329.129833:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768329.129833:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768329.129885:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768329.129888:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768329.129891:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768329.705817:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768329.705822:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768329.705824:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768329.705829:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768329.705832:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768329.705836:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768329.705838:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768329.705839:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768329.705841:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768330.153846:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768330.153852:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768330.153858:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768330.153858:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768330.153861:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768330.153862:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768330.153864:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768330.153865:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768330.153867:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768330.153868:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768330.153979:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768330.153986:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768330.153990:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768330.729825:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768330.729834:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768330.729836:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768330.729852:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768330.729856:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768330.729861:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768330.729865:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768330.729867:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768330.729870:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768331.177803:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768331.177813:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775768331.177816:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768331.177820:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768331.177825:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768331.177833:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5515
00010000:00000001:3.0:1775768331.177841:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000400:00000200:1.0:1775768331.177842:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00010000:00000001:3.0:1775768331.177847:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768331.177850:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768331.177856:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768331.177860:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00010000:00000001:3.0:1775768331.177860:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768331.177869:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768331.177870:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768331.177878:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768331.177880:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00010000:00000001:3.0:1775768331.177882:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000020:00000001:1.0:1775768331.177883:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768331.177886:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00010000:00000001:3.0:1775768331.177886:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768331.177903:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768331.177906:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:1.0:1775768331.177909:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00010000:00000001:3.0:1775768331.177909:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000020:00000001:1.0:1775768331.177913:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00010000:00000001:3.0:1775768331.177913:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768331.177925:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00010000:00000001:3.0:1775768331.177926:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768331.177928:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768331.177932:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768331.177936:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768331.177939:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768331.177943:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:1.0:1775768331.177948:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768331.177951:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768331.177955:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768331.177959:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768331.177962:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768331.177965:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768331.177968:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768331.177986:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768331.177991:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768331.177991:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11c00.
00010000:00010000:0.0:1775768331.177997:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000040:1.0:1775768331.177998:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:1.0:1775768331.178004:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768331.178007:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768331.178010:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768331.178014:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768331.178020:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768331.178031:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046ea000.
00000100:00000001:1.0:1775768331.178038:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768331.178047:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11c00 x1862022335212032/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768331.178056:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768331.178060:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768331.178063:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062b06338] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11c00 x1862022335212032/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768331.178081:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768331.178083:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768331.178086:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775768331.178088:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768331.178089:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768331.178092:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768331.178096:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5515
00000400:00000200:1.0:1775768331.178101:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768331.178105:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768331.178108:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768331.178112:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768331.178113:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768331.178115:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775768331.178118:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1775768331.178121:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768331.178123:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1775768331.178130:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768331.178135:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768331.178137:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:1.0:1775768331.178141:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:3.0:1775768331.178141:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d11c00 x1862022335212032/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1775768331.178143:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:1.0:1775768331.178151:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:1.0:1775768331.178163:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000001:3.0:1775768331.178164:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768331.178166:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768331.178172:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
02000000:00000001:3.0:1775768331.178173:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1775768331.178180:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1775768331.178181:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1775768331.178182:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768331.178188:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
02000000:00000001:3.0:1775768331.178190:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1775768331.178192:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:1.0:1775768331.178199:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00100000:3.0:1775768331.178201:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335212032:192.168.202.131@tcp:250:kworker.0
00000100:00000001:1.0:1775768331.178202:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768331.178207:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768331.178214:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768331.178220:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768331.178220:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1775768331.178226:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:3.0:1775768331.178229:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:1.0:1775768331.178231:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1775768331.178232:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768331.178239:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:1.0:1775768331.178240:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768331.178244:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768331.178248:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10000.
02000000:00000010:3.0:1775768331.178249:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65000.
00000020:00000040:1.0:1775768331.178253:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:3.0:1775768331.178254:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768331.178261:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768331.178262:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768331.178264:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768331.178266:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768331.178267:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768331.178270:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eb400.
00000100:00000001:1.0:1775768331.178275:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768331.178276:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768331.178283:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96738.
00000100:00100000:1.0:1775768331.178285:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10000 x1862022335212160/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1775768331.178292:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef36e8.
00000100:00000001:1.0:1775768331.178301:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768331.178304:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1775768331.178304:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335212032, portal 25
00000100:00000001:3.0:1775768331.178313:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768331.178317:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415771136 : -120452293780480 : ffff927303d11c00)
00000100:00000040:1.0:1775768331.178318:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbb7fab8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10000 x1862022335212160/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775768331.178331:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d11c00 x1862022335212032/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768331.178332:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768331.178341:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768331.178353:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775768331.178358:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768331.178360:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768331.178366:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1775768331.178370:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:3.0:1775768331.178370:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768331.178376:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef32a8.
00000100:00080000:1.0:1775768331.178378:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5515
00000100:00000200:3.0:1775768331.178383:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022335212032, offset 0
00000400:00000200:1.0:1775768331.178392:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768331.178400:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000400:00000200:3.0:1775768331.178401:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000100:00080000:1.0:1775768331.178406:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768331.178412:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000400:00000200:3.0:1775768331.178418:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775768331.178420:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768331.178425:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768331.178430:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000400:00000200:3.0:1775768331.178430:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000020:00000001:1.0:1775768331.178438:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768331.178440:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000400:00000200:3.0:1775768331.178442:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:1.0:1775768331.178445:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:3.0:1775768331.178448:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000020:00000040:1.0:1775768331.178449:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:1.0:1775768331.178458:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000400:00000200:3.0:1775768331.178458:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000020:00000001:1.0:1775768331.178466:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000400:00000200:3.0:1775768331.178467:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000100:00000040:1.0:1775768331.178476:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000400:00000200:3.0:1775768331.178477:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60776:60776:256:4294967295] 192.168.202.131@tcp LPNI seq info [60776:60776:8:4294967295]
00000100:00000001:1.0:1775768331.178481:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768331.178487:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768331.178491:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000400:00000200:3.0:1775768331.178492:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000020:00000040:1.0:1775768331.178499:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:1.0:1775768331.178505:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768331.178511:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768331.178518:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1775768331.178519:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1775768331.178523:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768331.178532:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1775768331.178532:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000100:00000001:1.0:1775768331.178540:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000800:00000010:3.0:1775768331.178542:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000008:00100000:1.0:1775768331.178544:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768331.178549:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768331.178551:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1775768331.178554:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000010:1.0:1775768331.178558:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10700.
00000800:00000200:3.0:1775768331.178559:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000020:00000040:1.0:1775768331.178564:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:1.0:1775768331.178569:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768331.178571:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768331.178573:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768331.178574:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768331.178581:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775768331.178582:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768331.178590:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
02000000:00000010:1.0:1775768331.178592:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046ea400.
00000800:00000100:3.0:1775768331.178598:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000100:00000001:1.0:1775768331.178599:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1775768331.178603:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000100:00100000:1.0:1775768331.178609:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10700 x1862022335212288/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1775768331.178610:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768331.178629:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1775768331.178638:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1775768331.178641:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef32a8
00000100:00000001:1.0:1775768331.178642:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775768331.178646:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef32a8.
00000100:00000040:1.0:1775768331.178652:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9d335f8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10700 x1862022335212288/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768331.178652:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768331.178661:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d11c00 x1862022335212032/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768331.178697:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768331.178701:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1775768331.178702:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768331.178729:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d11c00 x1862022335212032/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768356 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768331.178737:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768331.178739:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:1.0:1775768331.178745:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775768331.178745:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768331.178748:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768331.178752:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1775768331.178754:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775768331.178765:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1775768331.178765:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4300189438
00000100:00080000:1.0:1775768331.178774:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5515
00000100:00000010:3.0:1775768331.178775:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3120.
00000100:00000001:3.0:1775768331.178789:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2
00000400:00000200:1.0:1775768331.178790:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768331.178803:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4300189438
00000400:00000200:1.0:1775768331.178804:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768331.178811:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000010:3.0:1775768331.178811:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3000.
00000100:00000001:3.0:1775768331.178818:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3
00000100:00000040:1.0:1775768331.178820:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768331.178823:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768331.178824:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768331.178829:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768331.178831:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768331.178834:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000001:3.0:1775768331.178836:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000020:00000001:1.0:1775768331.178840:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000100:00100000:3.0:1775768331.178844:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768331/real 1775768331]  req@ffff927303d11c00 x1862022335212032/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1775768331.178845:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:1.0:1775768331.178850:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768331.178854:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:1.0:1775768331.178863:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:1.0:1775768331.178872:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000400:00000001:3.0:1775768331.178875:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768331.178878:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:1.0:1775768331.178881:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000400:00000010:3.0:1775768331.178884:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96738.
00000100:00000001:1.0:1775768331.178887:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1775768331.178890:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef36e8
00000100:00000040:1.0:1775768331.178907:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000400:00000010:3.0:1775768331.178907:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef36e8.
00000100:00000001:1.0:1775768331.178916:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000001:3.0:1775768331.178917:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:1.0:1775768331.178922:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00000200:3.0:1775768331.178926:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d11c00 x1862022335212032/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1775768331.178931:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768331.178941:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768331.178949:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:3.0:1775768331.178954:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d11c00 x1862022335212032/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1775768331.178956:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768331.178965:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768331.178969:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768331.178970:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768331.178973:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:1.0:1775768331.178974:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1775768331.178977:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768331.178980:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:1.0:1775768331.178981:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768331.178987:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768331.178991:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d11c00 x1862022335212032/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1775768331.178995:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10e00.
00000020:00000040:1.0:1775768331.179004:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
00000100:00000001:3.0:1775768331.179011:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1775768331.179012:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768331.179015:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768331.179018:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768331.179023:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:3.0:1775768331.179023:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d11c00 x1862022335212032/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768356 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1775768331.179026:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768331.179039:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000010:1.0:1775768331.179040:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eb800.
00000100:00000001:3.0:1775768331.179046:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768331.179047:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768331.179051:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768331.179053:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768331.179056:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00100000:1.0:1775768331.179058:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10e00 x1862022335212416/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768331.179060:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768331.179071:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768331.179091:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775768331.179092:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768331.179097:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:1.0:1775768331.179098:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768331.179108:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d11c00 x1862022335212032/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768356 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775768331.179109:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009b4566e] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10e00 x1862022335212416/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768331.179171:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768331.179173:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335212032:192.168.202.131@tcp:250:kworker.0
00000100:00080000:1.0:1775768331.179175:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1775768331.179185:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1775768331.179186:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775768331.179191:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1775768331.179193:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00080000:1.0:1775768331.179196:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:3.0:1775768331.179201:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d11c00 x1862022335212032/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768356 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768331.179203:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768331.179210:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5515
00000100:00000001:3.0:1775768331.179220:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
00000400:00000200:1.0:1775768331.179224:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
02000000:00000001:3.0:1775768331.179226:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768331.179230:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65000.
00000400:00000200:1.0:1775768331.179233:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768331.179238:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
02000000:00000001:3.0:1775768331.179238:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768331.179242:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000100:00000040:1.0:1775768331.179247:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000020:00000040:3.0:1775768331.179247:0:2404:0:(genops.c:1242:class_import_put()) import ffff9273194c5000 refcount=3 obd=MGC192.168.202.131@tcp
00000100:00000001:1.0:1775768331.179259:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000020:00000001:3.0:1775768331.179259:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768331.179264:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046ea000.
00000100:00000040:1.0:1775768331.179268:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
02000000:00000001:3.0:1775768331.179271:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:1.0:1775768331.179275:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
02000000:00000001:3.0:1775768331.179276:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768331.179278:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d11c00.
00000020:00000001:1.0:1775768331.179285:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:3.0:1775768331.179287:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000020:00000040:1.0:1775768331.179288:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000100:00000001:3.0:1775768331.179291:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1775768331.179292:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1775768331.179295:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1775768331.179296:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:1.0:1775768331.179305:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:1.0:1775768331.179309:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000001:3.0:1775768331.179311:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:1.0:1775768331.179314:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768331.179315:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768331.179321:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775768331.179323:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768331.179326:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1775768331.179327:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768331.179329:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1775768331.179336:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000040:3.0:1775768331.179340:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d10000 x1862022335212160/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1775768331.179342:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:1.0:1775768331.179354:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:3.0:1775768331.179358:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768331.179362:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768331.179363:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768331.179371:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768331.179372:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768331.179376:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768331.179377:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768331.179382:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768331.179383:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768331.179390:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00100000:3.0:1775768331.179394:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335212160:192.168.202.131@tcp:38:kworker.0
00000008:00100000:1.0:1775768331.179395:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775768331.179404:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768331.179406:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1775768331.179408:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768331.179409:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768331.179412:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768331.179413:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11c00.
02000000:00000001:3.0:1775768331.179415:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:1.0:1775768331.179419:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000010:3.0:1775768331.179421:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65000.
02000000:00000001:1.0:1775768331.179424:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768331.179425:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768331.179428:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768331.179431:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:3.0:1775768331.179432:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
02000000:00000001:1.0:1775768331.179434:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:3.0:1775768331.179437:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96738.
02000000:00000001:1.0:1775768331.179438:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775768331.179443:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef36e8.
02000000:00000010:1.0:1775768331.179446:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8400.
00000100:00000200:3.0:1775768331.179447:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335212160, portal 10
00000100:00000001:3.0:1775768331.179451:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768331.179453:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768331.179454:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415763968 : -120452293787648 : ffff927303d10000)
00000100:00100000:1.0:1775768331.179470:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11c00 x1862022335212544/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1775768331.179470:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d10000 x1862022335212160/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768331.179527:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768331.179536:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768331.179543:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef32a8.
00000100:00000001:1.0:1775768331.179553:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:3.0:1775768331.179553:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335212160, offset 0
00000100:00000001:1.0:1775768331.179558:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768331.179565:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000100:00000040:1.0:1775768331.179569:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062b06338] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11c00 x1862022335212544/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775768331.179570:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768331.179580:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768331.179587:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768331.179598:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000100:00000001:1.0:1775768331.179603:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768331.179603:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768331.179611:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000100:00000040:1.0:1775768331.179614:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5525)
00000400:00000200:3.0:1775768331.179615:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60777:60777:256:4294967295] 192.168.202.131@tcp LPNI seq info [60777:60777:8:4294967295]
00000400:00000200:3.0:1775768331.179624:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768331.179630:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768331.179635:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768331.179639:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768331.179644:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768331.179646:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775768331.179650:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768331.179652:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1775768331.179655:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768331.179657:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768331.179661:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768331.179664:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768331.179667:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef32a8
00000400:00000010:3.0:1775768331.179668:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef32a8.
00000100:00000001:3.0:1775768331.179670:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768331.179674:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d10000 x1862022335212160/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768331.179681:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768331.179683:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d10000 x1862022335212160/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768356 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768331.179689:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768331.179690:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768331.179692:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768331.179696:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: using a timeout of 15131 usecs (16 jiffies)
00000400:00000200:3.0:1775768331.179698:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768331.179700:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300188177
00000100:00000001:3.0:1775768331.179702:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300189438
00000100:00000001:3.0:1775768331.179704:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300188177
00000100:00000001:3.0:1775768331.179706:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300189438
00000100:00000001:3.0:1775768331.179729:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768331.179730:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768331.179732:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768331.179735:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768331/real 1775768331]  req@ffff927303d10000 x1862022335212160/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768331.179741:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768331.179743:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768331.179744:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96738.
00000400:00000200:3.0:1775768331.179746:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef36e8
00000400:00000010:3.0:1775768331.179748:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef36e8.
00000100:00000001:3.0:1775768331.179750:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768331.179753:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d10000 x1862022335212160/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768331.179760:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d10000 x1862022335212160/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768331.179764:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768331.179766:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768331.179767:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768331.179768:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768331.179771:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d10000 x1862022335212160/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768331.179776:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768331.179779:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d10000 x1862022335212160/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768356 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768331.179784:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768331.179786:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768331.179788:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768331.179789:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768331.179790:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768331.179792:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768331.179794:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768331.179797:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768331.179799:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768331.179802:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d10000 x1862022335212160/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768356 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768331.179809:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335212160:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768331.179812:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768331.179815:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d10700 x1862022335212288/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768331.179826:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768331.179827:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768331.179829:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768331.179831:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768331.179833:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768331.179836:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335212288:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768331.179839:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768331.179841:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768331.179842:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768331.179844:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768331.179847:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a66800.
02000000:00000001:3.0:1775768331.179848:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768331.179851:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768331.179854:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96738.
00000400:00000010:3.0:1775768331.179856:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef36e8.
00000100:00000200:3.0:1775768331.179859:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335212288, portal 10
00000100:00000001:3.0:1775768331.179860:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768331.179861:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415765760 : -120452293785856 : ffff927303d10700)
00000100:00000040:3.0:1775768331.179866:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d10700 x1862022335212288/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768331.179871:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768331.179873:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768331.179875:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef32a8.
00000100:00000200:3.0:1775768331.179877:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335212288, offset 0
00000400:00000200:3.0:1775768331.179880:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768331.179883:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768331.179887:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768331.179889:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768331.179903:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768331.179905:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768331.179907:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768331.179910:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60778:60778:256:4294967295] 192.168.202.131@tcp LPNI seq info [60778:60778:8:4294967295]
00000400:00000200:3.0:1775768331.179914:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768331.179919:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768331.179923:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768331.179926:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768331.179929:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768331.179932:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775768331.179935:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768331.179937:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1775768331.179940:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768331.179942:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768331.179945:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768331.179948:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768331.179950:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef32a8
00000400:00000010:3.0:1775768331.179952:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef32a8.
00000100:00000001:3.0:1775768331.179953:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768331.179956:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d10700 x1862022335212288/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768331.179963:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768331.179966:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d10700 x1862022335212288/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768356 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768331.179971:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768331.179972:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768331.179974:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768331.179977:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: using a timeout of 41678 usecs (42 jiffies)
00000400:00000200:3.0:1775768331.179979:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768331.179981:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300188204
00000100:00000001:3.0:1775768331.179983:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300189438
00000100:00000001:3.0:1775768331.179985:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300188204
00000100:00000001:3.0:1775768331.179987:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300189438
00000100:00000001:3.0:1775768331.179989:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768331.179991:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768331.179993:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768331.179995:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768331/real 1775768331]  req@ffff927303d10700 x1862022335212288/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768331.180002:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768331.180003:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768331.180004:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96738.
00000400:00000200:3.0:1775768331.180006:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef36e8
00000400:00000010:3.0:1775768331.180007:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef36e8.
00000100:00000001:3.0:1775768331.180008:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768331.180011:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d10700 x1862022335212288/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768331.180018:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d10700 x1862022335212288/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768331.180023:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768331.180024:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768331.180025:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768331.180026:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768331.180029:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d10700 x1862022335212288/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768331.180033:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768331.180036:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d10700 x1862022335212288/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768356 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768331.180042:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768331.180044:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768331.180045:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768331.180046:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768331.180047:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768331.180048:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768331.180050:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768331.180053:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768331.180055:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768331.180058:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d10700 x1862022335212288/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768356 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768331.180064:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335212288:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768331.180068:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768331.180071:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d10e00 x1862022335212416/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768331.180076:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768331.180078:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768331.180080:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768331.180081:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768331.180083:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768331.180085:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335212416:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768331.180088:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768331.180090:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768331.180091:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768331.180093:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768331.180096:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a64000.
02000000:00000001:3.0:1775768331.180097:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768331.180100:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768331.180102:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96738.
00000400:00000010:3.0:1775768331.180104:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef36e8.
00000100:00000200:3.0:1775768331.180107:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335212416, portal 4
00000100:00000001:3.0:1775768331.180108:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768331.180109:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415767552 : -120452293784064 : ffff927303d10e00)
00000100:00000040:3.0:1775768331.180114:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d10e00 x1862022335212416/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768331.180119:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768331.180121:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768331.180123:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef32a8.
00000100:00000200:3.0:1775768331.180125:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335212416, offset 0
00000400:00000200:3.0:1775768331.180128:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768331.180131:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768331.180134:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768331.180136:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768331.180138:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768331.180140:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768331.180142:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768331.180145:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60779:60779:256:4294967295] 192.168.202.131@tcp LPNI seq info [60779:60779:8:4294967295]
00000400:00000200:3.0:1775768331.180148:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768331.180154:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768331.180157:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768331.180159:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768331.180162:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768331.180165:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775768331.180168:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768331.180170:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1775768331.180173:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768331.180175:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768331.180178:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768331.180180:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768331.180183:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef32a8
00000400:00000010:3.0:1775768331.180184:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef32a8.
00000100:00000001:3.0:1775768331.180186:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768331.180190:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d10e00 x1862022335212416/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768331.180196:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768331.180198:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d10e00 x1862022335212416/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768356 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768331.180204:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768331.180205:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768331.180208:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768331.180211:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: using a timeout of 22192 usecs (23 jiffies)
00000400:00000200:3.0:1775768331.180213:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768331.180215:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300188185
00000100:00000001:3.0:1775768331.180217:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300189438
00000100:00000001:3.0:1775768331.180219:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300188185
00000100:00000001:3.0:1775768331.180221:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300189438
00000100:00000001:3.0:1775768331.180223:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768331.180224:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768331.180225:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768331.180228:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768331/real 1775768331]  req@ffff927303d10e00 x1862022335212416/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768331.180234:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768331.180235:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768331.180237:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96738.
00000400:00000200:3.0:1775768331.180239:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef36e8
00000400:00000010:3.0:1775768331.180240:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef36e8.
00000100:00000001:3.0:1775768331.180242:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768331.180244:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d10e00 x1862022335212416/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768331.180250:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d10e00 x1862022335212416/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768331.180256:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768331.180257:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768331.180259:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768331.180259:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768331.180262:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d10e00 x1862022335212416/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768331.180267:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768331.180270:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d10e00 x1862022335212416/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768356 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768331.180276:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768331.180278:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768331.180279:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768331.180280:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768331.180281:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768331.180283:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768331.180284:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768331.180287:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768331.180288:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768331.180291:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d10e00 x1862022335212416/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768356 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768331.180296:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335212416:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768331.180299:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768331.180300:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768331.180303:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d10000 x1862022335212160/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768356 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768331.180307:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768331.180308:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768331.180310:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768331.180312:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768331.180313:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768331.180314:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c000 refcount=137 obd=lustre-MDT0000-mdc-ffff927308189800
00000020:00000001:3.0:1775768331.180316:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768331.180318:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046eb400.
02000000:00000001:3.0:1775768331.180321:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768331.180322:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768331.180323:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d10000.
00000100:00000001:3.0:1775768331.180326:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768331.180327:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768331.180328:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768331.180331:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d10700 x1862022335212288/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768356 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768331.180337:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768331.180338:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768331.180339:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a66800.
02000000:00000001:3.0:1775768331.180341:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768331.180342:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768331.180343:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f800 refcount=3 obd=lustre-MDT0001-mdc-ffff927308189800
00000020:00000001:3.0:1775768331.180344:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768331.180345:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046ea400.
02000000:00000001:3.0:1775768331.180347:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768331.180348:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768331.180349:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d10700.
00000100:00000001:3.0:1775768331.180350:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768331.180352:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768331.180353:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768331.180355:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d10e00 x1862022335212416/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768356 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768331.180359:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768331.180360:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768331.180361:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a64000.
02000000:00000001:3.0:1775768331.180363:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768331.180364:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768331.180365:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f000 refcount=2 obd=lustre-OST0000-osc-ffff927308189800
00000020:00000001:3.0:1775768331.180366:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768331.180367:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046eb800.
02000000:00000001:3.0:1775768331.180369:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768331.180369:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768331.180370:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d10e00.
00000100:00000001:3.0:1775768331.180372:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768331.180373:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768331.180375:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768331.180378:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768331.180379:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768331.180381:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768331.180383:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768331.180384:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768331.180387:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d11c00 x1862022335212544/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768331.180393:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768331.180394:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768331.180395:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768331.180396:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768331.180398:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768331.180401:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335212544:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768331.180403:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768331.180405:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768331.180406:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768331.180408:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768331.180410:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a64000.
02000000:00000001:3.0:1775768331.180411:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768331.180414:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768331.180416:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96738.
00000400:00000010:3.0:1775768331.180418:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef36e8.
00000100:00000200:3.0:1775768331.180421:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335212544, portal 4
00000100:00000001:3.0:1775768331.180422:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768331.180424:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415771136 : -120452293780480 : ffff927303d11c00)
00000100:00000040:3.0:1775768331.180428:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d11c00 x1862022335212544/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768331.180433:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768331.180435:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768331.180437:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef32a8.
00000100:00000200:3.0:1775768331.180439:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335212544, offset 0
00000400:00000200:3.0:1775768331.180442:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768331.180444:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768331.180447:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768331.180449:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768331.180451:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768331.180454:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768331.180456:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768331.180458:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60780:60780:256:4294967295] 192.168.202.131@tcp LPNI seq info [60780:60780:8:4294967295]
00000400:00000200:3.0:1775768331.180461:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768331.180467:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768331.180470:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768331.180472:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768331.180475:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768331.180477:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775768331.180482:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768331.180484:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1775768331.180487:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768331.180488:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768331.180491:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768331.180494:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768331.180497:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef32a8
00000400:00000010:3.0:1775768331.180498:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef32a8.
00000100:00000001:3.0:1775768331.180500:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768331.180503:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d11c00 x1862022335212544/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768331.180509:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768331.180511:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d11c00 x1862022335212544/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768356 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768331.180517:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768331.180518:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768331.180521:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768331.180523:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: using a timeout of 22500 usecs (23 jiffies)
00000400:00000200:3.0:1775768331.180526:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768331.180528:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300188185
00000100:00000001:3.0:1775768331.180530:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300189438
00000100:00000001:3.0:1775768331.180532:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300188185
00000100:00000001:3.0:1775768331.180535:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300189438
00000100:00000001:3.0:1775768331.180537:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768331.180538:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768331.180540:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768331.180543:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768331/real 1775768331]  req@ffff927303d11c00 x1862022335212544/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768331.180548:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768331.180549:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768331.180550:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96738.
00000400:00000200:3.0:1775768331.180552:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef36e8
00000400:00000010:3.0:1775768331.180553:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef36e8.
00000100:00000001:3.0:1775768331.180554:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768331.180556:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d11c00 x1862022335212544/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768331.180563:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d11c00 x1862022335212544/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768331.180569:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768331.180570:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768331.180571:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768331.180572:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768331.180575:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d11c00 x1862022335212544/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768331.180580:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768331.180582:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d11c00 x1862022335212544/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768356 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768331.180587:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768331.180589:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768331.180590:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768331.180591:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768331.180593:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768331.180595:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768331.180597:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768331.180600:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768331.180602:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768331.180605:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d11c00 x1862022335212544/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768356 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768331.180610:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335212544:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768331.180613:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768331.180614:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768331.180616:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d11c00 x1862022335212544/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768356 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768331.180621:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768331.180622:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768331.180623:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a64000.
02000000:00000001:3.0:1775768331.180625:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768331.180626:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768331.180628:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c800 refcount=2 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:3.0:1775768331.180629:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768331.180631:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046e8400.
02000000:00000001:3.0:1775768331.180633:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768331.180634:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768331.180635:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d11c00.
00000100:00000001:3.0:1775768331.180637:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768331.180638:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768331.180640:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768331.180642:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768331.180643:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768331.180645:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768331.180646:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768331.753843:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768331.753850:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768331.753852:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768331.753857:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768331.753861:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768331.753865:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768331.753867:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768331.753869:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768331.753871:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768332.201852:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768332.201861:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768332.201869:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768332.201871:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768332.201874:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768332.201875:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768332.201879:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768332.201880:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768332.201913:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768332.201914:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768332.201975:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768332.201982:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768332.201985:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768332.457816:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300189438, at 4300189440
00000100:00000040:3.0:1775768332.457816:0:58796:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649b30 (cpu 0) has reached its deadline 4300189438, at 4300189440
00000100:00000010:2.0:1775768332.457831:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3120.
00000100:00000010:3.0:1775768332.457833:0:58796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3000.
00000100:00000001:0.0:1775768332.777954:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768332.777964:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768332.777966:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768332.777974:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768332.777979:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768332.777985:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768332.777988:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768332.777991:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768332.777994:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768333.225816:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768333.225821:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768333.225826:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768333.225826:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768333.225829:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768333.225830:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768333.225832:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768333.225833:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768333.225835:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768333.225836:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768333.225928:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768333.225934:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768333.225939:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768333.801807:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768333.801814:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768333.801816:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768333.801829:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768333.801833:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768333.801837:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768333.801839:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768333.801842:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768333.801844:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768334.249807:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768334.249811:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768334.249815:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768334.249816:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768334.249818:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768334.249819:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768334.249821:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768334.249822:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768334.249824:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768334.249825:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768334.249880:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768334.249883:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768334.249885:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768334.825819:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768334.825825:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768334.825827:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768334.825831:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768334.825833:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768334.825837:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768334.825839:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768334.825841:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768334.825843:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768335.273816:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768335.273822:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768335.273828:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768335.273829:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768335.273833:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768335.273834:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768335.273837:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768335.273839:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768335.273841:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768335.273842:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768335.273908:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768335.273912:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768335.273915:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768335.849823:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768335.849829:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768335.849831:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768335.849837:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768335.849841:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768335.849844:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768335.849857:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768335.849859:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768335.849862:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768336.297839:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768336.297861:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768336.297863:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768336.297867:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768336.297871:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00080000:0.0:1775768336.297874:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:3.0:1775768336.297874:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768336.297878:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768336.297879:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768336.297884:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768336.297887:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768336.297888:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00080000:0.0:1775768336.297889:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:3.0:1775768336.297890:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768336.297893:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1775768336.297894:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:3.0:1775768336.297895:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768336.297898:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768336.297900:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768336.297901:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:3.0:1775768336.297904:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1775768336.297906:0:57984:0:(import.c:484:import_select_connection()) Process entered
00010000:00000001:3.0:1775768336.297906:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768336.297908:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768336.297910:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768336.297915:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5520
00010000:00000001:3.0:1775768336.297917:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768336.297919:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768336.297921:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768336.297923:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768336.297926:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000400:00000200:0.0:1775768336.297927:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00010000:00000001:3.0:1775768336.297929:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768336.297934:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000400:00000200:0.0:1775768336.297936:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00010000:00000001:3.0:1775768336.297937:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768336.297939:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00080000:0.0:1775768336.297942:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00010000:00000001:3.0:1775768336.297942:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768336.297946:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768336.297947:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768336.297949:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768336.297951:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768336.297956:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768336.297960:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768336.297963:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768336.297965:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768336.297969:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768336.297971:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775768336.297974:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768336.297977:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775768336.297979:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775768336.297982:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775768336.297985:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768336.297987:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768336.297989:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768336.297991:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768336.297994:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:0.0:1775768336.297997:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768336.298000:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768336.298003:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768336.298006:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768336.298009:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768336.298011:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768336.298013:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768336.298023:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924380.
00000020:00000040:0.0:1775768336.298026:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775768336.298029:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768336.298031:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768336.298033:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768336.298036:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768336.298040:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768336.298047:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477ec00.
00000100:00000001:0.0:1775768336.298054:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768336.298056:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768336.298060:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768336.298063:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775768336.298071:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924380 x1862022335212672/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768336.298082:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768336.298086:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768336.298091:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ec7b015] to pc [ptlrpcd_rcv+-1]  req@ffff927322924380 x1862022335212672/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768336.298115:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768336.298119:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768336.298122:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768336.298123:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768336.298125:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768336.298128:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768336.298132:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5520
00000400:00000200:0.0:1775768336.298137:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768336.298140:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00000001:3.0:1775768336.298141:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1775768336.298143:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1775768336.298147:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1775768336.298148:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768336.298151:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775768336.298151:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768336.298155:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768336.298159:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000040:3.0:1775768336.298161:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322924380 x1862022335212672/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1775768336.298162:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768336.298165:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775768336.298168:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768336.298172:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775768336.298177:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000001:3.0:1775768336.298177:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768336.298180:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768336.298181:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
02000000:00000001:3.0:1775768336.298185:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1775768336.298187:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
02000000:00000001:3.0:1775768336.298189:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768336.298190:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768336.298193:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
02000000:00000001:3.0:1775768336.298193:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768336.298195:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768336.298198:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00100000:3.0:1775768336.298199:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322924380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335212672:192.168.202.131@tcp:250:kworker.0
00000100:00080000:0.0:1775768336.298203:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:3.0:1775768336.298206:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1775768336.298207:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768336.298211:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768336.298211:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768336.298215:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768336.298218:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1775768336.298219:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768336.298222:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768336.298223:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a64000.
00000100:00000001:0.0:1775768336.298224:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:3.0:1775768336.298226:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1775768336.298229:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1775768336.298234:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000008:00000001:0.0:1775768336.298236:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768336.298239:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775768336.298239:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96738.
00000100:00000010:0.0:1775768336.298246:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924700.
00000400:00000010:3.0:1775768336.298248:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef36e8.
00000020:00000040:0.0:1775768336.298249:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:0.0:1775768336.298254:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768336.298255:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1775768336.298256:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335212672, portal 25
00000100:00000001:0.0:1775768336.298257:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768336.298259:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1775768336.298261:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1775768336.298263:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768336.298264:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931746176 : -120451777805440 : ffff927322924380)
02000000:00000010:0.0:1775768336.298270:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d800.
00000100:00000040:3.0:1775768336.298271:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322924380 x1862022335212672/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768336.298276:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768336.298285:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:0.0:1775768336.298286:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924700 x1862022335212800/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1775768336.298290:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768336.298293:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef32a8.
00000100:00000200:3.0:1775768336.298296:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022335212672, offset 0
00000400:00000200:3.0:1775768336.298307:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000100:00000001:0.0:1775768336.298308:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768336.298311:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768336.298316:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc3726d9] to pc [ptlrpcd_rcv+-1]  req@ffff927322924700 x1862022335212800/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775768336.298325:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:0.0:1775768336.298327:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768336.298331:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1775768336.298333:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000100:00080000:0.0:1775768336.298337:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768336.298340:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1775768336.298341:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1775768336.298342:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768336.298346:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:3.0:1775768336.298348:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000100:00080000:0.0:1775768336.298352:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5520
00000400:00000200:3.0:1775768336.298355:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768336.298360:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:0.0:1775768336.298361:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768336.298368:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000400:00000200:3.0:1775768336.298368:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60781:60781:256:4294967295] 192.168.202.131@tcp LPNI seq info [60781:60781:8:4294967295]
00000100:00080000:0.0:1775768336.298373:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1775768336.298377:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000040:0.0:1775768336.298381:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768336.298383:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768336.298386:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768336.298389:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768336.298394:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:3.0:1775768336.298395:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000020:00000040:0.0:1775768336.298396:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:0.0:1775768336.298399:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768336.298402:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775768336.298405:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000800:00000200:3.0:1775768336.298407:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000020:00000001:0.0:1775768336.298408:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:0.0:1775768336.298412:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768336.298414:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768336.298418:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768336.298421:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000800:00000010:3.0:1775768336.298421:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000020:00000040:0.0:1775768336.298426:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:0.0:1775768336.298429:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000800:00000200:3.0:1775768336.298433:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:0.0:1775768336.298434:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768336.298439:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:3.0:1775768336.298439:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
02000000:00000001:0.0:1775768336.298442:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768336.298446:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775768336.298447:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:0.0:1775768336.298450:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000800:00000200:3.1:1775768336.298452:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000008:00100000:0.0:1775768336.298453:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768336.298458:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1775768336.298459:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000100:00000001:0.0:1775768336.298461:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1775768336.298463:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000100:00000010:0.0:1775768336.298468:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927100.
00000400:00000200:3.0:1775768336.298470:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:0.0:1775768336.298473:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775768336.298478:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1775768336.298478:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
02000000:00000001:0.0:1775768336.298481:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768336.298484:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:3.0:1775768336.298485:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef32a8
02000000:00000001:0.0:1775768336.298486:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:3.0:1775768336.298488:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef32a8.
02000000:00000001:0.0:1775768336.298489:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768336.298493:0:2404:0:(events.c:34:request_out_callback()) Process entered
02000000:00000010:0.0:1775768336.298495:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c000.
00000100:00000200:3.0:1775768336.298498:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322924380 x1862022335212672/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768336.298500:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768336.298510:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927100 x1862022335212928/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768336.298514:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768336.298520:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322924380 x1862022335212672/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768361 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768336.298522:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768336.298525:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768336.298530:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0540768] to pc [ptlrpcd_rcv+-1]  req@ffff927322927100 x1862022335212928/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768336.298543:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768336.298547:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768336.298550:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768336.298553:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1775768336.298554:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768336.298560:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:3.0:1775768336.298561:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:0.0:1775768336.298564:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1775768336.298565:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4300194557
00000100:00080000:0.0:1775768336.298566:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768336.298571:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00000010:3.0:1775768336.298572:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3000.
00000100:00080000:0.0:1775768336.298575:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5520
00000100:00000001:3.0:1775768336.298580:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2
00000400:00000200:0.0:1775768336.298581:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768336.298588:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00000001:3.0:1775768336.298588:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4300194557
00000100:00080000:0.0:1775768336.298592:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000010:3.0:1775768336.298593:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3de0.
00000100:00000001:3.0:1775768336.298598:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1775768336.298601:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768336.298603:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768336.298605:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768336.298607:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1775768336.298610:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:3.0:1775768336.298613:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768336/real 1775768336]  req@ffff927322924380 x1862022335212672/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768336.298615:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768336.298620:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768336.298626:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768336.298628:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775768336.298631:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000001:3.0:1775768336.298633:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000040:0.0:1775768336.298634:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000400:00000001:3.0:1775768336.298636:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:0.0:1775768336.298637:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000400:00000010:3.0:1775768336.298639:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96738.
00000020:00000001:0.0:1775768336.298641:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000400:00000200:3.0:1775768336.298643:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef36e8
00000400:00000010:3.0:1775768336.298646:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef36e8.
00000100:00000040:0.0:1775768336.298648:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768336.298650:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1775768336.298651:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768336.298656:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000200:3.0:1775768336.298656:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322924380 x1862022335212672/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768336.298662:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768336.298668:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:0.0:1775768336.298673:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000200:3.0:1775768336.298676:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322924380 x1862022335212672/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768336.298677:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768336.298682:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768336.298686:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768336.298687:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:0.0:1775768336.298688:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768336.298690:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768336.298693:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768336.298695:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768336.298698:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00100000:3.0:1775768336.298699:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322924380 x1862022335212672/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1775768336.298701:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1775768336.298731:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768336.298736:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322924380 x1862022335212672/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768361 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768336.298743:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768336.298746:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768336.298748:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768336.298749:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:0.0:1775768336.298752:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768336.298752:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768336.298755:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768336.298756:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768336.298759:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000010:0.0:1775768336.298762:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924e00.
00000100:00080000:3.0:1775768336.298765:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.131@tcp failed (-110)
00000020:00000040:0.0:1775768336.298767:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
00000100:00000001:3.0:1775768336.298768:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:0.0:1775768336.298772:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768336.298775:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768336.298775:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322924380 x1862022335212672/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768361 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768336.298779:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768336.298781:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768336.298784:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768336.298792:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e800.
00000100:00100000:3.0:1775768336.298792:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322924380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335212672:192.168.202.131@tcp:250:kworker.0
00000100:00000001:0.0:1775768336.298799:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768336.298799:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768336.298803:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00100000:0.0:1775768336.298808:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924e00 x1862022335213056/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1775768336.298809:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322924380 x1862022335212672/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768361 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768336.298835:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
00000100:00000001:0.0:1775768336.298837:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1775768336.298839:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768336.298856:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a64000.
00000100:00000001:0.0:1775768336.298858:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768336.298860:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768336.298863:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768336.298864:0:2404:0:(genops.c:1242:class_import_put()) import ffff9273194c5000 refcount=3 obd=MGC192.168.202.131@tcp
00000100:00000040:0.0:1775768336.298866:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aec4c6e] to pc [ptlrpcd_rcv+-1]  req@ffff927322924e00 x1862022335213056/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1775768336.298868:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768336.298871:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477ec00.
02000000:00000001:3.0:1775768336.298877:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768336.298879:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1775768336.298880:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768336.298882:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322924380.
00000100:00080000:0.0:1775768336.298884:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1775768336.298886:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768336.298888:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1775768336.298890:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775768336.298891:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768336.298894:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768336.298897:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768336.298899:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1775768336.298899:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1775768336.298902:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5520
00000100:00000001:3.0:1775768336.298903:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768336.298907:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:0.0:1775768336.298910:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768336.298910:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768336.298912:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000400:00000200:0.0:1775768336.298916:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00000040:3.0:1775768336.298918:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322924700 x1862022335212800/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1775768336.298919:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768336.298926:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768336.298931:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768336.298935:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768336.298940:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000001:3.0:1775768336.298943:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1775768336.298944:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:3.0:1775768336.298946:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1775768336.298947:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
02000000:00000001:3.0:1775768336.298949:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:0.0:1775768336.298950:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:3.0:1775768336.298952:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1775768336.298953:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
02000000:00000001:3.0:1775768336.298956:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768336.298957:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:0.0:1775768336.298962:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00100000:3.0:1775768336.298963:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322924700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335212800:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768336.298969:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:0.0:1775768336.298970:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
02000000:00000001:3.0:1775768336.298972:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1775768336.298973:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1775768336.298974:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768336.298977:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
02000000:00000001:3.0:1775768336.298978:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1775768336.298982:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
02000000:00000010:3.0:1775768336.298983:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a64000.
00000020:00000040:0.0:1775768336.298984:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
02000000:00000001:3.0:1775768336.298986:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768336.298990:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000400:00000200:3.0:1775768336.298993:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:0.0:1775768336.298996:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775768336.298997:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96738.
02000000:00000001:0.0:1775768336.298999:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:3.0:1775768336.299002:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef36e8.
02000000:00000001:0.0:1775768336.299004:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:3.0:1775768336.299006:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335212800, portal 10
02000000:00000001:0.0:1775768336.299007:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768336.299010:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768336.299011:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768336.299012:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931747072 : -120451777804544 : ffff927322924700)
00000008:00100000:0.0:1775768336.299015:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768336.299019:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768336.299020:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322924700 x1862022335212800/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768336.299022:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768336.299030:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924a80.
00000100:00000001:3.0:1775768336.299031:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:0.0:1775768336.299034:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
00000100:00000040:3.0:1775768336.299035:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768336.299039:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef32a8.
02000000:00000001:0.0:1775768336.299040:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768336.299043:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1775768336.299044:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335212800, offset 0
00000100:00000001:0.0:1775768336.299046:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768336.299049:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768336.299052:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768336.299052:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768336.299057:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
02000000:00000010:0.0:1775768336.299058:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e400.
00000400:00000200:3.0:1775768336.299062:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000100:00000001:0.0:1775768336.299064:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768336.299066:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768336.299070:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000100:00100000:0.0:1775768336.299073:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924a80 x1862022335213184/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1775768336.299075:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768336.299081:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768336.299088:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60782:60782:256:4294967295] 192.168.202.131@tcp LPNI seq info [60782:60782:8:4294967295]
00000100:00000001:0.0:1775768336.299091:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768336.299096:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768336.299096:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000040:0.0:1775768336.299104:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c400aa7] to pc [ptlrpcd_rcv+-1]  req@ffff927322924a80 x1862022335213184/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775768336.299109:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768336.299121:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000100:00000001:0.0:1775768336.299124:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1775768336.299125:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000100:00000040:0.0:1775768336.299130:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5530)
00000800:00000200:3.0:1775768336.299132:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768336.299136:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775768336.299140:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768336.299143:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1775768336.299147:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768336.299149:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768336.299152:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768336.299155:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768336.299158:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef32a8
00000400:00000010:3.0:1775768336.299159:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef32a8.
00000100:00000001:3.0:1775768336.299161:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768336.299164:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322924700 x1862022335212800/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768336.299172:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768336.299174:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322924700 x1862022335212800/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768361 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768336.299180:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768336.299182:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768336.299184:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768336.299188:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: using a timeout of 15131 usecs (16 jiffies)
00000400:00000200:3.0:1775768336.299191:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768336.299193:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300193297
00000100:00000001:3.0:1775768336.299195:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300194557
00000100:00000001:3.0:1775768336.299197:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300193297
00000100:00000001:3.0:1775768336.299199:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300194557
00000100:00000001:3.0:1775768336.299201:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768336.299203:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768336.299205:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768336.299209:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768336/real 1775768336]  req@ffff927322924700 x1862022335212800/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768336.299216:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768336.299217:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768336.299219:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96738.
00000400:00000200:3.0:1775768336.299221:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef36e8
00000400:00000010:3.0:1775768336.299222:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef36e8.
00000100:00000001:3.0:1775768336.299224:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768336.299228:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322924700 x1862022335212800/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768336.299235:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322924700 x1862022335212800/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768336.299241:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768336.299242:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768336.299244:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768336.299245:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768336.299248:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322924700 x1862022335212800/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768336.299254:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768336.299257:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322924700 x1862022335212800/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768361 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768336.299264:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768336.299266:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768336.299267:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768336.299269:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768336.299270:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768336.299272:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768336.299274:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768336.299277:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768336.299279:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768336.299283:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322924700 x1862022335212800/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768361 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768336.299290:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322924700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335212800:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768336.299294:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768336.299296:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322927100 x1862022335212928/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768336.299302:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768336.299304:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768336.299305:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768336.299307:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768336.299309:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768336.299311:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322927100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335212928:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768336.299314:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768336.299316:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768336.299317:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768336.299319:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768336.299322:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a66800.
02000000:00000001:3.0:1775768336.299324:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768336.299326:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768336.299329:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96738.
00000400:00000010:3.0:1775768336.299331:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef36e8.
00000100:00000200:3.0:1775768336.299334:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335212928, portal 10
00000100:00000001:3.0:1775768336.299336:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768336.299337:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931757824 : -120451777793792 : ffff927322927100)
00000100:00000040:3.0:1775768336.299341:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322927100 x1862022335212928/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768336.299348:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768336.299350:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768336.299352:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef32a8.
00000100:00000200:3.0:1775768336.299354:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335212928, offset 0
00000400:00000200:3.0:1775768336.299357:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768336.299360:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768336.299363:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768336.299365:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768336.299368:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768336.299370:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768336.299372:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768336.299375:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60783:60783:256:4294967295] 192.168.202.131@tcp LPNI seq info [60783:60783:8:4294967295]
00000400:00000200:3.0:1775768336.299378:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768336.299384:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768336.299388:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768336.299391:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768336.299394:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768336.299397:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775768336.299400:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768336.299403:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1775768336.299406:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768336.299408:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768336.299410:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768336.299413:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768336.299416:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef32a8
00000400:00000010:3.0:1775768336.299417:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef32a8.
00000100:00000001:3.0:1775768336.299419:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768336.299422:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322927100 x1862022335212928/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768336.299429:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768336.299431:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322927100 x1862022335212928/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768361 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768336.299437:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768336.299439:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768336.299442:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768336.299444:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: using a timeout of 41678 usecs (42 jiffies)
00000400:00000200:3.0:1775768336.299447:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768336.299449:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300193323
00000100:00000001:3.0:1775768336.299451:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300194557
00000100:00000001:3.0:1775768336.299453:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300193323
00000100:00000001:3.0:1775768336.299455:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300194557
00000100:00000001:3.0:1775768336.299457:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768336.299459:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768336.299460:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768336.299463:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768336/real 1775768336]  req@ffff927322927100 x1862022335212928/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768336.299470:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768336.299472:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768336.299473:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96738.
00000400:00000200:3.0:1775768336.299475:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef36e8
00000400:00000010:3.0:1775768336.299476:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef36e8.
00000100:00000001:3.0:1775768336.299478:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768336.299481:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322927100 x1862022335212928/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768336.299489:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322927100 x1862022335212928/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768336.299494:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768336.299496:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768336.299497:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768336.299498:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768336.299501:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322927100 x1862022335212928/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768336.299517:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768336.299524:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322927100 x1862022335212928/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768361 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768336.299530:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768336.299533:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768336.299534:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768336.299535:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768336.299537:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768336.299538:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768336.299541:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768336.299544:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768336.299546:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768336.299549:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322927100 x1862022335212928/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768361 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768336.299556:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322927100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335212928:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768336.299560:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768336.299562:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322924e00 x1862022335213056/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768336.299569:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768336.299570:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768336.299572:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768336.299573:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768336.299575:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768336.299577:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322924e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335213056:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768336.299581:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768336.299583:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768336.299584:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768336.299586:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768336.299589:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768336.299591:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768336.299594:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768336.299596:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96738.
00000400:00000010:3.0:1775768336.299599:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef36e8.
00000100:00000200:3.0:1775768336.299601:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335213056, portal 4
00000100:00000001:3.0:1775768336.299603:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768336.299604:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931748864 : -120451777802752 : ffff927322924e00)
00000100:00000040:3.0:1775768336.299609:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322924e00 x1862022335213056/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768336.299615:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768336.299617:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768336.299618:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef32a8.
00000100:00000200:3.0:1775768336.299620:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335213056, offset 0
00000400:00000200:3.0:1775768336.299624:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768336.299627:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768336.299630:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768336.299632:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768336.299635:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768336.299637:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768336.299639:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768336.299641:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60784:60784:256:4294967295] 192.168.202.131@tcp LPNI seq info [60784:60784:8:4294967295]
00000400:00000200:3.0:1775768336.299645:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768336.299651:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768336.299655:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768336.299657:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768336.299661:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768336.299663:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775768336.299667:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768336.299669:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1775768336.299672:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768336.299674:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768336.299676:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768336.299679:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768336.299682:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef32a8
00000400:00000010:3.0:1775768336.299684:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef32a8.
00000100:00000001:3.0:1775768336.299686:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768336.299689:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322924e00 x1862022335213056/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768336.299696:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768336.299698:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322924e00 x1862022335213056/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768361 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768336.299704:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768336.299706:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768336.299724:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768336.299727:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: using a timeout of 22192 usecs (23 jiffies)
00000400:00000200:3.0:1775768336.299730:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768336.299732:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300193305
00000100:00000001:3.0:1775768336.299734:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300194557
00000100:00000001:3.0:1775768336.299737:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300193305
00000100:00000001:3.0:1775768336.299738:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300194557
00000100:00000001:3.0:1775768336.299740:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768336.299742:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768336.299744:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768336.299747:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768336/real 1775768336]  req@ffff927322924e00 x1862022335213056/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768336.299754:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768336.299756:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768336.299757:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96738.
00000400:00000200:3.0:1775768336.299759:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef36e8
00000400:00000010:3.0:1775768336.299761:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef36e8.
00000100:00000001:3.0:1775768336.299762:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768336.299765:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322924e00 x1862022335213056/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768336.299773:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322924e00 x1862022335213056/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768336.299784:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768336.299786:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768336.299787:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768336.299789:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768336.299792:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322924e00 x1862022335213056/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768336.299798:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768336.299801:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322924e00 x1862022335213056/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768361 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768336.299807:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768336.299810:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768336.299811:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768336.299812:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768336.299814:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768336.299815:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768336.299817:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768336.299820:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768336.299822:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768336.299826:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322924e00 x1862022335213056/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768361 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768336.299833:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322924e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335213056:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768336.299836:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768336.299838:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768336.299840:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322924700 x1862022335212800/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768361 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768336.299860:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768336.299861:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768336.299864:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a64000.
02000000:00000001:3.0:1775768336.299866:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768336.299867:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768336.299868:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c000 refcount=137 obd=lustre-MDT0000-mdc-ffff927308189800
00000020:00000001:3.0:1775768336.299870:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768336.299872:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477d800.
02000000:00000001:3.0:1775768336.299874:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768336.299875:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768336.299876:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322924700.
00000100:00000001:3.0:1775768336.299878:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768336.299879:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768336.299881:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768336.299884:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322927100 x1862022335212928/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768361 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768336.299889:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768336.299891:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768336.299892:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a66800.
02000000:00000001:3.0:1775768336.299894:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768336.299895:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768336.299896:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f800 refcount=3 obd=lustre-MDT0001-mdc-ffff927308189800
00000020:00000001:3.0:1775768336.299898:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768336.299899:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477c000.
02000000:00000001:3.0:1775768336.299900:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768336.299902:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768336.299903:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322927100.
00000100:00000001:3.0:1775768336.299905:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768336.299906:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768336.299907:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768336.299910:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322924e00 x1862022335213056/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768361 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768336.299916:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768336.299918:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768336.299919:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768336.299921:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768336.299922:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768336.299923:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f000 refcount=2 obd=lustre-OST0000-osc-ffff927308189800
00000020:00000001:3.0:1775768336.299926:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768336.299927:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477e800.
02000000:00000001:3.0:1775768336.299928:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768336.299930:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768336.299931:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322924e00.
00000100:00000001:3.0:1775768336.299933:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768336.299934:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768336.299935:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768336.299939:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768336.299940:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768336.299942:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768336.299943:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768336.299944:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768336.299947:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322924a80 x1862022335213184/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768336.299954:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768336.299955:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768336.299957:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768336.299959:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768336.299960:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768336.299963:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322924a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335213184:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768336.299966:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768336.299967:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768336.299969:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768336.299970:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768336.299973:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768336.299974:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768336.299977:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768336.299979:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96738.
00000400:00000010:3.0:1775768336.299981:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef36e8.
00000100:00000200:3.0:1775768336.299984:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335213184, portal 4
00000100:00000001:3.0:1775768336.299985:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768336.299986:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931747968 : -120451777803648 : ffff927322924a80)
00000100:00000040:3.0:1775768336.299991:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322924a80 x1862022335213184/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768336.300001:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768336.300003:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768336.300005:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef32a8.
00000100:00000200:3.0:1775768336.300007:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335213184, offset 0
00000400:00000200:3.0:1775768336.300010:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768336.300013:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768336.300016:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768336.300019:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768336.300021:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768336.300023:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768336.300025:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768336.300027:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60785:60785:256:4294967295] 192.168.202.131@tcp LPNI seq info [60785:60785:8:4294967295]
00000400:00000200:3.0:1775768336.300031:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768336.300036:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768336.300040:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768336.300043:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768336.300046:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768336.300049:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775768336.300053:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768336.300055:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1775768336.300058:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768336.300060:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768336.300062:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768336.300065:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768336.300067:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef32a8
00000400:00000010:3.0:1775768336.300069:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef32a8.
00000100:00000001:3.0:1775768336.300071:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768336.300074:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322924a80 x1862022335213184/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768336.300080:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768336.300083:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322924a80 x1862022335213184/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768361 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768336.300093:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768336.300094:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768336.300097:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768336.300099:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: using a timeout of 22500 usecs (23 jiffies)
00000400:00000200:3.0:1775768336.300102:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768336.300104:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300193305
00000100:00000001:3.0:1775768336.300106:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300194557
00000100:00000001:3.0:1775768336.300107:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300193305
00000100:00000001:3.0:1775768336.300109:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300194557
00000100:00000001:3.0:1775768336.300111:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768336.300113:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768336.300115:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768336.300118:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768336/real 1775768336]  req@ffff927322924a80 x1862022335213184/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768336.300124:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768336.300125:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768336.300127:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96738.
00000400:00000200:3.0:1775768336.300129:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef36e8
00000400:00000010:3.0:1775768336.300131:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef36e8.
00000100:00000001:3.0:1775768336.300132:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768336.300135:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322924a80 x1862022335213184/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768336.300142:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322924a80 x1862022335213184/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768336.300148:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768336.300149:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768336.300151:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768336.300152:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768336.300155:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322924a80 x1862022335213184/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768336.300161:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768336.300164:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322924a80 x1862022335213184/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768361 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768336.300170:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768336.300172:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768336.300173:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768336.300174:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768336.300176:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768336.300177:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768336.300179:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768336.300182:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768336.300184:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768336.300187:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322924a80 x1862022335213184/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768361 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768336.300194:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322924a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335213184:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768336.300197:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768336.300199:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768336.300201:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322924a80 x1862022335213184/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768361 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768336.300207:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768336.300208:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768336.300210:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768336.300212:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768336.300213:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768336.300214:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c800 refcount=2 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:3.0:1775768336.300216:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768336.300217:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477e400.
02000000:00000001:3.0:1775768336.300219:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768336.300220:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768336.300222:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322924a80.
00000100:00000001:3.0:1775768336.300223:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768336.300224:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768336.300226:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768336.300228:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768336.300230:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768336.300231:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768336.300232:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768336.873962:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768336.873970:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768336.873972:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768336.873977:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768336.873981:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768336.873985:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768336.873988:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768336.873990:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768336.873993:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768337.321864:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768337.321871:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768337.321878:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768337.321880:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768337.321883:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768337.321884:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768337.321888:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768337.321892:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768337.321895:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768337.321897:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768337.321900:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768337.321902:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768337.321904:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768337.321906:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768337.321909:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768337.321909:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768337.321997:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768337.322002:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768337.322006:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768337.577846:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300194557, at 4300194560
00000100:00000040:3.0:1775768337.577846:0:58796:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649b30 (cpu 0) has reached its deadline 4300194557, at 4300194560
00000100:00000010:2.0:1775768337.577864:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3000.
00000100:00000010:3.0:1775768337.577868:0:58796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3de0.
00000100:00000001:0.0:1775768337.897848:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768337.897854:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768337.897855:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768337.897860:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768337.897863:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768337.897866:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768337.897869:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768337.897872:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768337.897875:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768338.345887:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768338.345897:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768338.345905:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768338.345906:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768338.345910:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768338.345911:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768338.345915:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768338.345916:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768338.345920:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768338.345922:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768338.346041:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768338.346048:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768338.346054:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768338.921850:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768338.921856:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768338.921858:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768338.921863:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768338.921867:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768338.921871:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768338.921873:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768338.921876:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768338.921878:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768339.369854:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768339.369861:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768339.369867:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768339.369868:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768339.369872:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768339.369873:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768339.369877:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768339.369878:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768339.369882:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768339.369883:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768339.369936:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768339.369939:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768339.369941:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768339.945843:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768339.945850:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768339.945852:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768339.945857:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768339.945861:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768339.945864:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768339.945867:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768339.945869:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768339.945871:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768340.393874:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768340.393880:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768340.393886:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768340.393888:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768340.393891:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768340.393893:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768340.393896:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768340.393898:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768340.393901:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768340.393902:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768340.393981:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768340.393985:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768340.393989:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768340.969776:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768340.969781:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768340.969783:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768340.969786:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768340.969789:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768340.969792:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768340.969794:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768340.969807:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768340.969809:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768341.417842:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:3.0:1775768341.417845:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768341.417850:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768341.417857:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:3.0:1775768341.417858:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1775768341.417860:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:3.0:1775768341.417861:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768341.417867:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:3.0:1775768341.417867:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768341.417869:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768341.417873:0:57984:0:(import.c:484:import_select_connection()) Process entered
00010000:00000001:3.0:1775768341.417875:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768341.417877:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768341.417880:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768341.417881:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768341.417892:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5525
00000400:00000200:0.0:1775768341.417903:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768341.417910:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768341.417913:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768341.417916:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768341.417919:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768341.417923:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768341.417926:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768341.417929:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768341.417931:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775768341.417934:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768341.417937:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:1.0:1775768341.417938:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768341.417940:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:1.0:1775768341.417941:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768341.417944:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00010000:00010000:1.0:1775768341.417946:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1775768341.417950:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768341.417953:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768341.417955:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768341.417957:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768341.417960:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:0.0:1775768341.417963:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768341.417966:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768341.417969:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768341.417972:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768341.417975:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768341.417977:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768341.417979:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768341.417988:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925880.
00000020:00000040:0.0:1775768341.417993:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775768341.418003:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768341.418005:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768341.418008:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768341.418011:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768341.418016:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768341.418023:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477cc00.
00000100:00000001:0.0:1775768341.418030:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768341.418039:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925880 x1862022335213312/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768341.418049:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768341.418053:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768341.418058:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f872a4ed] to pc [ptlrpcd_rcv+-1]  req@ffff927322925880 x1862022335213312/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768341.418078:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768341.418081:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768341.418084:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768341.418086:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768341.418087:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768341.418090:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768341.418092:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5525
00000100:00000001:3.0:1775768341.418103:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:0.0:1775768341.418104:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768341.418107:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000400:00000200:0.0:1775768341.418110:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00000001:3.0:1775768341.418110:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1775768341.418115:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768341.418118:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322925880 x1862022335213312/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768341.418122:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768341.418127:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768341.418132:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768341.418134:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768341.418136:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000001:3.0:1775768341.418137:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768341.418142:0:57984:0:(genops.c:811:class_conn2export()) Process entered
02000000:00000001:3.0:1775768341.418144:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1775768341.418145:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775768341.418148:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:3.0:1775768341.418149:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1775768341.418151:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
02000000:00000001:3.0:1775768341.418153:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768341.418155:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:0.0:1775768341.418160:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00100000:3.0:1775768341.418160:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322925880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335213312:192.168.202.131@tcp:250:kworker.0
00000100:00000001:3.0:1775768341.418167:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768341.418170:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768341.418173:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768341.418176:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
02000000:00000001:3.0:1775768341.418176:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1775768341.418180:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:3.0:1775768341.418181:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768341.418184:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768341.418185:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768341.418189:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000400:00000200:3.0:1775768341.418191:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000020:00000040:0.0:1775768341.418195:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000400:00000010:3.0:1775768341.418196:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96738.
00000100:00080000:0.0:1775768341.418202:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000400:00000010:3.0:1775768341.418204:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef36e8.
00000100:00000001:0.0:1775768341.418205:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768341.418209:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:3.0:1775768341.418213:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335213312, portal 25
02000000:00000001:0.0:1775768341.418214:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768341.418216:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1775768341.418219:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768341.418219:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931751552 : -120451777800064 : ffff927322925880)
00000100:00000001:0.0:1775768341.418225:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000040:3.0:1775768341.418228:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322925880 x1862022335213312/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1775768341.418230:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768341.418237:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768341.418238:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768341.418250:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768341.418253:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef32a8.
00000100:00000001:0.0:1775768341.418255:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1775768341.418260:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022335213312, offset 0
00000100:00000010:0.0:1775768341.418262:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925500.
00000020:00000040:0.0:1775768341.418266:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:0.0:1775768341.418271:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1775768341.418271:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
02000000:00000001:0.0:1775768341.418274:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768341.418277:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768341.418279:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768341.418281:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768341.418283:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
02000000:00000010:0.0:1775768341.418287:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f800.
00000400:00000200:3.0:1775768341.418291:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000100:00000001:0.0:1775768341.418293:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768341.418299:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:0.0:1775768341.418301:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925500 x1862022335213440/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1775768341.418306:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768341.418312:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768341.418316:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000100:00000001:0.0:1775768341.418320:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1775768341.418322:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60786:60786:256:4294967295] 192.168.202.131@tcp LPNI seq info [60786:60786:8:4294967295]
00000100:00000001:0.0:1775768341.418325:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768341.418328:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000040:0.0:1775768341.418333:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a57c8e8f] to pc [ptlrpcd_rcv+-1]  req@ffff927322925500 x1862022335213440/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775768341.418342:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768341.418354:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768341.418361:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000100:00000001:0.0:1775768341.418368:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1775768341.418369:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00080000:0.0:1775768341.418373:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.0:1775768341.418374:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 6 secs later)
00000100:00080000:0.0:1775768341.418381:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000200:3.1:1775768341.418381:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:0.0:1775768341.418384:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:3.1:1775768341.418385:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 6 secs later)
00000100:00080000:0.0:1775768341.418387:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1775768341.418390:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000100:00000001:0.0:1775768341.418394:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000800:00000010:3.0:1775768341.418394:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000100:00080000:0.0:1775768341.418400:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5525
00000400:00000200:3.0:1775768341.418400:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768341.418410:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768341.418410:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768341.418417:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef32a8
00000400:00000200:0.0:1775768341.418419:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000400:00000010:3.0:1775768341.418420:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef32a8.
00000100:00080000:0.0:1775768341.418425:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1775768341.418426:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768341.418432:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322925880 x1862022335213312/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768341.418433:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768341.418438:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768341.418443:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768341.418444:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1775768341.418447:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000040:3.0:1775768341.418449:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322925880 x1862022335213312/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768366 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1775768341.418452:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768341.418454:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:0.0:1775768341.418458:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768341.418461:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000100:00000001:3.0:1775768341.418465:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768341.418466:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000001:3.0:1775768341.418469:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1775768341.418471:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:0.0:1775768341.418476:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768341.418477:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768341.418480:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768341.418484:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000400:00000200:3.0:1775768341.418485:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:0.0:1775768341.418490:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000001:3.0:1775768341.418492:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4300199677
00000020:00000040:0.0:1775768341.418495:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00000010:3.0:1775768341.418499:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3de0.
00000100:00080000:0.0:1775768341.418500:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768341.418504:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768341.418507:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1775768341.418508:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2
02000000:00000001:0.0:1775768341.418511:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768341.418514:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768341.418515:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4300199677
00000100:00000001:0.0:1775768341.418517:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000010:3.0:1775768341.418519:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3840.
00000008:00100000:0.0:1775768341.418520:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768341.418525:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768341.418525:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1775768341.418528:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768341.418530:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:0.0:1775768341.418533:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926d80.
00000100:00000001:3.0:1775768341.418533:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768341.418535:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000020:00000040:0.0:1775768341.418538:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
00000100:00100000:3.0:1775768341.418541:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768341/real 1775768341]  req@ffff927322925880 x1862022335213312/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1775768341.418543:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768341.418546:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768341.418551:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768341.418554:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768341.418558:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768341.418564:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d400.
00000100:00000001:0.0:1775768341.418569:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1775768341.418570:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768341.418573:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768341.418576:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96738.
00000100:00100000:0.0:1775768341.418577:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926d80 x1862022335213568/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1775768341.418581:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef36e8
00000400:00000010:3.0:1775768341.418586:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef36e8.
00000100:00000001:3.0:1775768341.418591:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1775768341.418592:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768341.418596:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1775768341.418599:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322925880 x1862022335213312/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768341.418603:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000adacb2c9] to pc [ptlrpcd_rcv+-1]  req@ffff927322926d80 x1862022335213568/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768341.418621:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322925880 x1862022335213312/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768341.418622:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768341.418628:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1775768341.418630:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768341.418632:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1775768341.418635:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775768341.418636:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768341.418639:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768341.418640:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:3.0:1775768341.418643:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322925880 x1862022335213312/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1775768341.418644:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768341.418651:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1775768341.418654:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1775768341.418657:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5525
00000100:00000040:3.0:1775768341.418661:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322925880 x1862022335213312/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768366 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775768341.418667:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768341.418669:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768341.418674:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1775768341.418675:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00000001:3.0:1775768341.418678:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:0.0:1775768341.418680:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1775768341.418681:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768341.418687:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000040:0.0:1775768341.418688:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768341.418690:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768341.418692:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00080000:3.0:1775768341.418695:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:0.0:1775768341.418697:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768341.418701:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00080000:3.0:1775768341.418704:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.131@tcp failed (-110)
00000020:00000001:0.0:1775768341.418706:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:3.0:1775768341.418729:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768341.418733:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322925880 x1862022335213312/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768366 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1775768341.418736:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775768341.418740:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768341.418744:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:0.0:1775768341.418749:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00100000:3.0:1775768341.418752:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322925880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335213312:192.168.202.131@tcp:250:kworker.0
00000020:00000001:0.0:1775768341.418753:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000001:3.0:1775768341.418761:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768341.418762:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768341.418767:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775768341.418767:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768341.418771:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000040:3.0:1775768341.418774:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322925880 x1862022335213312/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768366 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768341.418775:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768341.418782:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00000001:3.0:1775768341.418785:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768341.418788:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00000100:00080000:0.0:1775768341.418789:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
02000000:00000010:3.0:1775768341.418804:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65000.
00000100:00000001:0.0:1775768341.418805:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768341.418809:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768341.418810:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768341.418812:0:2404:0:(genops.c:1236:class_import_put()) Process entered
02000000:00000001:0.0:1775768341.418813:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1775768341.418813:0:2404:0:(genops.c:1242:class_import_put()) import ffff9273194c5000 refcount=3 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775768341.418819:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768341.418819:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768341.418821:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477cc00.
00000100:00000001:0.0:1775768341.418823:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:3.0:1775768341.418825:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
00000008:00100000:0.0:1775768341.418826:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
02000000:00000001:3.0:1775768341.418827:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768341.418830:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322925880.
00000008:00000001:0.0:1775768341.418832:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768341.418833:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768341.418836:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768341.418837:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768341.418838:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:0.0:1775768341.418843:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927480.
00000100:00000001:3.0:1775768341.418845:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000020:00000040:0.0:1775768341.418848:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
00000100:00000001:3.0:1775768341.418848:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768341.418852:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1775768341.418854:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1775768341.418854:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
02000000:00000001:0.0:1775768341.418858:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768341.418858:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1775768341.418862:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:3.0:1775768341.418862:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322925500 x1862022335213440/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1775768341.418866:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768341.418870:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768341.418871:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768341.418873:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768341.418875:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000010:0.0:1775768341.418876:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477fc00.
02000000:00000001:3.0:1775768341.418877:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768341.418880:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768341.418883:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322925500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335213440:192.168.202.131@tcp:38:kworker.0
00000100:00000001:0.0:1775768341.418884:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768341.418889:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768341.418891:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768341.418893:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768341.418895:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927480 x1862022335213696/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1775768341.418895:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768341.418899:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768341.418902:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768341.418909:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768341.418913:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96738.
00000100:00000001:0.0:1775768341.418914:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:3.0:1775768341.418916:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef36e8.
00000100:00000001:0.0:1775768341.418919:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1775768341.418920:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335213440, portal 10
00000100:00000040:0.0:1775768341.418926:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd1176bb] to pc [ptlrpcd_rcv+-1]  req@ffff927322927480 x1862022335213696/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768341.418930:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768341.418932:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931750656 : -120451777800960 : ffff927322925500)
00000100:00000040:3.0:1775768341.418940:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322925500 x1862022335213440/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768341.418942:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768341.418948:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1775768341.418950:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768341.418954:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000100:00080000:0.0:1775768341.418956:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000010:3.0:1775768341.418957:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef32a8.
00000100:00000001:0.0:1775768341.418960:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:3.0:1775768341.418961:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335213440, offset 0
00000100:00080000:0.0:1775768341.418964:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1775768341.418968:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000100:00000001:0.0:1775768341.418971:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:3.0:1775768341.418974:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00080000:0.0:1775768341.418978:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5525
00000400:00000200:3.0:1775768341.418980:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768341.418985:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768341.418989:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768341.418989:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768341.418994:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768341.418997:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000400:00000200:3.0:1775768341.418998:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000100:00080000:0.0:1775768341.419003:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1775768341.419003:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60787:60787:256:4294967295] 192.168.202.131@tcp LPNI seq info [60787:60787:8:4294967295]
00000400:00000200:3.0:1775768341.419010:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000040:0.0:1775768341.419011:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768341.419016:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1775768341.419019:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1775768341.419023:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000800:00000200:3.0:1775768341.419028:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000100:00000001:0.0:1775768341.419029:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000800:00000010:3.0:1775768341.419032:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000020:00000001:0.0:1775768341.419033:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768341.419037:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000800:00000200:3.0:1775768341.419037:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000020:00000001:0.0:1775768341.419042:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:3.0:1775768341.419042:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 6 secs later)
00000020:00000040:0.0:1775768341.419046:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000800:00000200:3.1:1775768341.419047:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768341.419051:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 6 secs later)
00000020:00000001:0.0:1775768341.419052:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000800:00000100:3.0:1775768341.419056:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000020:00000001:0.0:1775768341.419058:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000800:00000010:3.0:1775768341.419059:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768341.419062:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1775768341.419066:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000400:00000200:3.0:1775768341.419067:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1775768341.419071:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1775768341.419072:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef32a8
00000400:00000010:3.0:1775768341.419076:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef32a8.
00000100:00000040:0.0:1775768341.419078:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768341.419079:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1775768341.419083:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000200:3.0:1775768341.419084:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322925500 x1862022335213440/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1775768341.419090:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00000001:3.0:1775768341.419094:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1775768341.419097:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000040:3.0:1775768341.419099:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322925500 x1862022335213440/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768366 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768341.419102:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768341.419107:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1775768341.419110:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768341.419111:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768341.419112:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768341.419115:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768341.419116:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768341.419119:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: using a timeout of 15131 usecs (16 jiffies)
00000100:00000001:0.0:1775768341.419120:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768341.419124:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000400:00000200:3.0:1775768341.419126:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000008:00000001:0.0:1775768341.419129:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768341.419130:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300198417
00000100:00000001:0.0:1775768341.419132:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768341.419135:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300199677
00000100:00000010:0.0:1775768341.419138:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926a00.
00000100:00000001:3.0:1775768341.419139:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300198417
00000020:00000040:0.0:1775768341.419143:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
00000100:00000001:3.0:1775768341.419144:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300199677
02000000:00000001:0.0:1775768341.419148:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1775768341.419149:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768341.419152:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768341.419154:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768341.419155:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1775768341.419158:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
02000000:00000001:0.0:1775768341.419159:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768341.419162:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768341.419166:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768341/real 1775768341]  req@ffff927322925500 x1862022335213440/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1775768341.419169:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f000.
00000100:00000001:0.0:1775768341.419174:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1775768341.419181:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00100000:0.0:1775768341.419184:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926a00 x1862022335213824/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:3.0:1775768341.419184:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768341.419188:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96738.
00000400:00000200:3.0:1775768341.419193:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef36e8
00000400:00000010:3.0:1775768341.419196:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef36e8.
00000100:00000001:0.0:1775768341.419198:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768341.419200:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1775768341.419202:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1775768341.419207:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322925500 x1862022335213440/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768341.419210:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000798ab0be] to pc [ptlrpcd_rcv+-1]  req@ffff927322926a00 x1862022335213824/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768341.419230:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322925500 x1862022335213440/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768341.419232:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768341.419239:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:0.0:1775768341.419240:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5536)
00000100:00000001:3.0:1775768341.419241:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768341.419245:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768341.419246:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768341.419250:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322925500 x1862022335213440/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768341.419258:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768341.419262:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322925500 x1862022335213440/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768366 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768341.419269:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768341.419271:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768341.419273:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768341.419274:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768341.419276:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768341.419277:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768341.419280:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768341.419284:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768341.419286:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768341.419289:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322925500 x1862022335213440/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768366 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768341.419294:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322925500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335213440:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768341.419297:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768341.419299:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322926d80 x1862022335213568/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768341.419304:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768341.419305:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768341.419306:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768341.419307:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768341.419309:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768341.419310:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322926d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335213568:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768341.419312:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768341.419313:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768341.419314:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768341.419315:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768341.419317:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a66800.
02000000:00000001:3.0:1775768341.419319:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768341.419321:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768341.419323:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96738.
00000400:00000010:3.0:1775768341.419325:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef36e8.
00000100:00000200:3.0:1775768341.419327:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335213568, portal 10
00000100:00000001:3.0:1775768341.419328:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768341.419329:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931756928 : -120451777794688 : ffff927322926d80)
00000100:00000040:3.0:1775768341.419332:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322926d80 x1862022335213568/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768341.419336:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768341.419338:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768341.419339:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef32a8.
00000100:00000200:3.0:1775768341.419341:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335213568, offset 0
00000400:00000200:3.0:1775768341.419343:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768341.419345:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768341.419347:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768341.419349:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768341.419351:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768341.419352:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768341.419354:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768341.419356:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60788:60788:256:4294967295] 192.168.202.131@tcp LPNI seq info [60788:60788:8:4294967295]
00000400:00000200:3.0:1775768341.419358:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768341.419362:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768341.419364:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768341.419366:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768341.419368:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768341.419370:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1775768341.419373:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768341.419374:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 6 secs later)
00000800:00000100:3.0:1775768341.419376:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768341.419378:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768341.419380:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768341.419382:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768341.419384:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef32a8
00000400:00000010:3.0:1775768341.419385:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef32a8.
00000100:00000001:3.0:1775768341.419386:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768341.419388:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322926d80 x1862022335213568/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768341.419393:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768341.419394:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322926d80 x1862022335213568/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768366 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768341.419398:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768341.419399:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768341.419400:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768341.419402:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: using a timeout of 41678 usecs (42 jiffies)
00000400:00000200:3.0:1775768341.419403:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768341.419404:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300198443
00000100:00000001:3.0:1775768341.419406:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300199677
00000100:00000001:3.0:1775768341.419408:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300198443
00000100:00000001:3.0:1775768341.419410:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300199677
00000100:00000001:3.0:1775768341.419411:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768341.419413:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768341.419414:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768341.419416:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768341/real 1775768341]  req@ffff927322926d80 x1862022335213568/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768341.419420:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768341.419421:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768341.419421:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96738.
00000400:00000200:3.0:1775768341.419423:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef36e8
00000400:00000010:3.0:1775768341.419423:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef36e8.
00000100:00000001:3.0:1775768341.419424:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768341.419426:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322926d80 x1862022335213568/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768341.419431:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322926d80 x1862022335213568/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768341.419435:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768341.419435:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768341.419436:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768341.419437:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768341.419439:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322926d80 x1862022335213568/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768341.419442:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768341.419444:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322926d80 x1862022335213568/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768366 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768341.419447:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768341.419448:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768341.419449:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768341.419450:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768341.419452:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768341.419453:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768341.419455:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768341.419458:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768341.419460:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768341.419464:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322926d80 x1862022335213568/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768366 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768341.419471:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322926d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335213568:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768341.419474:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768341.419475:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768341.419478:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322925500 x1862022335213440/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768366 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768341.419484:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768341.419485:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768341.419487:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768341.419489:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768341.419491:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768341.419492:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c000 refcount=137 obd=lustre-MDT0000-mdc-ffff927308189800
00000020:00000001:3.0:1775768341.419494:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768341.419496:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477f800.
02000000:00000001:3.0:1775768341.419498:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768341.419499:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768341.419500:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322925500.
00000100:00000001:3.0:1775768341.419503:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768341.419504:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768341.419505:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768341.419508:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322926d80 x1862022335213568/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768366 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768341.419515:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768341.419516:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768341.419518:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a66800.
02000000:00000001:3.0:1775768341.419520:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768341.419522:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768341.419523:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f800 refcount=3 obd=lustre-MDT0001-mdc-ffff927308189800
00000020:00000001:3.0:1775768341.419525:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768341.419526:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477d400.
02000000:00000001:3.0:1775768341.419528:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768341.419529:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768341.419530:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322926d80.
00000100:00000001:3.0:1775768341.419532:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768341.419533:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768341.419534:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768341.419536:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768341.419537:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768341.419538:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768341.419539:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768341.419540:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768341.419543:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322927480 x1862022335213696/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768341.419547:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768341.419549:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768341.419551:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768341.419552:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768341.419554:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768341.419557:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335213696:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768341.419560:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768341.419562:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768341.419563:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768341.419565:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768341.419567:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a66800.
02000000:00000001:3.0:1775768341.419569:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768341.419572:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768341.419575:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96738.
00000400:00000010:3.0:1775768341.419578:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef36e8.
00000100:00000200:3.0:1775768341.419580:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335213696, portal 4
00000100:00000001:3.0:1775768341.419582:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768341.419584:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931758720 : -120451777792896 : ffff927322927480)
00000100:00000040:3.0:1775768341.419589:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322927480 x1862022335213696/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768341.419596:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768341.419598:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768341.419600:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef32a8.
00000100:00000200:3.0:1775768341.419603:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335213696, offset 0
00000400:00000200:3.0:1775768341.419606:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768341.419609:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768341.419613:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768341.419615:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768341.419617:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768341.419618:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768341.419620:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768341.419622:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60789:60789:256:4294967295] 192.168.202.131@tcp LPNI seq info [60789:60789:8:4294967295]
00000400:00000200:3.0:1775768341.419625:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768341.419629:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768341.419632:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768341.419634:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768341.419636:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768341.419638:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1775768341.419641:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768341.419642:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 6 secs later)
00000800:00000100:3.0:1775768341.419645:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768341.419646:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768341.419648:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768341.419650:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768341.419651:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef32a8
00000400:00000010:3.0:1775768341.419653:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef32a8.
00000100:00000001:3.0:1775768341.419654:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768341.419656:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322927480 x1862022335213696/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768341.419661:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768341.419663:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322927480 x1862022335213696/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768366 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768341.419668:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768341.419669:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768341.419672:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768341.419675:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: using a timeout of 22192 usecs (23 jiffies)
00000400:00000200:3.0:1775768341.419678:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768341.419680:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300198424
00000100:00000001:3.0:1775768341.419682:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300199677
00000100:00000001:3.0:1775768341.419684:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300198424
00000100:00000001:3.0:1775768341.419686:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300199677
00000100:00000001:3.0:1775768341.419688:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768341.419690:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768341.419691:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768341.419695:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768341/real 1775768341]  req@ffff927322927480 x1862022335213696/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768341.419703:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768341.419704:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768341.419705:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96738.
00000400:00000200:3.0:1775768341.419727:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef36e8
00000400:00000010:3.0:1775768341.419729:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef36e8.
00000100:00000001:3.0:1775768341.419731:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768341.419734:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322927480 x1862022335213696/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768341.419739:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322927480 x1862022335213696/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768341.419743:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768341.419744:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768341.419745:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768341.419745:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768341.419748:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322927480 x1862022335213696/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768341.419752:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768341.419754:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322927480 x1862022335213696/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768366 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768341.419758:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768341.419759:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768341.419760:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768341.419760:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768341.419761:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768341.419762:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768341.419763:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768341.419765:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768341.419766:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768341.419768:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322927480 x1862022335213696/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768366 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768341.419772:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335213696:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768341.419774:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768341.419776:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322926a00 x1862022335213824/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768341.419780:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768341.419780:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768341.419782:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768341.419783:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768341.419784:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768341.419785:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322926a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335213824:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768341.419787:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768341.419788:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768341.419789:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768341.419791:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768341.419803:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768341.419805:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768341.419807:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768341.419808:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96738.
00000400:00000010:3.0:1775768341.419810:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef36e8.
00000100:00000200:3.0:1775768341.419812:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335213824, portal 4
00000100:00000001:3.0:1775768341.419813:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768341.419814:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931756032 : -120451777795584 : ffff927322926a00)
00000100:00000040:3.0:1775768341.419818:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322926a00 x1862022335213824/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768341.419821:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768341.419823:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768341.419824:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef32a8.
00000100:00000200:3.0:1775768341.419825:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335213824, offset 0
00000400:00000200:3.0:1775768341.419827:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768341.419829:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768341.419831:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768341.419833:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768341.419835:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768341.419836:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768341.419837:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768341.419839:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60790:60790:256:4294967295] 192.168.202.131@tcp LPNI seq info [60790:60790:8:4294967295]
00000400:00000200:3.0:1775768341.419842:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768341.419845:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768341.419847:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768341.419849:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768341.419851:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768341.419853:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1775768341.419855:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768341.419857:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 6 secs later)
00000800:00000100:3.0:1775768341.419859:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768341.419861:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768341.419862:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768341.419864:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768341.419866:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef32a8
00000400:00000010:3.0:1775768341.419867:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef32a8.
00000100:00000001:3.0:1775768341.419868:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768341.419870:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322926a00 x1862022335213824/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768341.419875:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768341.419876:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322926a00 x1862022335213824/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768366 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768341.419880:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768341.419881:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768341.419882:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768341.419884:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: using a timeout of 22500 usecs (23 jiffies)
00000400:00000200:3.0:1775768341.419885:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768341.419886:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300198425
00000100:00000001:3.0:1775768341.419888:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300199677
00000100:00000001:3.0:1775768341.419889:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300198425
00000100:00000001:3.0:1775768341.419890:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300199677
00000100:00000001:3.0:1775768341.419891:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768341.419892:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768341.419893:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768341.419895:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768341/real 1775768341]  req@ffff927322926a00 x1862022335213824/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768341.419899:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768341.419900:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768341.419900:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96738.
00000400:00000200:3.0:1775768341.419902:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef36e8
00000400:00000010:3.0:1775768341.419903:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef36e8.
00000100:00000001:3.0:1775768341.419904:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768341.419906:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322926a00 x1862022335213824/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768341.419913:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322926a00 x1862022335213824/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768341.419919:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768341.419920:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768341.419921:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768341.419923:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768341.419926:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322926a00 x1862022335213824/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768341.419931:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768341.419935:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322926a00 x1862022335213824/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768366 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768341.419940:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768341.419942:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768341.419943:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768341.419944:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768341.419946:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768341.419947:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768341.419949:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768341.419952:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768341.419954:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768341.419957:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322926a00 x1862022335213824/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768366 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768341.419963:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322926a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335213824:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768341.419966:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768341.419967:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768341.419970:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322927480 x1862022335213696/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768366 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768341.419977:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768341.419978:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768341.419980:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a66800.
02000000:00000001:3.0:1775768341.419982:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768341.419983:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768341.419984:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f000 refcount=2 obd=lustre-OST0000-osc-ffff927308189800
00000020:00000001:3.0:1775768341.419986:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768341.419987:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477fc00.
02000000:00000001:3.0:1775768341.419989:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768341.419990:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768341.419991:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322927480.
00000100:00000001:3.0:1775768341.419993:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768341.419994:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768341.419996:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768341.419998:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322926a00 x1862022335213824/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768366 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768341.420004:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768341.420005:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768341.420006:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768341.420008:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768341.420009:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768341.420010:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c800 refcount=2 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:3.0:1775768341.420011:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768341.420013:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477f000.
02000000:00000001:3.0:1775768341.420014:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768341.420015:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768341.420017:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322926a00.
00000100:00000001:3.0:1775768341.420019:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768341.420020:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768341.420021:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768341.420025:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768341.420026:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768341.420027:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768341.420028:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768341.993846:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768341.993853:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768341.993855:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768341.993861:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768341.993865:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768341.993869:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768341.993872:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768341.993874:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768341.993877:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768342.441818:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768342.441823:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768342.441827:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768342.441828:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768342.441831:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768342.441832:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768342.441834:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768342.441834:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768342.441837:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768342.441838:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768342.441886:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768342.441890:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768342.441893:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768342.697833:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300199677, at 4300199680
00000100:00000040:3.0:1775768342.697833:0:58796:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649b30 (cpu 0) has reached its deadline 4300199677, at 4300199680
00000100:00000010:2.0:1775768342.697850:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3de0.
00000100:00000010:3.0:1775768342.697855:0:58796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3840.
00000100:00000001:0.0:1775768343.017795:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768343.017802:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768343.017804:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768343.017810:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768343.017814:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768343.017817:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768343.017820:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768343.017822:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768343.017825:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768343.465821:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768343.465827:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768343.465833:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768343.465835:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768343.465839:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768343.465840:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768343.465842:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768343.465843:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768343.465845:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768343.465846:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768343.465905:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768343.465909:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768343.465913:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768344.041840:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768344.041847:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768344.041849:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768344.041855:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768344.041860:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768344.041864:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768344.041867:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768344.041869:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768344.041872:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768344.489830:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768344.489835:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768344.489841:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768344.489843:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768344.489846:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768344.489847:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768344.489851:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768344.489852:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768344.489856:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768344.489857:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768344.489908:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768344.489911:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768344.489915:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768345.067365:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768345.067371:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768345.067373:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768345.067378:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768345.067380:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768345.067384:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768345.067386:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768345.067388:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768345.067390:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768345.513841:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768345.513848:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768345.513851:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768345.513854:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768345.513859:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768345.513862:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768345.513864:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768345.513866:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768345.513870:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768345.513871:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768345.513873:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768345.513874:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768345.513876:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768345.513877:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768345.513878:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768345.513880:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768345.513884:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768345.513886:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768345.513887:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768345.513889:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768345.513890:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768345.513891:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768345.513893:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768345.513895:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768345.513898:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768345.513900:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768345.513904:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768345.513905:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768345.513906:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768345.513908:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768345.513909:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768345.513910:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768345.513912:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768345.513913:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768345.515564:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768345.515567:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768345.515570:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768346.090388:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768346.090395:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768346.090397:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768346.090402:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768346.090406:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768346.090410:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768346.090413:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768346.090415:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768346.090418:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768346.537946:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768346.537951:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768346.537957:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768346.537958:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768346.537962:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768346.537963:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768346.537966:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768346.537968:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768346.537971:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768346.537973:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768346.539904:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768346.539908:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768346.539912:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775768346.539944:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768346.539950:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768346.539952:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768346.539956:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768346.539960:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768346.539966:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5531
00000400:00000200:2.0:1775768346.539976:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768346.539981:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768346.539984:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768346.539987:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768346.539990:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768346.539992:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768346.539995:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768346.539998:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768346.539999:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775768346.540001:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768346.540004:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775768346.540006:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775768346.540008:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775768346.540011:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768346.540013:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768346.540015:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768346.540017:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768346.540020:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775768346.540023:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768346.540025:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768346.540028:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768346.540031:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768346.540034:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768346.540036:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768346.540038:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768346.540046:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775768346.540050:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775768346.540053:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768346.540054:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768346.540057:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768346.540060:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768346.540064:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768346.540071:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef800.
00000100:00000001:2.0:1775768346.540077:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768346.540086:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335213952/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768346.540095:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768346.540099:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768346.540103:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335213952/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768346.540127:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768346.540131:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768346.540135:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768346.540136:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768346.540138:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768346.540141:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768346.540144:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5531
00000400:00000200:2.0:1775768346.540148:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768346.540150:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768346.540151:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768346.540153:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768346.540154:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768346.540155:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768346.540157:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768346.540158:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768346.540158:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775768346.540159:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768346.540160:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775768346.540162:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775768346.540163:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775768346.540165:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768346.540166:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768346.540167:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768346.540168:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768346.540170:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775768346.540171:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768346.540172:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768346.540173:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768346.540178:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768346.540179:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768346.540180:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768346.540189:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768346.540192:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768346.540193:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768346.540197:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775768346.540198:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775768346.540200:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768346.540202:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768346.540204:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768346.540205:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768346.540207:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768346.540210:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed800.
00000100:00000001:2.0:1775768346.540214:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768346.540219:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335214080/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768346.540226:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768346.540228:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768346.540232:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335214080/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768346.540239:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768346.540241:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768346.540244:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768346.540245:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768346.540246:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768346.540248:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768346.540249:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5531
00000400:00000200:2.0:1775768346.540252:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768346.540253:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768346.540255:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768346.540257:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768346.540258:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768346.540259:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768346.540261:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768346.540262:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768346.540263:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775768346.540263:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768346.540265:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775768346.540266:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775768346.540267:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775768346.540269:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768346.540270:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768346.540272:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768346.540273:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768346.540274:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775768346.540275:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768346.540277:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768346.540278:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768346.540279:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768346.540280:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768346.540281:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768346.540283:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768346.540284:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768346.540285:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768346.540288:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775768346.540289:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775768346.540291:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768346.540291:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768346.540293:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768346.540293:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768346.540295:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768346.540297:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306beec00.
00000100:00000001:2.0:1775768346.540299:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768346.540302:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335214208/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768346.540306:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768346.540308:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768346.540310:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335214208/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768346.540314:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768346.540316:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768346.540319:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768346.540321:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768346.540322:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768346.540324:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768346.540326:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5531
00000400:00000200:2.0:1775768346.540329:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768346.540331:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768346.540333:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768346.540335:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768346.540337:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768346.540339:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768346.540341:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768346.540342:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768346.540343:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775768346.540345:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768346.540346:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775768346.540349:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775768346.540351:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775768346.540354:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768346.540356:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768346.540357:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768346.540359:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768346.540361:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775768346.540364:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768346.540366:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768346.540367:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768346.540369:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768346.540371:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768346.540373:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768346.540376:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768346.540377:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768346.540378:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768346.540380:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
00000020:00000040:2.0:1775768346.540382:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775768346.540384:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768346.540385:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768346.540386:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768346.540386:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768346.540388:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768346.540390:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306befc00.
00000100:00000001:2.0:1775768346.540392:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768346.540394:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335214336/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768346.540399:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768346.540400:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768346.540402:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335214336/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768346.540406:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768346.540408:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768346.540411:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775768346.540412:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768346.540414:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768346.540416:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768346.540418:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5531
00000400:00000200:2.0:1775768346.540422:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768346.540424:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768346.540426:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768346.540429:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768346.540430:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768346.540432:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768346.540434:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768346.540436:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768346.540437:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775768346.540439:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768346.540440:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775768346.540442:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775768346.540444:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775768346.540447:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768346.540448:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768346.540450:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768346.540452:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768346.540454:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775768346.540457:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768346.540459:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768346.540460:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768346.540463:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768346.540464:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768346.540466:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768346.540468:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768346.540471:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768346.540472:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768346.540475:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
00000020:00000040:2.0:1775768346.540477:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775768346.540479:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768346.540480:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768346.540482:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768346.540483:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768346.540484:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768346.540488:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec000.
00000100:00000001:2.0:1775768346.540490:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768346.540495:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335214464/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768346.540507:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768346.540508:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768346.540512:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335214464/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768346.540519:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768346.540523:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5541)
00000100:00000001:3.0:1775768346.540640:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768346.540644:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768346.540646:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768346.540652:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b57100 x1862022335213952/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768346.540660:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768346.540662:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768346.540665:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768346.540668:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768346.540670:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768346.540673:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335213952:192.168.202.131@tcp:250:kworker.0
00000100:00000001:3.0:1775768346.540677:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768346.540680:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768346.540682:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768346.540684:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768346.540688:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768346.540690:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768346.540724:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768346.540728:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96738.
00000400:00000010:3.0:1775768346.540741:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef36e8.
00000100:00000200:3.0:1775768346.540773:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335213952, portal 25
00000100:00000001:3.0:1775768346.540776:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768346.540777:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682393344 : -120452027158272 : ffff927313b57100)
00000100:00000040:3.0:1775768346.540783:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b57100 x1862022335213952/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768371 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768346.540790:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768346.540792:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768346.540795:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef32a8.
00000100:00000200:3.0:1775768346.540798:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022335213952, offset 0
00000400:00000200:3.0:1775768346.540804:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768346.540812:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768346.540817:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768346.540823:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768346.540827:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768346.540831:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768346.540833:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768346.540837:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60791:60791:256:4294967295] 192.168.202.131@tcp LPNI seq info [60791:60791:8:4294967295]
00000400:00000200:3.0:1775768346.540841:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768346.540851:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768346.540857:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768346.540862:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768346.540868:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768346.540872:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1775768346.540877:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768346.540880:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000100:3.0:1775768346.540884:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768346.540887:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768346.540893:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768346.540898:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768346.540903:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef32a8
00000400:00000010:3.0:1775768346.540905:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef32a8.
00000100:00000001:3.0:1775768346.540909:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768346.540912:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b57100 x1862022335213952/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768371 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768346.540921:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768346.540924:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b57100 x1862022335213952/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768371 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768346.540931:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768346.540933:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768346.540938:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768346.540942:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768346.540945:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4300204800
00000100:00000010:3.0:1775768346.540948:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3840.
00000100:00000001:3.0:1775768346.540953:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1775768346.540957:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4300204800
00000100:00000010:3.0:1775768346.540958:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3660.
00000100:00000001:3.0:1775768346.540960:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1775768346.540962:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768346.540963:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768346.540965:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768346.540968:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768346/real 1775768346]  req@ffff927313b57100 x1862022335213952/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768346.540974:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768346.540975:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768346.540977:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96738.
00000400:00000200:3.0:1775768346.540979:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef36e8
00000400:00000010:3.0:1775768346.540980:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef36e8.
00000100:00000001:3.0:1775768346.540981:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768346.540983:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b57100 x1862022335213952/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768346.540988:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b57100 x1862022335213952/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768346.540992:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768346.540993:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768346.540994:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768346.540995:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768346.540997:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b57100 x1862022335213952/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768346.541001:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768346.541004:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b57100 x1862022335213952/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768371 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768346.541007:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768346.541009:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768346.541010:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768346.541011:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768346.541013:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768346.541015:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768346.541017:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768346.541021:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768346.541022:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768346.541026:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b57100 x1862022335213952/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768371 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768346.541034:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335213952:192.168.202.131@tcp:250:kworker.0
00000100:00000001:3.0:1775768346.541037:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768346.541040:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b54a80 x1862022335214080/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768346.541047:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768346.541048:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768346.541050:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768346.541052:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768346.541054:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768346.541056:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335214080:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768346.541060:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768346.541061:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768346.541063:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768346.541064:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768346.541066:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a66800.
02000000:00000001:3.0:1775768346.541068:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768346.541070:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768346.541072:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96738.
00000400:00000010:3.0:1775768346.541074:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef36e8.
00000100:00000200:3.0:1775768346.541076:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335214080, portal 10
00000100:00000001:3.0:1775768346.541078:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768346.541079:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682383488 : -120452027168128 : ffff927313b54a80)
00000100:00000040:3.0:1775768346.541085:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b54a80 x1862022335214080/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768371 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768346.541091:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768346.541093:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768346.541095:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef32a8.
00000100:00000200:3.0:1775768346.541097:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335214080, offset 0
00000400:00000200:3.0:1775768346.541101:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768346.541104:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768346.541108:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768346.541110:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768346.541113:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768346.541115:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768346.541117:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768346.541120:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60792:60792:256:4294967295] 192.168.202.131@tcp LPNI seq info [60792:60792:8:4294967295]
00000400:00000200:3.0:1775768346.541123:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768346.541127:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768346.541130:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768346.541132:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768346.541135:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768346.541136:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1775768346.541139:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768346.541141:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000100:3.0:1775768346.541143:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768346.541145:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768346.541147:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768346.541149:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768346.541151:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef32a8
00000400:00000010:3.0:1775768346.541152:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef32a8.
00000100:00000001:3.0:1775768346.541153:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768346.541155:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b54a80 x1862022335214080/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768371 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768346.541160:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768346.541162:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b54a80 x1862022335214080/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768371 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768346.541166:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768346.541167:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768346.541169:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768346.541171:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: using a timeout of 15131 usecs (16 jiffies)
00000400:00000200:3.0:1775768346.541173:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768346.541174:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300203539
00000100:00000001:3.0:1775768346.541176:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300204800
00000100:00000001:3.0:1775768346.541177:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300203539
00000100:00000001:3.0:1775768346.541179:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300204800
00000100:00000001:3.0:1775768346.541180:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768346.541181:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768346.541182:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768346.541184:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768346/real 1775768346]  req@ffff927313b54a80 x1862022335214080/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768346.541191:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768346.541192:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768346.541194:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96738.
00000400:00000200:3.0:1775768346.541196:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef36e8
00000400:00000010:3.0:1775768346.541197:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef36e8.
00000100:00000001:3.0:1775768346.541199:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768346.541202:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b54a80 x1862022335214080/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768346.541209:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b54a80 x1862022335214080/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768346.541215:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768346.541217:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768346.541219:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768346.541220:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768346.541224:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b54a80 x1862022335214080/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768346.541230:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768346.541233:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b54a80 x1862022335214080/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768371 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768346.541238:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768346.541240:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768346.541241:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768346.541241:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768346.541242:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768346.541243:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768346.541245:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768346.541246:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768346.541247:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768346.541249:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b54a80 x1862022335214080/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768371 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768346.541254:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335214080:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768346.541256:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768346.541258:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b54e00 x1862022335214208/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768346.541261:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768346.541262:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768346.541263:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768346.541264:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768346.541265:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768346.541267:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335214208:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768346.541269:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768346.541270:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768346.541271:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768346.541272:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768346.541275:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a64000.
02000000:00000001:3.0:1775768346.541276:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768346.541278:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768346.541279:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96738.
00000400:00000010:3.0:1775768346.541281:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef36e8.
00000100:00000200:3.0:1775768346.541283:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335214208, portal 10
00000100:00000001:3.0:1775768346.541284:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768346.541285:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682384384 : -120452027167232 : ffff927313b54e00)
00000100:00000040:3.0:1775768346.541289:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b54e00 x1862022335214208/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768371 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768346.541292:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768346.541294:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768346.541295:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef32a8.
00000100:00000200:3.0:1775768346.541296:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335214208, offset 0
00000400:00000200:3.0:1775768346.541298:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768346.541300:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768346.541302:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768346.541304:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768346.541305:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768346.541307:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768346.541308:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768346.541311:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60793:60793:256:4294967295] 192.168.202.131@tcp LPNI seq info [60793:60793:8:4294967295]
00000400:00000200:3.0:1775768346.541314:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768346.541320:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768346.541324:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768346.541326:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768346.541330:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768346.541332:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1775768346.541336:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768346.541339:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000100:3.0:1775768346.541342:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768346.541344:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768346.541347:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768346.541350:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768346.541353:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef32a8
00000400:00000010:3.0:1775768346.541354:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef32a8.
00000100:00000001:3.0:1775768346.541357:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768346.541360:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b54e00 x1862022335214208/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768371 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768346.541367:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768346.541370:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b54e00 x1862022335214208/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768371 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768346.541374:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768346.541375:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768346.541377:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768346.541379:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: using a timeout of 41678 usecs (42 jiffies)
00000400:00000200:3.0:1775768346.541381:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768346.541382:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300203565
00000100:00000001:3.0:1775768346.541384:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300204800
00000100:00000001:3.0:1775768346.541385:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300203565
00000100:00000001:3.0:1775768346.541386:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300204800
00000100:00000001:3.0:1775768346.541387:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768346.541389:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768346.541390:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768346.541392:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768346/real 1775768346]  req@ffff927313b54e00 x1862022335214208/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768346.541396:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768346.541397:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768346.541398:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96738.
00000400:00000200:3.0:1775768346.541399:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef36e8
00000400:00000010:3.0:1775768346.541400:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef36e8.
00000100:00000001:3.0:1775768346.541402:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768346.541403:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b54e00 x1862022335214208/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768346.541408:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b54e00 x1862022335214208/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768346.541412:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768346.541413:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768346.541414:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768346.541415:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768346.541418:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b54e00 x1862022335214208/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768346.541424:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768346.541427:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b54e00 x1862022335214208/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768371 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768346.541433:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768346.541435:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768346.541437:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768346.541438:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768346.541439:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768346.541441:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768346.541443:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768346.541447:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768346.541449:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768346.541452:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b54e00 x1862022335214208/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768371 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768346.541459:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335214208:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768346.541463:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768346.541466:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b57800 x1862022335214336/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768346.541470:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768346.541471:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768346.541473:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768346.541474:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768346.541475:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768346.541476:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335214336:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768346.541478:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768346.541479:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768346.541480:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768346.541481:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768346.541484:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768346.541485:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768346.541487:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768346.541488:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96738.
00000400:00000010:3.0:1775768346.541490:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef36e8.
00000100:00000200:3.0:1775768346.541492:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335214336, portal 4
00000100:00000001:3.0:1775768346.541493:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768346.541494:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682395136 : -120452027156480 : ffff927313b57800)
00000100:00000040:3.0:1775768346.541498:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b57800 x1862022335214336/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768371 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768346.541501:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768346.541503:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768346.541504:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef32a8.
00000100:00000200:3.0:1775768346.541505:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335214336, offset 0
00000400:00000200:3.0:1775768346.541507:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768346.541509:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768346.541511:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768346.541513:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768346.541514:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768346.541516:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768346.541517:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768346.541519:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60794:60794:256:4294967295] 192.168.202.131@tcp LPNI seq info [60794:60794:8:4294967295]
00000400:00000200:3.0:1775768346.541521:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768346.541526:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768346.541528:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768346.541530:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768346.541532:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768346.541534:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1775768346.541536:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768346.541538:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000100:3.0:1775768346.541540:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768346.541542:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768346.541543:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768346.541545:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768346.541547:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef32a8
00000400:00000010:3.0:1775768346.541548:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef32a8.
00000100:00000001:3.0:1775768346.541549:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768346.541551:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b57800 x1862022335214336/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768371 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768346.541557:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768346.541560:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b57800 x1862022335214336/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768371 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768346.541566:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768346.541567:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768346.541569:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768346.541572:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: using a timeout of 22192 usecs (23 jiffies)
00000400:00000200:3.0:1775768346.541574:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768346.541576:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300203546
00000100:00000001:3.0:1775768346.541578:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300204800
00000100:00000001:3.0:1775768346.541580:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300203546
00000100:00000001:3.0:1775768346.541582:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300204800
00000100:00000001:3.0:1775768346.541584:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768346.541586:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768346.541588:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768346.541591:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768346/real 1775768346]  req@ffff927313b57800 x1862022335214336/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768346.541599:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768346.541600:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768346.541601:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96738.
00000400:00000200:3.0:1775768346.541604:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef36e8
00000400:00000010:3.0:1775768346.541605:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef36e8.
00000100:00000001:3.0:1775768346.541607:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768346.541609:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b57800 x1862022335214336/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768346.541616:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b57800 x1862022335214336/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768346.541622:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768346.541623:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768346.541625:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768346.541626:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768346.541629:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b57800 x1862022335214336/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768346.541635:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768346.541639:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b57800 x1862022335214336/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768371 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768346.541646:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768346.541648:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768346.541649:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768346.541651:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768346.541652:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768346.541654:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768346.541656:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768346.541659:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768346.541660:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768346.541662:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b57800 x1862022335214336/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768371 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768346.541667:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335214336:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768346.541669:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768346.541671:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b56300 x1862022335214464/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768346.541674:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768346.541675:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768346.541677:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768346.541678:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768346.541679:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768346.541680:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335214464:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768346.541682:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768346.541683:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768346.541684:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768346.541685:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768346.541687:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a64800.
02000000:00000001:3.0:1775768346.541689:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768346.541691:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768346.541693:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96738.
00000400:00000010:3.0:1775768346.541696:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef36e8.
00000100:00000200:3.0:1775768346.541699:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335214464, portal 4
00000100:00000001:3.0:1775768346.541700:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768346.541702:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682389760 : -120452027161856 : ffff927313b56300)
00000100:00000040:3.0:1775768346.541727:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b56300 x1862022335214464/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768371 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768346.541734:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768346.541736:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768346.541739:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef32a8.
00000100:00000200:3.0:1775768346.541741:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335214464, offset 0
00000400:00000200:3.0:1775768346.541754:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768346.541756:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768346.541759:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768346.541761:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768346.541762:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768346.541764:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768346.541765:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768346.541767:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60795:60795:256:4294967295] 192.168.202.131@tcp LPNI seq info [60795:60795:8:4294967295]
00000400:00000200:3.0:1775768346.541769:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768346.541773:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768346.541776:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768346.541777:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768346.541780:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768346.541781:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1775768346.541783:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768346.541785:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000100:3.0:1775768346.541787:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768346.541789:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768346.541790:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768346.541792:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768346.541794:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef32a8
00000400:00000010:3.0:1775768346.541795:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef32a8.
00000100:00000001:3.0:1775768346.541796:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768346.541798:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b56300 x1862022335214464/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768371 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768346.541803:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768346.541805:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b56300 x1862022335214464/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768371 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768346.541808:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768346.541809:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768346.541811:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768346.541813:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: using a timeout of 22500 usecs (23 jiffies)
00000400:00000200:3.0:1775768346.541815:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768346.541816:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300203547
00000100:00000001:3.0:1775768346.541817:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300204800
00000100:00000001:3.0:1775768346.541818:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300203547
00000100:00000001:3.0:1775768346.541820:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300204800
00000100:00000001:3.0:1775768346.541821:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768346.541822:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768346.541823:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768346.541825:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768346/real 1775768346]  req@ffff927313b56300 x1862022335214464/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768346.541829:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768346.541829:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768346.541830:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96738.
00000400:00000200:3.0:1775768346.541832:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef36e8
00000400:00000010:3.0:1775768346.541833:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef36e8.
00000100:00000001:3.0:1775768346.541834:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768346.541835:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b56300 x1862022335214464/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768346.541840:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b56300 x1862022335214464/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768346.541843:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768346.541844:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768346.541845:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768346.541845:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768346.541847:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b56300 x1862022335214464/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768346.541850:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768346.541852:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b56300 x1862022335214464/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768371 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768346.541856:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768346.541858:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768346.541859:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768346.541859:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768346.541860:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768346.541861:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768346.541863:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768346.541866:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768346.541868:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768346.541871:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b56300 x1862022335214464/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768371 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768346.541878:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335214464:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768346.541881:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768346.541883:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768346.541885:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b57100 x1862022335213952/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768371 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768346.541892:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768346.541894:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768346.541896:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768346.541900:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768346.541902:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768346.541903:0:2404:0:(genops.c:1242:class_import_put()) import ffff9273194c5000 refcount=3 obd=MGC192.168.202.131@tcp
00000020:00000001:3.0:1775768346.541905:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768346.541907:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bef800.
02000000:00000001:3.0:1775768346.541910:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768346.541913:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768346.541915:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b57100.
00000100:00000001:3.0:1775768346.541917:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768346.541918:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768346.541919:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768346.541922:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b54a80 x1862022335214080/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768371 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768346.541926:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768346.541927:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768346.541927:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a66800.
02000000:00000001:3.0:1775768346.541929:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768346.541930:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768346.541931:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c000 refcount=137 obd=lustre-MDT0000-mdc-ffff927308189800
00000020:00000001:3.0:1775768346.541932:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768346.541932:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bed800.
02000000:00000001:3.0:1775768346.541934:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768346.541935:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768346.541936:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b54a80.
00000100:00000001:3.0:1775768346.541937:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768346.541938:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768346.541938:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768346.541940:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b54e00 x1862022335214208/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768371 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768346.541944:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768346.541945:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768346.541946:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a64000.
02000000:00000001:3.0:1775768346.541947:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768346.541948:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768346.541949:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f800 refcount=3 obd=lustre-MDT0001-mdc-ffff927308189800
00000020:00000001:3.0:1775768346.541950:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768346.541950:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306beec00.
02000000:00000001:3.0:1775768346.541951:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768346.541952:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768346.541952:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b54e00.
00000100:00000001:3.0:1775768346.541954:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768346.541954:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768346.541955:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768346.541956:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b57800 x1862022335214336/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768371 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768346.541966:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768346.541968:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768346.541969:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768346.541971:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768346.541972:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768346.541973:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f000 refcount=2 obd=lustre-OST0000-osc-ffff927308189800
00000020:00000001:3.0:1775768346.541975:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768346.541976:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306befc00.
02000000:00000001:3.0:1775768346.541978:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768346.541979:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768346.541980:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b57800.
00000100:00000001:3.0:1775768346.541982:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768346.541983:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768346.541985:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768346.541988:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b56300 x1862022335214464/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768371 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768346.541994:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768346.541996:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768346.541997:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a64800.
02000000:00000001:3.0:1775768346.541999:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768346.542000:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768346.542001:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c800 refcount=2 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:3.0:1775768346.542003:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768346.542004:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bec000.
02000000:00000001:3.0:1775768346.542007:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768346.542008:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768346.542009:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b56300.
00000100:00000001:3.0:1775768346.542011:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768346.542012:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768346.542014:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768346.542020:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768346.542022:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768346.542024:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768346.542025:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768347.113820:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768347.113826:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768347.113828:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768347.113833:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768347.113837:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768347.113840:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768347.113843:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768347.113866:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768347.113869:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768347.561852:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768347.561859:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768347.561864:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768347.561866:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768347.561869:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768347.561871:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768347.561875:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768347.561878:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768347.561880:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768347.561884:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768347.561887:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768347.561889:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768347.561891:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768347.561893:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768347.561897:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768347.561899:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768347.562365:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768347.562368:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768347.562372:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775768347.881843:0:58796:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649b30 (cpu 0) has reached its deadline 4300204800, at 4300204864
00000100:00000010:3.0:1775768347.881857:0:58796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3660.
00000100:00000040:2.0:1775768347.883846:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300204800, at 4300204866
00000100:00000010:2.0:1775768347.883855:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3840.
00000100:00000001:0.0:1775768348.137796:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768348.137804:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768348.137807:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768348.137813:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768348.137817:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768348.137821:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768348.137824:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768348.137827:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768348.137829:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768348.585858:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768348.585862:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768348.585866:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768348.585867:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768348.585870:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768348.585870:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768348.585873:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768348.585874:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768348.585876:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768348.585877:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768348.585931:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768348.585934:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768348.585938:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768349.161841:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768349.161848:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768349.161850:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768349.161856:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768349.161859:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768349.161862:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768349.161864:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768349.161866:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768349.161867:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768349.609832:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768349.609838:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768349.609844:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768349.609845:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768349.609849:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768349.609850:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768349.609853:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768349.609855:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768349.609858:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768349.609859:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768349.609915:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768349.609923:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768349.609925:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768350.185806:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768350.185814:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768350.185820:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768350.185826:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768350.185829:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768350.185833:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768350.185835:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768350.185838:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768350.185840:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768350.634416:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768350.634422:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768350.634428:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768350.634429:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768350.634432:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768350.634434:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768350.634437:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768350.634438:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768350.634442:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768350.634444:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768350.637763:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768350.637768:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768350.637772:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768351.210833:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768351.210840:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768351.210842:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768351.210848:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768351.210851:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768351.210855:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768351.210858:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768351.210860:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768351.210863:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768351.657819:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768351.657823:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768351.657825:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:3.0:1775768351.657828:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768351.657830:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768351.657835:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:3.0:1775768351.657836:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768351.657838:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768351.657840:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:3.0:1775768351.657841:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768351.657844:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768351.657846:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:3.0:1775768351.657846:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768351.657848:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768351.657853:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768351.657861:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5536
00000400:00000200:0.0:1775768351.657871:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768351.657879:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768351.657883:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768351.657887:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000020:00000001:2.0:1775768351.657888:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768351.657891:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768351.657892:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00010000:00010000:2.0:1775768351.657894:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1775768351.657897:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768351.657901:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768351.657904:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768351.657907:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775768351.657909:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768351.657912:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775768351.657914:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775768351.657916:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775768351.657920:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768351.657922:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768351.657925:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768351.657926:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768351.657929:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:0.0:1775768351.657932:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768351.657935:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768351.657938:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768351.657941:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768351.657944:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768351.657946:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768351.657949:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768351.657959:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925180.
00000020:00000040:0.0:1775768351.657963:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775768351.657966:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768351.657968:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768351.657971:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768351.657973:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768351.657977:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768351.657984:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f400.
00000100:00000001:0.0:1775768351.657991:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768351.658000:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925180 x1862022335214592/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768351.658016:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768351.658020:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768351.658025:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a34329a0] to pc [ptlrpcd_rcv+-1]  req@ffff927322925180 x1862022335214592/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768351.658046:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768351.658050:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768351.658053:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768351.658054:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768351.658056:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768351.658060:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768351.658063:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5536
00000400:00000200:0.0:1775768351.658068:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768351.658071:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00000001:3.0:1775768351.658071:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768351.658081:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768351.658085:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1775768351.658087:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768351.658093:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768351.658097:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768351.658097:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322925180 x1862022335214592/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768351.658100:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768351.658105:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768351.658110:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768351.658112:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775768351.658116:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1775768351.658116:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:0.0:1775768351.658119:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000100:00000001:3.0:1775768351.658119:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768351.658123:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:0.0:1775768351.658126:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
02000000:00000001:3.0:1775768351.658126:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768351.658130:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1775768351.658131:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
02000000:00000001:3.0:1775768351.658133:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768351.658135:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:3.0:1775768351.658138:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322925180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335214592:192.168.202.131@tcp:250:kworker.0
00000100:00000040:0.0:1775768351.658141:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768351.658145:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1775768351.658146:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
02000000:00000001:3.0:1775768351.658149:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:0.0:1775768351.658150:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
02000000:00000001:3.0:1775768351.658151:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768351.658155:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
02000000:00000001:3.0:1775768351.658155:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1775768351.658159:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768351.658160:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a64800.
02000000:00000001:0.0:1775768351.658162:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768351.658168:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768351.658171:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768351.658171:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768351.658176:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768351.658180:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1775768351.658181:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000008:00000001:0.0:1775768351.658186:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775768351.658187:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96738.
00000100:00000001:0.0:1775768351.658188:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768351.658194:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924000.
00000020:00000040:0.0:1775768351.658198:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
00000400:00000010:3.0:1775768351.658198:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef36e8.
02000000:00000001:0.0:1775768351.658202:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000200:3.0:1775768351.658207:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335214592, portal 25
00000100:00000001:3.0:1775768351.658210:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768351.658212:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931749760 : -120451777801856 : ffff927322925180)
02000000:00000001:0.0:1775768351.658216:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768351.658219:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322925180 x1862022335214592/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768351.658220:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768351.658223:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768351.658225:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768351.658231:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000010:0.0:1775768351.658232:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e000.
00000100:00000040:3.0:1775768351.658234:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000100:00000001:0.0:1775768351.658238:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775768351.658239:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef32a8.
00000100:00000200:3.0:1775768351.658244:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022335214592, offset 0
00000400:00000200:3.0:1775768351.658249:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768351.658257:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768351.658264:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768351.658269:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768351.658273:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768351.658278:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768351.658280:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768351.658283:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60796:60796:256:4294967295] 192.168.202.131@tcp LPNI seq info [60796:60796:8:4294967295]
00000400:00000200:3.0:1775768351.658286:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768351.658294:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768351.658299:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768351.658303:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768351.658309:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768351.658312:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:3.0:1775768351.658331:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768351.658335:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768351.658338:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4300209917
00000100:00000010:3.0:1775768351.658343:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3660.
00000100:00000001:3.0:1775768351.658351:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1775768351.658356:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4300209917
00000100:00000010:3.0:1775768351.658360:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3960.
00000100:00000001:3.0:1775768351.658363:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1775768351.658366:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768351.658379:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768351.658383:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768351.658385:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768351.658393:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768351.658395:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1775768351.658397:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768351.658398:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768351.658400:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768351.658401:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768351.658417:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924000 x1862022335214720/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768351.658427:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768351.658429:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768351.658433:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c89b33e] to pc [ptlrpcd_rcv+-1]  req@ffff927322924000 x1862022335214720/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768351.658451:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768351.658454:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768351.658457:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768351.658459:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768351.658461:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768351.658464:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768351.658467:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5536
00000400:00000200:0.0:1775768351.658472:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768351.658475:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768351.658477:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768351.658480:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768351.658483:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768351.658486:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768351.658489:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768351.658492:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768351.658494:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:0.0:1775768351.658496:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1775768351.658497:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1775768351.658499:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000100:00000001:3.0:1775768351.658500:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768351.658502:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1775768351.658503:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:0.0:1775768351.658508:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:3.0:1775768351.658508:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322924000 x1862022335214720/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768351.658515:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768351.658520:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768351.658521:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775768351.658521:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768351.658524:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1775768351.658526:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
02000000:00000001:3.0:1775768351.658527:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768351.658529:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768351.658531:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00100000:3.0:1775768351.658533:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322924000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335214720:192.168.202.131@tcp:38:kworker.0
00000020:00000040:0.0:1775768351.658542:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00000001:3.0:1775768351.658543:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00080000:0.0:1775768351.658548:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
02000000:00000001:3.0:1775768351.658548:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768351.658551:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768351.658553:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768351.658555:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1775768351.658556:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:3.0:1775768351.658560:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768351.658563:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768351.658566:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768351.658570:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
02000000:00000001:0.0:1775768351.658572:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:3.0:1775768351.658574:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
02000000:00000001:0.0:1775768351.658575:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768351.658579:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000200:3.0:1775768351.658580:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335214720, portal 10
00000008:00100000:0.0:1775768351.658582:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1775768351.658584:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000008:00000001:0.0:1775768351.658587:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768351.658587:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931745280 : -120451777806336 : ffff927322924000)
00000100:00000001:0.0:1775768351.658591:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768351.658597:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926300.
00000100:00000040:3.0:1775768351.658597:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322924000 x1862022335214720/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1775768351.658601:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775768351.658606:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768351.658609:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768351.658612:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768351.658614:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768351.658616:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768351.658617:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000010:0.0:1775768351.658621:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c800.
00000100:00000040:3.0:1775768351.658621:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000100:00000001:0.0:1775768351.658627:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775768351.658627:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef35d8.
00000100:00000200:3.0:1775768351.658631:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335214720, offset 0
00000400:00000200:3.0:1775768351.658635:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768351.658641:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00100000:0.0:1775768351.658645:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926300 x1862022335214848/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1775768351.658647:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768351.658653:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1775768351.658659:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768351.658661:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768351.658667:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e21317e] to pc [ptlrpcd_rcv+-1]  req@ffff927322926300 x1862022335214848/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775768351.658670:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768351.658676:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1775768351.658682:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768351.658685:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000100:00080000:0.0:1775768351.658687:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768351.658703:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768351.658705:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768351.658706:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768351.658735:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768351.658739:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5536
00000400:00000200:0.0:1775768351.658743:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768351.658746:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768351.658749:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768351.658752:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768351.658754:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768351.658756:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768351.658758:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768351.658760:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768351.658762:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775768351.658763:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768351.658765:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:0.0:1775768351.658767:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:0.0:1775768351.658770:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:0.0:1775768351.658774:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768351.658776:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768351.658778:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768351.658780:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768351.658782:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:0.0:1775768351.658784:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768351.658786:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768351.658788:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768351.658791:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768351.658793:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768351.658795:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768351.658797:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768351.658800:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768351.658801:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768351.658805:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927b80.
00000020:00000040:0.0:1775768351.658807:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:0.0:1775768351.658809:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768351.658811:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768351.658812:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768351.658814:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768351.658815:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768351.658818:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f000.
00000100:00000001:0.0:1775768351.658821:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768351.658826:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927b80 x1862022335214976/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768351.658833:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768351.658835:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768351.658839:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000282cd359] to pc [ptlrpcd_rcv+-1]  req@ffff927322927b80 x1862022335214976/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768351.658846:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768351.658849:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768351.658853:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775768351.658854:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768351.658856:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768351.658859:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768351.658860:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5536
00000400:00000200:0.0:1775768351.658864:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768351.658866:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768351.658869:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768351.658871:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768351.658874:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768351.658876:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768351.658878:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768351.658880:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768351.658881:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:0.0:1775768351.658882:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768351.658884:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:0.0:1775768351.658886:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:0.0:1775768351.658889:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:0.0:1775768351.658892:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768351.658894:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768351.658895:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768351.658897:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768351.658900:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:0.0:1775768351.658902:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768351.658904:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768351.658906:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768351.658908:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768351.658910:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768351.658913:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768351.658915:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768351.658917:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768351.658919:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768351.658922:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927800.
00000020:00000040:0.0:1775768351.658925:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:0.0:1775768351.658927:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768351.658928:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768351.658930:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768351.658931:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768351.658933:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768351.658936:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477fc00.
00000100:00000001:0.0:1775768351.658939:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768351.658943:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927800 x1862022335215104/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1775768351.658943:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60797:60797:255:4294967295] 192.168.202.131@tcp LPNI seq info [60797:60797:7:4294967295]
00000100:00000001:0.0:1775768351.658956:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1775768351.658957:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:0.0:1775768351.658959:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768351.658965:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e429b339] to pc [ptlrpcd_rcv+-1]  req@ffff927322927800 x1862022335215104/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775768351.658972:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1775768351.658984:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1775768351.658989:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000100:00000040:0.0:1775768351.658990:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5546)
00000800:00000010:3.0:1775768351.659001:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931e00.
00000800:00000200:3.0:1775768351.659007:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768351.659011:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:3.0:1775768351.659014:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768351.659018:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: using a timeout of 15131 usecs (16 jiffies)
00000400:00000200:3.0:1775768351.659021:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768351.659023:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300208657
00000100:00000001:3.0:1775768351.659026:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300209917
00000100:00000001:3.0:1775768351.659029:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300208657
00000100:00000001:3.0:1775768351.659031:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300209917
00000100:00000001:3.0:1775768351.659033:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768351.659035:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768351.659038:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768351.659040:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768351.659046:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768351.659048:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1775768351.659049:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768351.659051:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768351.659052:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768351.659055:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322926300 x1862022335214848/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768351.659062:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768351.659063:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768351.659065:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768351.659066:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768351.659068:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768351.659071:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322926300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335214848:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768351.659074:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768351.659076:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768351.659077:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768351.659079:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768351.659082:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a64000.
02000000:00000001:3.0:1775768351.659084:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768351.659087:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768351.659089:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96bb0.
00000400:00000010:3.0:1775768351.659092:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3b28.
00000100:00000200:3.0:1775768351.659095:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335214848, portal 10
00000100:00000001:3.0:1775768351.659097:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768351.659098:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931754240 : -120451777797376 : ffff927322926300)
00000100:00000040:3.0:1775768351.659103:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322926300 x1862022335214848/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768351.659110:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768351.659112:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768351.659114:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3880.
00000100:00000200:3.0:1775768351.659116:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335214848, offset 0
00000400:00000200:3.0:1775768351.659121:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768351.659124:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768351.659128:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768351.659131:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768351.659133:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768351.659135:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768351.659137:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768351.659140:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60798:60798:254:4294967295] 192.168.202.131@tcp LPNI seq info [60798:60798:6:4294967295]
00000400:00000200:3.0:1775768351.659143:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768351.659149:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768351.659153:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768351.659156:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931d00.
00000800:00000200:3.0:1775768351.659160:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768351.659163:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:3.0:1775768351.659166:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768351.659169:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: using a timeout of 41678 usecs (42 jiffies)
00000400:00000200:3.0:1775768351.659172:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768351.659174:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300208683
00000100:00000001:3.0:1775768351.659176:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300209917
00000100:00000001:3.0:1775768351.659178:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300208683
00000100:00000001:3.0:1775768351.659180:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300209917
00000100:00000001:3.0:1775768351.659181:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768351.659183:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768351.659185:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768351.659188:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322927b80 x1862022335214976/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768351.659194:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768351.659195:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768351.659197:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768351.659199:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768351.659200:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768351.659203:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322927b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335214976:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768351.659206:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768351.659207:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768351.659209:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768351.659210:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768351.659213:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a66800.
02000000:00000001:3.0:1775768351.659214:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768351.659217:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768351.659219:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96e18.
00000400:00000010:3.0:1775768351.659223:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3d48.
00000100:00000200:3.0:1775768351.659225:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335214976, portal 4
00000100:00000001:3.0:1775768351.659226:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768351.659228:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931760512 : -120451777791104 : ffff927322927b80)
00000100:00000040:3.0:1775768351.659232:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322927b80 x1862022335214976/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768351.659237:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768351.659239:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768351.659241:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3cc0.
00000100:00000200:3.0:1775768351.659243:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335214976, offset 0
00000400:00000200:3.0:1775768351.659247:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768351.659250:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768351.659253:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768351.659256:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768351.659258:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768351.659260:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768351.659262:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768351.659265:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60799:60799:253:4294967295] 192.168.202.131@tcp LPNI seq info [60799:60799:5:4294967295]
00000400:00000200:3.0:1775768351.659268:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768351.659273:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768351.659277:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768351.659280:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931a00.
00000800:00000200:3.0:1775768351.659283:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768351.659286:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:3.0:1775768351.659288:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768351.659291:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: using a timeout of 22192 usecs (23 jiffies)
00000400:00000200:3.0:1775768351.659294:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768351.659295:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300208664
00000100:00000001:3.0:1775768351.659297:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300209917
00000100:00000001:3.0:1775768351.659299:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300208664
00000100:00000001:3.0:1775768351.659301:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300209917
00000100:00000001:3.0:1775768351.659303:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768351.659305:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768351.659307:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768351.659310:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322927800 x1862022335215104/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768351.659316:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768351.659318:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768351.659319:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768351.659321:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768351.659322:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768351.659325:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322927800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335215104:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768351.659328:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768351.659329:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768351.659331:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768351.659332:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768351.659335:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768351.659337:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768351.659339:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768351.659342:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96790.
00000400:00000010:3.0:1775768351.659344:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3aa0.
00000100:00000200:3.0:1775768351.659346:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335215104, portal 4
00000100:00000001:3.0:1775768351.659348:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768351.659349:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931759616 : -120451777792000 : ffff927322927800)
00000100:00000040:3.0:1775768351.659354:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322927800 x1862022335215104/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768351.659359:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768351.659361:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768351.659363:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3330.
00000100:00000200:3.0:1775768351.659365:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335215104, offset 0
00000400:00000200:3.0:1775768351.659369:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768351.659372:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768351.659374:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768351.659377:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768351.659379:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768351.659381:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768351.659383:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768351.659385:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60800:60800:252:4294967295] 192.168.202.131@tcp LPNI seq info [60800:60800:4:4294967295]
00000400:00000200:3.0:1775768351.659388:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768351.659393:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768351.659396:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768351.659399:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768351.659401:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768351.659405:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:3.0:1775768351.659407:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768351.659409:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: using a timeout of 22500 usecs (23 jiffies)
00000400:00000200:3.0:1775768351.659412:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768351.659414:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300208664
00000100:00000001:3.0:1775768351.659416:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300209917
00000100:00000001:3.0:1775768351.659417:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300208664
00000100:00000001:3.0:1775768351.659419:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300209917
00000100:00000001:3.0:1775768351.659421:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768351.659423:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768351.659426:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768351.659427:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768351.659431:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768351.659432:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1775768351.659434:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768351.659435:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768351.659437:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768351.659439:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768352.233832:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768352.233839:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768352.233841:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768352.233848:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768352.233851:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768352.233855:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768352.233858:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768352.233861:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768352.233863:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768352.681891:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768352.681896:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768352.681901:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768352.681902:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768352.681906:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768352.681907:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768352.681910:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768352.681912:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768352.681915:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768352.681916:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768352.682305:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768352.682308:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768352.682311:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768352.937805:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300209917, at 4300209920
00000100:00000040:3.0:1775768352.937805:0:58796:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649b30 (cpu 0) has reached its deadline 4300209917, at 4300209920
00000100:00000010:2.0:1775768352.937818:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3660.
00000100:00000010:3.0:1775768352.937820:0:58796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3960.
00000100:00000001:0.0:1775768353.257822:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768353.257828:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768353.257830:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768353.257835:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768353.257838:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768353.257843:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768353.257845:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768353.257847:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768353.257850:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768353.705823:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768353.705828:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768353.705835:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768353.705836:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768353.705839:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768353.705840:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768353.705843:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768353.705844:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768353.705848:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768353.705849:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768353.705906:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768353.705909:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768353.705912:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768354.281817:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768354.281824:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768354.281826:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768354.281831:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768354.281835:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768354.281838:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768354.281841:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768354.281843:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768354.281850:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768354.729832:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768354.729839:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768354.729846:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768354.729847:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768354.729852:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768354.729853:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768354.729857:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768354.729858:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768354.729861:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768354.729863:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:1.0:1775768354.730002:0:2395:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.131:988
00000400:00000100:1.0:1775768354.730040:0:2395:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.131@tcp at host 192.168.202.131 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1775768354.730052:0:2395:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768354.730056:0:2395:0:(router.c:1750:lnet_notify()) 192.168.202.31@tcp notifying 192.168.202.131@tcp: down
00000020:00000001:0.0:1775768354.730059:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000400:00000200:1.0:1775768354.730063:0:2395:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000020:00000001:0.0:1775768354.730064:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768354.730068:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000200:1.0:1775768354.730068:0:2395:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:1.0:1775768354.730075:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:1.0:1775768354.730081:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:1.0:1775768354.730095:0:2395:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1775768354.730100:0:2395:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1775768354.730106:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef32a8
00000400:00000010:1.0:1775768354.730109:0:2395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef32a8.
00000100:00000001:1.0:1775768354.730113:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768354.730120:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927322925180 x1862022335214592/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768354.730144:0:2395:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768354.730148:0:2395:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322925180 x1862022335214592/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768376 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768354.730156:0:2395:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768354.730158:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1775768354.730166:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:1.0:1775768354.730169:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931e00.
00000400:00000200:1.0:1775768354.730172:0:2395:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1775768354.730176:0:2395:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1775768354.730180:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef35d8
00000400:00000010:1.0:1775768354.730182:0:2395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef35d8.
00000100:00000001:1.0:1775768354.730185:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1775768354.730187:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000200:1.0:1775768354.730190:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927322924000 x1862022335214720/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768354.730191:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768354.730197:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1775768354.730203:0:2395:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00100000:3.0:1775768354.730207:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768351/real 1775768354]  req@ffff927322925180 x1862022335214592/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775768354.730209:0:2395:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322924000 x1862022335214720/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768376 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768354.730232:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768354.730234:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768354.730238:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96738.
00000100:00000001:1.0:1775768354.730240:0:2395:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768354.730242:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef36e8
00000100:00000001:1.0:1775768354.730243:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000010:3.0:1775768354.730246:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef36e8.
00000800:00000100:1.0:1775768354.730251:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000100:00000001:3.0:1775768354.730251:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000800:00000010:1.0:1775768354.730255:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931d00.
00000100:00000200:3.0:1775768354.730258:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322925180 x1862022335214592/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775768354.730259:0:2395:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1775768354.730268:0:2395:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1775768354.730272:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3880
00000400:00000010:1.0:1775768354.730275:0:2395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3880.
00000100:00000200:3.0:1775768354.730278:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322925180 x1862022335214592/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768354.730279:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768354.730286:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927322926300 x1862022335214848/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768354.730292:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768354.730296:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768354.730301:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768354.730302:0:2395:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1775768354.730304:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768354.730307:0:2395:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322926300 x1862022335214848/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768376 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768354.730313:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322925180 x1862022335214592/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768354.730321:0:2395:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768354.730323:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1775768354.730330:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:1.0:1775768354.730334:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931a00.
00000400:00000200:1.0:1775768354.730339:0:2395:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:3.0:1775768354.730339:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1775768354.730347:0:2395:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000100:00000040:3.0:1775768354.730351:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322925180 x1862022335214592/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768376 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775768354.730352:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3cc0
00000400:00000010:1.0:1775768354.730356:0:2395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3cc0.
00000100:00000001:1.0:1775768354.730360:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1775768354.730365:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000200:1.0:1775768354.730367:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927322927b80 x1862022335214976/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768354.730369:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768354.730373:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768354.730376:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768354.730382:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768354.730384:0:2395:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768354.730388:0:2395:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322927b80 x1862022335214976/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768376 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768354.730392:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768354.730399:0:2395:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768354.730400:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:1.0:1775768354.730402:0:2395:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:3.0:1775768354.730410:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.131@tcp failed (-110)
00000800:00000100:1.0:1775768354.730413:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000100:00000001:3.0:1775768354.730415:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000800:00000010:1.0:1775768354.730417:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:1.0:1775768354.730422:0:2395:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000040:3.0:1775768354.730422:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322925180 x1862022335214592/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768376 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775768354.730429:0:2395:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1775768354.730436:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3330
00000400:00000010:1.0:1775768354.730439:0:2395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3330.
00000100:00100000:3.0:1775768354.730443:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322925180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335214592:192.168.202.131@tcp:250:kworker.0
00000100:00000001:1.0:1775768354.730444:0:2395:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1775768354.730450:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775768354.730451:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927322927800 x1862022335215104/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768354.730454:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768354.730461:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322925180 x1862022335214592/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768376 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768354.730468:0:2395:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1775768354.730473:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
00000100:00000040:1.0:1775768354.730474:0:2395:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322927800 x1862022335215104/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768376 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775768354.730476:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768354.730481:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a64800.
00000100:00000001:1.0:1775768354.730483:0:2395:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768354.730486:0:2395:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1775768354.730487:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768354.730490:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768354.730492:0:2404:0:(genops.c:1242:class_import_put()) import ffff9273194c5000 refcount=3 obd=MGC192.168.202.131@tcp
00000020:00000001:3.0:1775768354.730495:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768354.730498:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477f400.
02000000:00000001:3.0:1775768354.730502:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768354.730503:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768354.730505:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322925180.
00000100:00000001:3.0:1775768354.730508:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768354.730510:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768354.730512:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768354.730513:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768354.730514:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768354.730515:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768354.730520:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768351/real 1775768354]  req@ffff927322926300 x1862022335214848/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768354.730528:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768354.730529:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768354.730531:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96bb0.
00000400:00000200:3.0:1775768354.730534:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3b28
00000400:00000010:3.0:1775768354.730536:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3b28.
00000100:00000001:3.0:1775768354.730538:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768354.730541:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322926300 x1862022335214848/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768354.730549:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322926300 x1862022335214848/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768354.730555:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768354.730557:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768354.730558:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768354.730560:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768354.730563:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322926300 x1862022335214848/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768354.730569:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768354.730572:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322926300 x1862022335214848/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768376 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768354.730578:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768354.730580:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768354.730581:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768354.730583:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768354.730584:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768354.730586:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768354.730589:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768354.730592:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768354.730595:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768354.730598:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322926300 x1862022335214848/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768376 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768354.730607:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322926300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335214848:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768354.730611:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768354.730615:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768351/real 1775768354]  req@ffff927322927b80 x1862022335214976/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768354.730630:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768354.730632:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768354.730634:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96e18.
00000400:00000200:3.0:1775768354.730636:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3d48
00000400:00000010:3.0:1775768354.730638:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3d48.
00000100:00000001:3.0:1775768354.730639:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768354.730642:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322927b80 x1862022335214976/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768354.730650:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322927b80 x1862022335214976/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768354.730656:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768354.730658:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768354.730659:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768354.730661:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768354.730694:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322927b80 x1862022335214976/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768354.730701:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768354.730704:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322927b80 x1862022335214976/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768376 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768354.730729:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768354.730732:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768354.730733:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768354.730734:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768354.730736:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768354.730738:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768354.730740:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768354.730744:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768354.730746:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768354.730751:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322927b80 x1862022335214976/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768376 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768354.730758:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322927b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335214976:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768354.730762:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768354.730765:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768351/real 1775768354]  req@ffff927322927800 x1862022335215104/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768354.730772:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768354.730773:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768354.730775:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96790.
00000400:00000200:3.0:1775768354.730777:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3aa0
00000400:00000010:3.0:1775768354.730779:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3aa0.
00000100:00000001:3.0:1775768354.730781:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768354.730784:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322927800 x1862022335215104/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768354.730791:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322927800 x1862022335215104/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768354.730797:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768354.730799:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768354.730800:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768354.730802:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768354.730805:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322927800 x1862022335215104/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768354.730812:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768354.730815:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322927800 x1862022335215104/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768376 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768354.730821:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768354.730824:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768354.730826:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768354.730827:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768354.730828:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768354.730830:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768354.730832:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768354.730836:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768354.730838:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768354.730841:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322927800 x1862022335215104/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768376 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768354.730848:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322927800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335215104:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768354.730852:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768354.730855:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768351/real 1775768354]  req@ffff927322924000 x1862022335214720/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768354.730885:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768354.730886:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768354.730888:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768354.730891:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768354.730893:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768354.730895:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768354.730898:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322924000 x1862022335214720/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768354.730905:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322924000 x1862022335214720/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768354.730912:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768354.730913:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768354.730915:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768354.730916:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768354.730920:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322924000 x1862022335214720/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768354.730933:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768354.730936:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322924000 x1862022335214720/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768376 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768354.730943:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768354.730945:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768354.730946:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768354.730948:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768354.730949:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768354.730951:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768354.730954:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768354.730958:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768354.730960:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768354.730964:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322924000 x1862022335214720/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768376 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768354.730970:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322924000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335214720:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768354.730974:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768354.730975:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768354.730978:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322926300 x1862022335214848/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768376 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768354.730984:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768354.730985:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768354.730987:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a64000.
02000000:00000001:3.0:1775768354.730990:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768354.730992:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768354.730993:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f800 refcount=3 obd=lustre-MDT0001-mdc-ffff927308189800
00000020:00000001:3.0:1775768354.730995:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768354.730996:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477c800.
02000000:00000001:3.0:1775768354.730998:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768354.731000:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768354.731001:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322926300.
00000100:00000001:3.0:1775768354.731003:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768354.731004:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768354.731006:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768354.731009:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322927b80 x1862022335214976/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768376 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768354.731014:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768354.731015:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768354.731017:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a66800.
02000000:00000001:3.0:1775768354.731019:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768354.731020:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768354.731022:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f000 refcount=2 obd=lustre-OST0000-osc-ffff927308189800
00000020:00000001:3.0:1775768354.731023:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768354.731025:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477f000.
02000000:00000001:3.0:1775768354.731027:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768354.731028:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768354.731029:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322927b80.
00000100:00000001:3.0:1775768354.731031:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768354.731032:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768354.731033:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768354.731037:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322927800 x1862022335215104/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768376 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768354.731042:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768354.731044:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768354.731045:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768354.731048:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768354.731049:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768354.731050:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c800 refcount=2 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:3.0:1775768354.731052:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768354.731053:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477fc00.
02000000:00000001:3.0:1775768354.731055:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768354.731056:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768354.731057:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322927800.
00000100:00000001:3.0:1775768354.731059:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768354.731061:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768354.731062:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768354.731065:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322924000 x1862022335214720/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768376 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768354.731071:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768354.731072:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768354.731073:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768354.731076:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768354.731077:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768354.731078:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c000 refcount=137 obd=lustre-MDT0000-mdc-ffff927308189800
00000020:00000001:3.0:1775768354.731079:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768354.731081:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477e000.
02000000:00000001:3.0:1775768354.731091:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768354.731092:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768354.731093:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322924000.
00000100:00000001:3.0:1775768354.731095:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768354.731096:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768354.731098:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768354.731106:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768354.731108:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768354.731110:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768354.731112:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768355.305829:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768355.305835:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768355.305837:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768355.305842:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768355.305845:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768355.305850:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768355.305853:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768355.305855:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768355.305857:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768355.753826:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768355.753833:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768355.753835:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768355.753839:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768355.753844:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768355.753846:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768355.753848:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768355.753850:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768355.753855:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768355.753856:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768355.753857:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768355.753858:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768355.753860:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768355.753861:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768355.753863:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768355.753865:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768355.753868:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768355.753870:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768355.753872:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768355.753873:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768355.753874:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768355.753876:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768355.753877:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768355.753879:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768355.753882:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768355.753884:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768355.753887:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768355.753889:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768355.753890:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768355.753891:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768355.753893:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768355.753894:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768355.753895:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768355.753897:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768355.754407:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768355.754410:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768355.754413:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768356.330729:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768356.330735:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768356.330737:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768356.330742:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768356.330746:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768356.330749:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768356.330752:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768356.330754:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768356.330756:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768356.777829:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768356.777835:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768356.777841:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768356.777843:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768356.777846:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768356.777848:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768356.777851:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768356.777853:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768356.777856:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768356.777857:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768356.778162:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768356.778169:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768356.778171:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768356.778176:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768356.778180:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768356.778186:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5541
00000400:00000200:0.0:1775768356.778196:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768356.778202:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768356.778205:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768356.778208:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768356.778211:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768356.778214:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768356.778217:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768356.778220:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768356.778222:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775768356.778225:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768356.778227:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775768356.778230:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775768356.778232:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775768356.778235:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768356.778236:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768356.778238:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768356.778240:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768356.778243:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:0.0:1775768356.778246:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768356.778248:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768356.778251:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768356.778253:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768356.778256:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768356.778258:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768356.778260:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768356.778266:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926680.
00000020:00000040:0.0:1775768356.778270:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775768356.778273:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768356.778275:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768356.778278:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768356.778281:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768356.778285:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768356.778292:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477cc00.
00000100:00000001:0.0:1775768356.778298:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768356.778306:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926680 x1862022335215232/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768356.778316:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768356.778320:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768356.778325:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad2d9012] to pc [ptlrpcd_rcv+-1]  req@ffff927322926680 x1862022335215232/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768356.778344:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768356.778347:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768356.778351:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768356.778352:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768356.778353:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768356.778356:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768356.778358:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5541
00000400:00000200:0.0:1775768356.778362:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768356.778365:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768356.778368:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768356.778372:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768356.778374:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775768356.778376:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1775768356.778377:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768356.778380:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000001:3.0:1775768356.778381:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1775768356.778385:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:3.0:1775768356.778385:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1775768356.778386:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775768356.778389:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768356.778391:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775768356.778394:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:3.0:1775768356.778395:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322926680 x1862022335215232/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1775768356.778398:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:0.0:1775768356.778405:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768356.778410:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768356.778414:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768356.778417:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000001:3.0:1775768356.778417:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:0.0:1775768356.778421:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00000001:3.0:1775768356.778421:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768356.778426:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768356.778428:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768356.778428:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768356.778433:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768356.778436:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768356.778440:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322926680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335215232:192.168.202.131@tcp:250:kworker.0
02000000:00000001:0.0:1775768356.778444:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1775768356.778448:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768356.778450:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768356.778453:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768356.778454:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768356.778457:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:3.0:1775768356.778457:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768356.778461:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:0.0:1775768356.778462:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768356.778467:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768356.778467:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65400.
00000100:00000001:0.0:1775768356.778469:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768356.778471:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768356.778474:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925c00.
00000020:00000040:0.0:1775768356.778477:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
00000400:00000200:3.0:1775768356.778480:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
02000000:00000001:0.0:1775768356.778482:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768356.778485:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775768356.778486:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000100:00000001:0.0:1775768356.778487:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768356.778489:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768356.778492:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775768356.778495:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
02000000:00000010:0.0:1775768356.778496:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c400.
00000100:00000001:0.0:1775768356.778501:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1775768356.778504:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335215232, portal 25
00000100:00100000:0.0:1775768356.778508:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925c00 x1862022335215360/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768356.778509:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768356.778512:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931755136 : -120451777796480 : ffff927322926680)
00000100:00000001:0.0:1775768356.778521:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:3.0:1775768356.778523:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322926680 x1862022335215232/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768356.778524:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768356.778534:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d72b0b6] to pc [ptlrpcd_rcv+-1]  req@ffff927322925c00 x1862022335215360/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768356.778539:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768356.778547:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000100:00000001:0.0:1775768356.778548:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775768356.778551:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3aa0.
00000100:00080000:0.0:1775768356.778553:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:3.0:1775768356.778555:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022335215232, offset 0
00000100:00080000:0.0:1775768356.778556:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768356.778560:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768356.778561:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768356.778564:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:3.0:1775768356.778567:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000100:00080000:0.0:1775768356.778570:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5541
00000400:00000200:0.0:1775768356.778574:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768356.778579:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000400:00000200:3.0:1775768356.778580:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00080000:0.0:1775768356.778583:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768356.778587:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768356.778591:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1775768356.778591:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000100:00000040:0.0:1775768356.778596:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768356.778598:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000400:00000200:3.0:1775768356.778600:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:0.0:1775768356.778602:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768356.778604:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:0.0:1775768356.778606:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:3.0:1775768356.778607:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000020:00000040:0.0:1775768356.778609:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775768356.778612:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000400:00000200:3.0:1775768356.778614:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000020:00000001:0.0:1775768356.778615:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000400:00000200:3.0:1775768356.778620:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000100:00000040:0.0:1775768356.778621:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768356.778624:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1775768356.778629:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60801:60801:256:4294967295] 192.168.202.131@tcp LPNI seq info [60801:60801:8:4294967295]
00000100:00000040:0.0:1775768356.778630:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768356.778634:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768356.778639:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000400:00000200:3.0:1775768356.778642:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00080000:0.0:1775768356.778658:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768356.778662:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768356.778664:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768356.778667:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768356.778670:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768356.778674:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:3.0:1775768356.778676:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000008:00100000:0.0:1775768356.778678:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768356.778682:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768356.778684:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1775768356.778688:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000100:00000010:0.0:1775768356.778690:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924000.
00000020:00000040:0.0:1775768356.778693:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775768356.778696:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000800:00000010:3.0:1775768356.778696:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
02000000:00000001:0.0:1775768356.778698:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768356.778701:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768356.778702:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768356.778704:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1775768356.778706:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
02000000:00000010:0.0:1775768356.778726:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d000.
00000100:00000001:0.0:1775768356.778730:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768356.778735:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924000 x1862022335215488/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768356.778742:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768356.778746:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1775768356.778747:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000100:00000040:0.0:1775768356.778751:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c89b33e] to pc [ptlrpcd_rcv+-1]  req@ffff927322924000 x1862022335215488/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1775768356.778758:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768356.778765:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000100:00000001:0.0:1775768356.778772:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1775768356.778775:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000100:00080000:0.0:1775768356.778777:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:3.0:1775768356.778778:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000100:00080000:0.0:1775768356.778783:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768356.778785:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1775768356.778786:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:0.0:1775768356.778787:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768356.778792:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:3.0:1775768356.778796:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000100:00080000:0.0:1775768356.778798:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5541
00000400:00000200:0.0:1775768356.778803:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768356.778803:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3aa0
00000400:00000010:3.0:1775768356.778808:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3aa0.
00000400:00000200:0.0:1775768356.778809:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768356.778813:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1775768356.778813:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1775768356.778818:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768356.778822:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:3.0:1775768356.778822:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322926680 x1862022335215232/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768356.778827:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768356.778832:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768356.778837:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768356.778839:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775768356.778843:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768356.778845:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000100:00000001:3.0:1775768356.778846:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000020:00000001:0.0:1775768356.778848:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:0.0:1775768356.778852:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:3.0:1775768356.778853:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322926680 x1862022335215232/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768381 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768356.778859:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768356.778863:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768356.778868:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768356.778871:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768356.778872:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768356.778877:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00000001:3.0:1775768356.778877:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:0.0:1775768356.778881:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768356.778883:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768356.778885:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1775768356.778885:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768356.778889:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768356.778894:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768356.778894:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:0.0:1775768356.778898:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768356.778900:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4300215038
00000008:00100000:0.0:1775768356.778901:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768356.778905:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768356.778907:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768356.778908:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3960.
00000100:00000010:0.0:1775768356.778911:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927800.
00000100:00000001:3.0:1775768356.778916:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1775768356.778921:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4300215038
00000100:00000010:3.0:1775768356.778924:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3720.
00000020:00000040:0.0:1775768356.778926:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
00000100:00000001:3.0:1775768356.778928:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3
02000000:00000001:0.0:1775768356.778930:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768356.778932:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768356.778933:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768356.778935:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1775768356.778937:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768356.778938:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768356.778941:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768356.778942:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
02000000:00000010:0.0:1775768356.778946:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e400.
00000100:00100000:3.0:1775768356.778949:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768356/real 1775768356]  req@ffff927322926680 x1862022335215232/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768356.778951:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768356.778960:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927800 x1862022335215616/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768356.778993:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768356.778996:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768356.779000:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e429b339] to pc [ptlrpcd_rcv+-1]  req@ffff927322927800 x1862022335215616/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768356.779006:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1775768356.779008:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1775768356.779009:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:0.0:1775768356.779013:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:3.0:1775768356.779013:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000100:00080000:0.0:1775768356.779019:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:3.0:1775768356.779019:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000100:00000001:0.0:1775768356.779022:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:3.0:1775768356.779023:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00080000:0.0:1775768356.779024:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768356.779028:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1775768356.779028:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:0.0:1775768356.779033:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5541
00000100:00000200:3.0:1775768356.779036:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322926680 x1862022335215232/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775768356.779040:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768356.779047:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768356.779052:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768356.779057:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000200:3.0:1775768356.779057:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322926680 x1862022335215232/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768356.779060:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768356.779064:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768356.779069:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768356.779073:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:3.0:1775768356.779075:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000040:0.0:1775768356.779076:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:0.0:1775768356.779079:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1775768356.779080:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1775768356.779081:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000100:00000001:3.0:1775768356.779085:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768356.779087:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768356.779092:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322926680 x1862022335215232/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1775768356.779094:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:0.0:1775768356.779099:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000001:3.0:1775768356.779109:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768356.779113:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768356.779117:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768356.779120:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768356.779122:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768356.779124:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:0.0:1775768356.779128:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000040:3.0:1775768356.779128:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322926680 x1862022335215232/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768381 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768356.779133:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768356.779137:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768356.779140:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768356.779145:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768356.779146:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768356.779148:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768356.779152:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1775768356.779152:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768356.779157:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00000001:0.0:1775768356.779158:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768356.779160:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768356.779161:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768356.779166:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000010:0.0:1775768356.779167:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927b80.
00000100:00000001:3.0:1775768356.779169:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:0.0:1775768356.779171:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
00000100:00080000:3.0:1775768356.779175:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:0.0:1775768356.779176:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768356.779179:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768356.779182:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768356.779185:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00080000:3.0:1775768356.779185:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.131@tcp failed (-110)
02000000:00000001:0.0:1775768356.779188:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768356.779190:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000010:0.0:1775768356.779192:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e800.
00000100:00000040:3.0:1775768356.779197:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322926680 x1862022335215232/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768381 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768356.779198:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768356.779206:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927b80 x1862022335215744/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1775768356.779215:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322926680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335215232:192.168.202.131@tcp:250:kworker.0
00000100:00000001:0.0:1775768356.779220:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768356.779224:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768356.779225:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768356.779229:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768356.779230:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000282cd359] to pc [ptlrpcd_rcv+-1]  req@ffff927322927b80 x1862022335215744/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775768356.779236:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322926680 x1862022335215232/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768381 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768356.779251:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768356.779252:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768356.779255:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:0.0:1775768356.779257:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5551)
02000000:00000010:3.0:1775768356.779267:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768356.779276:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768356.779278:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768356.779279:0:2404:0:(genops.c:1242:class_import_put()) import ffff9273194c5000 refcount=3 obd=MGC192.168.202.131@tcp
00000020:00000001:3.0:1775768356.779281:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768356.779283:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477cc00.
02000000:00000001:3.0:1775768356.779286:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768356.779288:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768356.779290:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322926680.
00000100:00000001:3.0:1775768356.779293:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768356.779294:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768356.779296:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768356.779303:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768356.779305:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768356.779307:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768356.779309:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768356.779310:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768356.779314:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322925c00 x1862022335215360/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768356.779320:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768356.779321:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768356.779323:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768356.779324:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768356.779326:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768356.779327:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322925c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335215360:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768356.779330:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768356.779332:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768356.779333:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768356.779334:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768356.779336:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768356.779338:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768356.779341:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768356.779343:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768356.779345:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768356.779348:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335215360, portal 10
00000100:00000001:3.0:1775768356.779349:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768356.779350:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931752448 : -120451777799168 : ffff927322925c00)
00000100:00000040:3.0:1775768356.779354:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322925c00 x1862022335215360/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768356.779361:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768356.779363:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768356.779365:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3aa0.
00000100:00000200:3.0:1775768356.779367:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335215360, offset 0
00000400:00000200:3.0:1775768356.779371:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768356.779375:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768356.779379:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768356.779382:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768356.779384:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768356.779387:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768356.779389:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768356.779392:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60802:60802:256:4294967295] 192.168.202.131@tcp LPNI seq info [60802:60802:8:4294967295]
00000400:00000200:3.0:1775768356.779397:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768356.779403:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768356.779407:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768356.779410:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768356.779413:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768356.779415:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775768356.779418:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768356.779420:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1775768356.779431:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768356.779433:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768356.779435:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768356.779437:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768356.779440:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3aa0
00000400:00000010:3.0:1775768356.779441:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3aa0.
00000100:00000001:3.0:1775768356.779442:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768356.779445:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322925c00 x1862022335215360/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768356.779450:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768356.779452:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322925c00 x1862022335215360/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768381 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768356.779456:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768356.779457:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768356.779459:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768356.779461:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: using a timeout of 15131 usecs (16 jiffies)
00000400:00000200:3.0:1775768356.779464:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768356.779466:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300213777
00000100:00000001:3.0:1775768356.779467:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300215038
00000100:00000001:3.0:1775768356.779469:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300213777
00000100:00000001:3.0:1775768356.779471:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300215038
00000100:00000001:3.0:1775768356.779472:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768356.779473:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768356.779474:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768356.779476:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768356/real 1775768356]  req@ffff927322925c00 x1862022335215360/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768356.779480:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768356.779481:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768356.779483:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768356.779484:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768356.779485:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768356.779487:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768356.779488:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322925c00 x1862022335215360/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768356.779493:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322925c00 x1862022335215360/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768356.779497:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768356.779498:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768356.779499:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768356.779500:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768356.779501:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322925c00 x1862022335215360/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768356.779505:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768356.779507:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322925c00 x1862022335215360/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768381 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768356.779511:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768356.779513:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768356.779515:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768356.779516:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768356.779517:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768356.779519:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768356.779521:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768356.779524:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768356.779525:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768356.779528:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322925c00 x1862022335215360/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768381 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768356.779536:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322925c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335215360:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768356.779540:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768356.779543:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322924000 x1862022335215488/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768356.779550:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768356.779552:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768356.779554:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768356.779556:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768356.779558:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768356.779560:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322924000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335215488:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768356.779563:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768356.779565:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768356.779566:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768356.779567:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768356.779569:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768356.779571:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768356.779573:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768356.779575:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768356.779577:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768356.779579:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335215488, portal 10
00000100:00000001:3.0:1775768356.779580:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768356.779581:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931745280 : -120451777806336 : ffff927322924000)
00000100:00000040:3.0:1775768356.779585:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322924000 x1862022335215488/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768356.779590:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768356.779591:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768356.779592:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3aa0.
00000100:00000200:3.0:1775768356.779594:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335215488, offset 0
00000400:00000200:3.0:1775768356.779596:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768356.779598:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768356.779601:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768356.779604:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768356.779607:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768356.779609:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768356.779611:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768356.779614:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60803:60803:256:4294967295] 192.168.202.131@tcp LPNI seq info [60803:60803:8:4294967295]
00000400:00000200:3.0:1775768356.779617:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768356.779623:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768356.779627:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768356.779630:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768356.779634:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768356.779637:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775768356.779641:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768356.779656:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1775768356.779660:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768356.779662:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768356.779665:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768356.779667:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768356.779670:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3aa0
00000400:00000010:3.0:1775768356.779671:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3aa0.
00000100:00000001:3.0:1775768356.779672:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768356.779675:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322924000 x1862022335215488/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768356.779680:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768356.779682:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322924000 x1862022335215488/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768381 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768356.779686:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768356.779687:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768356.779689:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768356.779691:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: using a timeout of 41678 usecs (42 jiffies)
00000400:00000200:3.0:1775768356.779693:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768356.779695:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300213803
00000100:00000001:3.0:1775768356.779696:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300215038
00000100:00000001:3.0:1775768356.779698:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300213803
00000100:00000001:3.0:1775768356.779700:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300215038
00000100:00000001:3.0:1775768356.779701:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768356.779703:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768356.779704:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768356.779706:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768356/real 1775768356]  req@ffff927322924000 x1862022335215488/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768356.779726:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768356.779727:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768356.779728:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768356.779730:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768356.779731:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768356.779732:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768356.779734:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322924000 x1862022335215488/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768356.779739:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322924000 x1862022335215488/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768356.779743:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768356.779744:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768356.779745:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768356.779746:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768356.779748:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322924000 x1862022335215488/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768356.779751:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768356.779753:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322924000 x1862022335215488/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768381 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768356.779757:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768356.779758:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768356.779759:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768356.779759:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768356.779761:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768356.779762:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768356.779764:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768356.779766:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768356.779767:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768356.779769:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322924000 x1862022335215488/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768381 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768356.779773:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322924000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335215488:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768356.779775:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768356.779777:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322927800 x1862022335215616/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768356.779780:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768356.779781:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768356.779782:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768356.779784:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768356.779785:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768356.779787:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322927800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335215616:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768356.779789:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768356.779790:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768356.779791:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768356.779792:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768356.779794:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a66800.
02000000:00000001:3.0:1775768356.779795:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768356.779799:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768356.779801:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768356.779804:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768356.779807:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335215616, portal 4
00000100:00000001:3.0:1775768356.779808:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768356.779810:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931759616 : -120451777792000 : ffff927322927800)
00000100:00000040:3.0:1775768356.779814:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322927800 x1862022335215616/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768356.779820:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768356.779823:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768356.779825:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3aa0.
00000100:00000200:3.0:1775768356.779827:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335215616, offset 0
00000400:00000200:3.0:1775768356.779831:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768356.779834:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768356.779838:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768356.779840:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768356.779842:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768356.779845:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768356.779847:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768356.779849:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60804:60804:256:4294967295] 192.168.202.131@tcp LPNI seq info [60804:60804:8:4294967295]
00000400:00000200:3.0:1775768356.779853:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768356.779858:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768356.779863:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768356.779866:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768356.779870:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768356.779872:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775768356.779876:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768356.779878:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1775768356.779882:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768356.779883:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768356.779886:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768356.779889:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768356.779892:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3aa0
00000400:00000010:3.0:1775768356.779894:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3aa0.
00000100:00000001:3.0:1775768356.779896:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768356.779900:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322927800 x1862022335215616/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768356.779907:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768356.779910:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322927800 x1862022335215616/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768381 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768356.779921:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768356.779922:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768356.779925:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768356.779927:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: using a timeout of 22192 usecs (23 jiffies)
00000400:00000200:3.0:1775768356.779930:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768356.779932:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300213785
00000100:00000001:3.0:1775768356.779934:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300215038
00000100:00000001:3.0:1775768356.779937:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300213785
00000100:00000001:3.0:1775768356.779938:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300215038
00000100:00000001:3.0:1775768356.779940:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768356.779942:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768356.779944:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768356.779947:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768356/real 1775768356]  req@ffff927322927800 x1862022335215616/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768356.779954:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768356.779955:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768356.779957:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768356.779959:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768356.779960:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768356.779962:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768356.779965:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322927800 x1862022335215616/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768356.780095:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322927800 x1862022335215616/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768356.780101:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768356.780103:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768356.780104:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768356.780106:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768356.780109:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322927800 x1862022335215616/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768356.780178:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768356.780183:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322927800 x1862022335215616/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768381 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768356.780190:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768356.780192:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768356.780194:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768356.780195:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768356.780197:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768356.780198:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768356.780201:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768356.780204:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768356.780206:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768356.780209:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322927800 x1862022335215616/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768381 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768356.780216:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322927800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335215616:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768356.780220:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768356.780223:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322927b80 x1862022335215744/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768356.780228:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768356.780229:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768356.780232:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768356.780233:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768356.780236:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768356.780238:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322927b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335215744:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768356.780241:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768356.780243:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768356.780245:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768356.780247:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768356.780250:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a64000.
02000000:00000001:3.0:1775768356.780252:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768356.780255:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768356.780258:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768356.780261:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768356.780264:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335215744, portal 4
00000100:00000001:3.0:1775768356.780265:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768356.780267:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931760512 : -120451777791104 : ffff927322927b80)
00000100:00000040:3.0:1775768356.780272:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322927b80 x1862022335215744/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768356.780278:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768356.780280:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768356.780283:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3aa0.
00000100:00000200:3.0:1775768356.780285:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335215744, offset 0
00000400:00000200:3.0:1775768356.780288:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768356.780292:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768356.780296:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768356.780298:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768356.780301:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768356.780303:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768356.780305:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768356.780307:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60805:60805:256:4294967295] 192.168.202.131@tcp LPNI seq info [60805:60805:8:4294967295]
00000400:00000200:3.0:1775768356.780311:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768356.780317:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768356.780320:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768356.780324:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768356.780328:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768356.780330:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775768356.780334:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768356.780337:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1775768356.780341:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768356.780343:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768356.780346:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768356.780350:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768356.780353:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3aa0
00000400:00000010:3.0:1775768356.780354:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3aa0.
00000100:00000001:3.0:1775768356.780356:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768356.780359:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322927b80 x1862022335215744/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768356.780366:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768356.780369:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322927b80 x1862022335215744/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768381 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768356.780375:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768356.780377:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768356.780379:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768356.780382:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: using a timeout of 22500 usecs (23 jiffies)
00000400:00000200:3.0:1775768356.780386:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768356.780387:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300213785
00000100:00000001:3.0:1775768356.780390:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300215038
00000100:00000001:3.0:1775768356.780392:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300213785
00000100:00000001:3.0:1775768356.780394:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300215038
00000100:00000001:3.0:1775768356.780396:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768356.780398:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768356.780400:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768356.780404:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768356/real 1775768356]  req@ffff927322927b80 x1862022335215744/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768356.780411:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768356.780413:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768356.780415:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768356.780417:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768356.780421:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768356.780423:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768356.780426:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322927b80 x1862022335215744/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768356.780432:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322927b80 x1862022335215744/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768356.780438:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768356.780439:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768356.780441:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768356.780443:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768356.780446:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322927b80 x1862022335215744/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768356.780452:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768356.780456:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322927b80 x1862022335215744/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768381 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768356.780462:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768356.780464:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768356.780465:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768356.780466:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768356.780467:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768356.780469:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768356.780471:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768356.780474:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768356.780476:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768356.780480:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322927b80 x1862022335215744/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768381 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768356.780486:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322927b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335215744:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768356.780489:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768356.780491:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768356.780494:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322925c00 x1862022335215360/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768381 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768356.780500:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768356.780502:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768356.780503:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768356.780506:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768356.780508:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768356.780509:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c000 refcount=137 obd=lustre-MDT0000-mdc-ffff927308189800
00000020:00000001:3.0:1775768356.780511:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768356.780512:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477c400.
02000000:00000001:3.0:1775768356.780515:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768356.780517:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768356.780518:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322925c00.
00000100:00000001:3.0:1775768356.780521:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768356.780522:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768356.780524:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768356.780526:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322924000 x1862022335215488/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768381 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768356.780532:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768356.780534:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768356.780535:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768356.780537:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768356.780538:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768356.780539:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f800 refcount=3 obd=lustre-MDT0001-mdc-ffff927308189800
00000020:00000001:3.0:1775768356.780541:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768356.780542:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477d000.
02000000:00000001:3.0:1775768356.780545:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768356.780546:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768356.780547:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322924000.
00000100:00000001:3.0:1775768356.780550:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768356.780551:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768356.780552:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768356.780555:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322927800 x1862022335215616/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768381 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768356.780562:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768356.780563:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768356.780565:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a66800.
02000000:00000001:3.0:1775768356.780567:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768356.780568:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768356.780569:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f000 refcount=2 obd=lustre-OST0000-osc-ffff927308189800
00000020:00000001:3.0:1775768356.780571:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768356.780572:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477e400.
02000000:00000001:3.0:1775768356.780574:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768356.780575:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768356.780576:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322927800.
00000100:00000001:3.0:1775768356.780578:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768356.780580:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768356.780581:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768356.780584:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322927b80 x1862022335215744/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768381 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768356.780589:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768356.780590:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768356.780592:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a64000.
02000000:00000001:3.0:1775768356.780594:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768356.780595:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768356.780596:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c800 refcount=2 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:3.0:1775768356.780598:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768356.780599:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477e800.
02000000:00000001:3.0:1775768356.780601:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768356.780602:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768356.780604:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322927b80.
00000100:00000001:3.0:1775768356.780606:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768356.780607:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768356.780609:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768356.780614:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768356.780615:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768356.780617:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768356.780619:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768356.780896:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768356.780900:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768356.780904:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768357.357780:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768357.357789:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768357.357791:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768357.357798:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768357.357802:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768357.357809:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768357.357812:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768357.357814:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768357.357817:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768357.801857:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768357.801864:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768357.801873:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768357.801874:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768357.801879:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768357.801880:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768357.801884:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768357.801887:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768357.801890:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768357.801894:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768357.801899:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768357.801901:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768357.801903:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768357.801906:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768357.801910:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768357.801911:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768357.801979:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768357.801982:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768357.801985:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775768358.057787:0:58796:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649b30 (cpu 0) has reached its deadline 4300215038, at 4300215040
00000100:00000010:3.0:1775768358.057806:0:58796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3720.
00000100:00000040:2.0:1775768358.058230:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300215038, at 4300215040
00000100:00000010:2.0:1775768358.058238:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3960.
00000100:00000001:0.0:1775768358.379755:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768358.379762:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768358.379764:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768358.379769:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768358.379772:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768358.379776:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768358.379779:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768358.379782:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768358.379784:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768358.826253:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768358.826262:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768358.826268:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768358.826269:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768358.826273:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768358.826274:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768358.826277:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768358.826279:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768358.826282:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768358.826283:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768358.826351:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768358.826355:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768358.826359:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768359.401824:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768359.401830:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768359.401832:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768359.401843:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768359.401847:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768359.401850:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768359.401853:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768359.401856:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768359.401858:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768359.849834:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768359.849840:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768359.849847:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768359.849848:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768359.849853:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768359.849854:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768359.849857:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768359.849859:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768359.849862:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768359.849864:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768359.850000:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768359.850006:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768359.850011:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768360.425804:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768360.425809:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768360.425811:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768360.425815:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768360.425817:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768360.425821:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768360.425822:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768360.425824:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768360.425826:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768360.873828:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768360.873832:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768360.873837:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768360.873838:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768360.873840:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768360.873841:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768360.873843:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768360.873844:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768360.873846:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768360.873847:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768360.873907:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768360.873910:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768360.873913:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768361.449847:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768361.449854:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768361.449856:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768361.449862:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768361.449867:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768361.449872:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768361.449875:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768361.449877:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768361.449880:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768361.897799:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768361.897804:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768361.897810:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768361.897811:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768361.897820:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768361.897822:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768361.897825:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768361.897826:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768361.897830:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768361.897831:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768361.897909:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768361.897914:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775768361.897916:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768361.897920:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768361.897924:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768361.897931:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5546
00000400:00000200:1.0:1775768361.897941:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768361.897947:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768361.897950:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768361.897953:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768361.897957:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768361.897960:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768361.897963:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768361.897966:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768361.897968:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:1.0:1775768361.897971:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768361.897974:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:1.0:1775768361.897977:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:1.0:1775768361.897979:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:1.0:1775768361.897983:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768361.897984:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768361.897987:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768361.897988:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768361.897990:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:1.0:1775768361.897993:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768361.897994:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768361.897996:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768361.897998:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768361.898000:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768361.898002:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768361.898004:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768361.898011:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10380.
00000020:00000040:1.0:1775768361.898015:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:1.0:1775768361.898019:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768361.898021:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768361.898024:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768361.898027:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768361.898031:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768361.898047:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9c00.
00000100:00000001:1.0:1775768361.898053:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768361.898062:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10380 x1862022335215872/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768361.898074:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768361.898078:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768361.898081:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fae5f3c] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10380 x1862022335215872/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768361.898097:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768361.898101:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768361.898104:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775768361.898105:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768361.898107:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768361.898109:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768361.898112:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5546
00000400:00000200:1.0:1775768361.898116:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768361.898119:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768361.898121:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768361.898124:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768361.898126:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768361.898128:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768361.898128:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768361.898129:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768361.898131:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768361.898132:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000100:00000001:3.0:1775768361.898132:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1775768361.898134:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1775768361.898134:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1775768361.898135:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:1.0:1775768361.898137:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:1.0:1775768361.898139:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:3.0:1775768361.898140:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d10380 x1862022335215872/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775768361.898142:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768361.898143:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768361.898145:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768361.898147:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000001:3.0:1775768361.898148:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:1.0:1775768361.898150:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00000001:3.0:1775768361.898151:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768361.898152:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768361.898154:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768361.898154:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768361.898156:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768361.898157:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768361.898159:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768361.898160:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768361.898162:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768361.898162:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335215872:192.168.202.131@tcp:250:kworker.0
00000100:00000001:1.0:1775768361.898164:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768361.898166:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00100000:1.0:1775768361.898168:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1775768361.898169:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:1.0:1775768361.898170:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768361.898171:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768361.898172:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768361.898174:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:1.0:1775768361.898175:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d12d80.
00000020:00000040:1.0:1775768361.898177:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000010:3.0:1775768361.898178:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a64000.
02000000:00000001:1.0:1775768361.898180:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768361.898180:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768361.898181:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768361.898182:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768361.898183:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768361.898185:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768361.898185:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
02000000:00000010:1.0:1775768361.898188:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8000.
00000400:00000010:3.0:1775768361.898188:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000100:00000001:1.0:1775768361.898191:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768361.898195:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d12d80 x1862022335216000/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1775768361.898195:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000001:1.0:1775768361.898201:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:3.0:1775768361.898202:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335215872, portal 25
00000100:00000001:3.0:1775768361.898204:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768361.898206:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415764864 : -120452293786752 : ffff927303d10380)
00000100:00000001:1.0:1775768361.898211:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768361.898211:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d10380 x1862022335215872/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775768361.898214:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000896363e8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d12d80 x1862022335216000/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768361.898219:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1775768361.898222:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768361.898222:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768361.898224:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3aa0.
00000100:00080000:1.0:1775768361.898225:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:3.0:1775768361.898227:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022335215872, offset 0
00000100:00080000:1.0:1775768361.898228:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775768361.898229:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768361.898231:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768361.898233:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:3.0:1775768361.898233:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000100:00080000:1.0:1775768361.898235:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5546
00000400:00000200:1.0:1775768361.898238:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768361.898241:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000400:00000200:3.0:1775768361.898241:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00080000:1.0:1775768361.898242:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768361.898245:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768361.898246:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1775768361.898247:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000100:00000040:1.0:1775768361.898249:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768361.898250:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768361.898252:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:3.0:1775768361.898252:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:1.0:1775768361.898253:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:1.0:1775768361.898254:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768361.898256:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000400:00000200:3.0:1775768361.898256:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000020:00000001:1.0:1775768361.898258:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:1.0:1775768361.898260:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000400:00000200:3.0:1775768361.898260:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768361.898262:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000100:00000040:1.0:1775768361.898263:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768361.898264:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768361.898266:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000400:00000200:3.0:1775768361.898267:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60806:60806:256:4294967295] 192.168.202.131@tcp LPNI seq info [60806:60806:8:4294967295]
00000100:00000001:1.0:1775768361.898268:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768361.898269:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:1.0:1775768361.898272:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768361.898273:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768361.898275:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768361.898277:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1775768361.898278:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
02000000:00000001:1.0:1775768361.898279:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768361.898281:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768361.898283:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768361.898285:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768361.898287:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768361.898288:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000100:00000010:1.0:1775768361.898289:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11500.
00000020:00000040:1.0:1775768361.898291:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:1.0:1775768361.898293:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000800:00000200:3.0:1775768361.898294:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
02000000:00000001:1.0:1775768361.898295:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768361.898296:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768361.898297:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:3.0:1775768361.898298:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
02000000:00000001:1.0:1775768361.898299:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768361.898302:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8c00.
00000100:00000001:1.0:1775768361.898305:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1775768361.898305:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00100000:1.0:1775768361.898309:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11500 x1862022335216128/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.0:1775768361.898312:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000100:00000001:1.0:1775768361.898315:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768361.898317:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775768361.898318:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000040:1.0:1775768361.898320:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3229bd5] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11500 x1862022335216128/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1775768361.898321:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1775768361.898325:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000100:00000001:1.0:1775768361.898327:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1775768361.898328:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000100:00080000:1.0:1775768361.898329:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768361.898332:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775768361.898333:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1775768361.898334:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:1.0:1775768361.898335:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768361.898337:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:3.0:1775768361.898338:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000100:00080000:1.0:1775768361.898339:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5546
00000400:00000200:1.0:1775768361.898342:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768361.898344:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000400:00000200:3.0:1775768361.898344:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3aa0
00000100:00080000:1.0:1775768361.898346:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000400:00000010:3.0:1775768361.898347:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3aa0.
00000100:00000040:1.0:1775768361.898349:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768361.898350:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775768361.898350:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:1.0:1775768361.898352:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768361.898354:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000200:3.0:1775768361.898354:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d10380 x1862022335215872/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1775768361.898356:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768361.898357:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:1.0:1775768361.898359:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768361.898361:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:1.0:1775768361.898362:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000001:3.0:1775768361.898363:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000020:00000001:1.0:1775768361.898365:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:3.0:1775768361.898365:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d10380 x1862022335215872/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768386 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775768361.898367:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768361.898369:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768361.898371:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768361.898373:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000001:3.0:1775768361.898373:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1775768361.898375:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00000001:3.0:1775768361.898375:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:1.0:1775768361.898377:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768361.898379:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768361.898379:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768361.898380:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768361.898382:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1775768361.898383:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
02000000:00000001:1.0:1775768361.898384:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768361.898385:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4300220157
00000100:00000001:1.0:1775768361.898386:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768361.898387:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775768361.898389:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768361.898390:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3720.
00000100:00000001:1.0:1775768361.898391:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768361.898393:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d13480.
00000020:00000040:1.0:1775768361.898395:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
00000100:00000001:3.0:1775768361.898395:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2
02000000:00000001:1.0:1775768361.898397:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768361.898398:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768361.898400:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1775768361.898400:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4300220157
02000000:00000001:1.0:1775768361.898401:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:3.0:1775768361.898402:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3300.
02000000:00000001:1.0:1775768361.898403:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768361.898405:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3
02000000:00000010:1.0:1775768361.898406:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eac00.
00000100:00000001:1.0:1775768361.898408:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768361.898408:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768361.898411:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768361.898412:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d13480 x1862022335216256/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768361.898413:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768361.898416:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768361/real 1775768361]  req@ffff927303d10380 x1862022335215872/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768361.898419:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768361.898421:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768361.898424:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d08fae2a] to pc [ptlrpcd_rcv+-1]  req@ffff927303d13480 x1862022335216256/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768361.898425:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768361.898427:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768361.898429:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000100:00000001:1.0:1775768361.898430:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768361.898432:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000100:00080000:1.0:1775768361.898433:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:3.0:1775768361.898433:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768361.898435:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:1.0:1775768361.898436:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775768361.898437:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:3.0:1775768361.898438:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d10380 x1862022335215872/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1775768361.898439:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768361.898441:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768361.898443:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5546
00000400:00000200:1.0:1775768361.898446:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768361.898448:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768361.898450:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768361.898453:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000200:3.0:1775768361.898454:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d10380 x1862022335215872/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768361.898455:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768361.898457:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768361.898459:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768361.898461:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:3.0:1775768361.898461:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000040:1.0:1775768361.898462:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:1.0:1775768361.898463:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1775768361.898463:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1775768361.898465:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000100:00000001:3.0:1775768361.898465:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:1.0:1775768361.898467:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000001:3.0:1775768361.898467:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1775768361.898469:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:1.0:1775768361.898471:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00100000:3.0:1775768361.898471:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d10380 x1862022335215872/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768361.898473:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768361.898475:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768361.898476:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768361.898478:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00000001:3.0:1775768361.898478:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1775768361.898480:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768361.898482:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768361.898482:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d10380 x1862022335215872/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768386 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1775768361.898484:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768361.898486:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768361.898488:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768361.898489:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768361.898490:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768361.898491:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:1.0:1775768361.898492:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1775768361.898493:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00000001:1.0:1775768361.898494:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768361.898494:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768361.898496:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768361.898496:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768361.898498:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000010:1.0:1775768361.898499:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11880.
00000020:00000040:1.0:1775768361.898501:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
00000100:00080000:3.0:1775768361.898501:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:1.0:1775768361.898503:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768361.898504:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768361.898506:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00080000:3.0:1775768361.898506:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.131@tcp failed (-110)
02000000:00000001:1.0:1775768361.898507:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768361.898508:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768361.898508:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000010:1.0:1775768361.898511:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eb000.
00000100:00000040:3.0:1775768361.898512:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d10380 x1862022335215872/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768386 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768361.898514:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768361.898518:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11880 x1862022335216384/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1775768361.898520:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335215872:192.168.202.131@tcp:250:kworker.0
00000100:00000001:1.0:1775768361.898524:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768361.898524:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768361.898526:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768361.898526:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768361.898528:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d10380 x1862022335215872/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768386 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775768361.898529:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a965cc18] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11880 x1862022335216384/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768361.898536:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768361.898540:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5556)
00000100:00000001:3.0:1775768361.898540:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768361.898543:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768361.898545:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a64000.
02000000:00000001:3.0:1775768361.898548:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768361.898549:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768361.898551:0:2404:0:(genops.c:1242:class_import_put()) import ffff9273194c5000 refcount=3 obd=MGC192.168.202.131@tcp
00000020:00000001:3.0:1775768361.898553:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768361.898556:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046e9c00.
02000000:00000001:3.0:1775768361.898559:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768361.898561:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768361.898562:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d10380.
00000100:00000001:3.0:1775768361.898565:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768361.898566:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768361.898568:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768361.898574:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768361.898576:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768361.898578:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768361.898579:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768361.898580:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768361.898584:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d12d80 x1862022335216000/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1775768361.898587:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768361.898590:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768361.898590:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768361.898591:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768361.898593:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
02000000:00000001:3.0:1775768361.898603:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768361.898605:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768361.898607:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768361.898609:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335216000:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768361.898612:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768361.898614:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768361.898616:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768361.898617:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768361.898620:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a64000.
02000000:00000001:3.0:1775768361.898622:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768361.898625:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768361.898627:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768361.898631:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768361.898633:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335216000, portal 10
00000100:00000001:3.0:1775768361.898635:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768361.898636:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415775616 : -120452293776000 : ffff927303d12d80)
00000100:00000040:3.0:1775768361.898641:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d12d80 x1862022335216000/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768361.898647:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768361.898649:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768361.898651:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3aa0.
00000100:00000200:3.0:1775768361.898653:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335216000, offset 0
00000400:00000200:3.0:1775768361.898657:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768361.898660:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768361.898664:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768361.898666:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768361.898668:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768361.898671:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768361.898673:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768361.898676:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60807:60807:256:4294967295] 192.168.202.131@tcp LPNI seq info [60807:60807:8:4294967295]
00000400:00000200:3.0:1775768361.898680:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768361.898686:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768361.898691:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768361.898693:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768361.898697:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768361.898700:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775768361.898703:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768361.898706:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1775768361.898730:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768361.898732:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768361.898736:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768361.898739:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768361.898742:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3aa0
00000400:00000010:3.0:1775768361.898744:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3aa0.
00000100:00000001:3.0:1775768361.898746:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768361.898749:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d12d80 x1862022335216000/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768361.898756:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768361.898759:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d12d80 x1862022335216000/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768386 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768361.898770:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768361.898771:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768361.898774:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768361.898778:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: using a timeout of 15131 usecs (16 jiffies)
00000400:00000200:3.0:1775768361.898781:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768361.898783:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300218897
00000100:00000001:3.0:1775768361.898785:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300220157
00000100:00000001:3.0:1775768361.898787:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300218897
00000100:00000001:3.0:1775768361.898790:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300220157
00000100:00000001:3.0:1775768361.898791:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768361.898793:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768361.898795:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768361.898798:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768361/real 1775768361]  req@ffff927303d12d80 x1862022335216000/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768361.898806:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768361.898807:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768361.898809:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768361.898811:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768361.898812:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768361.898815:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768361.898817:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d12d80 x1862022335216000/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768361.898825:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d12d80 x1862022335216000/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768361.898832:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768361.898833:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768361.898835:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768361.898836:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768361.898839:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d12d80 x1862022335216000/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768361.898846:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768361.898849:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d12d80 x1862022335216000/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768386 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768361.898856:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768361.898858:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768361.898860:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768361.898861:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768361.898862:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768361.898864:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768361.898866:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768361.898868:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768361.898869:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768361.898872:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d12d80 x1862022335216000/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768386 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768361.898877:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335216000:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768361.898879:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768361.898881:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d11500 x1862022335216128/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768361.898886:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768361.898888:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768361.898889:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768361.898891:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768361.898893:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768361.898895:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335216128:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768361.898898:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768361.898900:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768361.898902:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768361.898904:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768361.898907:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a66800.
02000000:00000001:3.0:1775768361.898909:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768361.898912:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768361.898915:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768361.898926:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768361.898929:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335216128, portal 10
00000100:00000001:3.0:1775768361.898930:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768361.898931:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415769344 : -120452293782272 : ffff927303d11500)
00000100:00000040:3.0:1775768361.898935:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d11500 x1862022335216128/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768361.898939:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768361.898940:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768361.898942:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3aa0.
00000100:00000200:3.0:1775768361.898943:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335216128, offset 0
00000400:00000200:3.0:1775768361.898946:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768361.898948:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768361.898951:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768361.898953:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768361.898954:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768361.898956:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768361.898957:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768361.898959:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60808:60808:256:4294967295] 192.168.202.131@tcp LPNI seq info [60808:60808:8:4294967295]
00000400:00000200:3.0:1775768361.898961:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768361.898965:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768361.898968:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768361.898969:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768361.898972:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768361.898974:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775768361.898977:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768361.898979:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1775768361.898982:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768361.898985:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768361.898987:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768361.898990:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768361.898993:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3aa0
00000400:00000010:3.0:1775768361.898994:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3aa0.
00000100:00000001:3.0:1775768361.898996:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768361.899000:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d11500 x1862022335216128/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768361.899017:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768361.899020:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d11500 x1862022335216128/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768386 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768361.899026:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768361.899027:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768361.899030:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768361.899033:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: using a timeout of 41678 usecs (42 jiffies)
00000400:00000200:3.0:1775768361.899036:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768361.899038:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300218923
00000100:00000001:3.0:1775768361.899040:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300220157
00000100:00000001:3.0:1775768361.899042:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300218923
00000100:00000001:3.0:1775768361.899043:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300220157
00000100:00000001:3.0:1775768361.899045:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768361.899047:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768361.899049:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768361.899052:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768361/real 1775768361]  req@ffff927303d11500 x1862022335216128/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768361.899059:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768361.899061:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768361.899062:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768361.899064:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768361.899065:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768361.899068:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768361.899070:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d11500 x1862022335216128/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768361.899078:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d11500 x1862022335216128/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768361.899083:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768361.899085:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768361.899086:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768361.899088:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768361.899090:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d11500 x1862022335216128/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768361.899097:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768361.899100:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d11500 x1862022335216128/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768386 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768361.899106:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768361.899109:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768361.899110:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768361.899111:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768361.899113:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768361.899114:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768361.899116:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768361.899119:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768361.899121:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768361.899125:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d11500 x1862022335216128/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768386 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768361.899133:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335216128:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768361.899136:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768361.899139:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d13480 x1862022335216256/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768361.899145:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768361.899146:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768361.899149:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768361.899151:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768361.899152:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768361.899155:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335216256:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768361.899158:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768361.899160:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768361.899161:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768361.899163:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768361.899166:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768361.899168:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768361.899171:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768361.899173:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768361.899176:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768361.899179:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335216256, portal 4
00000100:00000001:3.0:1775768361.899180:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768361.899181:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415777408 : -120452293774208 : ffff927303d13480)
00000100:00000040:3.0:1775768361.899187:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d13480 x1862022335216256/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768361.899192:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768361.899195:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768361.899197:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3aa0.
00000100:00000200:3.0:1775768361.899199:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335216256, offset 0
00000400:00000200:3.0:1775768361.899203:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768361.899206:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768361.899209:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768361.899212:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768361.899214:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768361.899217:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768361.899219:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768361.899222:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60809:60809:256:4294967295] 192.168.202.131@tcp LPNI seq info [60809:60809:8:4294967295]
00000400:00000200:3.0:1775768361.899226:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768361.899232:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768361.899236:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768361.899239:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768361.899242:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768361.899244:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775768361.899248:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768361.899250:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1775768361.899253:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768361.899255:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768361.899257:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768361.899260:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768361.899262:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3aa0
00000400:00000010:3.0:1775768361.899264:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3aa0.
00000100:00000001:3.0:1775768361.899266:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768361.899269:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d13480 x1862022335216256/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768361.899276:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768361.899279:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d13480 x1862022335216256/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768386 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768361.899285:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768361.899286:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768361.899289:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768361.899291:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: using a timeout of 22192 usecs (23 jiffies)
00000400:00000200:3.0:1775768361.899294:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768361.899296:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300218904
00000100:00000001:3.0:1775768361.899298:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300220157
00000100:00000001:3.0:1775768361.899300:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300218904
00000100:00000001:3.0:1775768361.899302:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300220157
00000100:00000001:3.0:1775768361.899304:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768361.899307:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768361.899309:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768361.899312:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768361/real 1775768361]  req@ffff927303d13480 x1862022335216256/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768361.899319:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768361.899320:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768361.899321:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768361.899324:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768361.899325:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768361.899327:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768361.899330:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d13480 x1862022335216256/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768361.899337:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d13480 x1862022335216256/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768361.899343:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768361.899345:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768361.899346:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768361.899347:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768361.899350:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d13480 x1862022335216256/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768361.899356:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768361.899360:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d13480 x1862022335216256/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768386 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768361.899366:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768361.899368:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768361.899369:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768361.899371:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768361.899372:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768361.899373:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768361.899376:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768361.899379:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768361.899381:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768361.899385:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d13480 x1862022335216256/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768386 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768361.899391:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335216256:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768361.899395:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768361.899398:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d11880 x1862022335216384/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768361.899403:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768361.899405:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768361.899407:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768361.899408:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768361.899410:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768361.899412:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335216384:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768361.899415:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768361.899417:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768361.899418:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768361.899419:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768361.899422:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768361.899424:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768361.899427:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768361.899429:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768361.899431:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768361.899434:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335216384, portal 4
00000100:00000001:3.0:1775768361.899436:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768361.899437:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415770240 : -120452293781376 : ffff927303d11880)
00000100:00000040:3.0:1775768361.899442:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d11880 x1862022335216384/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768361.899447:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768361.899450:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768361.899452:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3aa0.
00000100:00000200:3.0:1775768361.899453:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335216384, offset 0
00000400:00000200:3.0:1775768361.899457:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768361.899461:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768361.899464:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768361.899466:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768361.899468:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768361.899470:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768361.899471:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768361.899475:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60810:60810:256:4294967295] 192.168.202.131@tcp LPNI seq info [60810:60810:8:4294967295]
00000400:00000200:3.0:1775768361.899478:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768361.899484:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768361.899488:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768361.899490:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768361.899494:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768361.899496:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775768361.899500:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768361.899502:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1775768361.899506:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768361.899508:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768361.899510:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768361.899513:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768361.899516:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3aa0
00000400:00000010:3.0:1775768361.899518:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3aa0.
00000100:00000001:3.0:1775768361.899520:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768361.899523:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d11880 x1862022335216384/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768361.899530:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768361.899532:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d11880 x1862022335216384/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768386 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768361.899537:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768361.899539:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768361.899542:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768361.899545:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: using a timeout of 22500 usecs (23 jiffies)
00000400:00000200:3.0:1775768361.899547:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768361.899549:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300218904
00000100:00000001:3.0:1775768361.899551:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300220157
00000100:00000001:3.0:1775768361.899553:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300218904
00000100:00000001:3.0:1775768361.899555:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300220157
00000100:00000001:3.0:1775768361.899557:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768361.899559:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768361.899561:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768361.899564:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768361/real 1775768361]  req@ffff927303d11880 x1862022335216384/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768361.899571:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768361.899572:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768361.899574:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768361.899576:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768361.899578:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768361.899579:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768361.899582:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d11880 x1862022335216384/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768361.899589:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d11880 x1862022335216384/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768361.899609:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768361.899610:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768361.899612:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768361.899613:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768361.899617:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d11880 x1862022335216384/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768361.899623:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768361.899626:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d11880 x1862022335216384/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768386 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768361.899633:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768361.899636:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768361.899637:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768361.899639:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768361.899640:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768361.899642:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768361.899644:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768361.899647:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768361.899649:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768361.899652:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d11880 x1862022335216384/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768386 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768361.899660:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335216384:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768361.899663:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768361.899665:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768361.899668:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d12d80 x1862022335216000/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768386 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768361.899674:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768361.899676:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768361.899678:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a64000.
02000000:00000001:3.0:1775768361.899680:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768361.899682:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768361.899683:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c000 refcount=137 obd=lustre-MDT0000-mdc-ffff927308189800
00000020:00000001:3.0:1775768361.899685:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768361.899687:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046e8000.
02000000:00000001:3.0:1775768361.899689:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768361.899691:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768361.899692:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d12d80.
00000100:00000001:3.0:1775768361.899695:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768361.899696:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768361.899698:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768361.899701:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d11500 x1862022335216128/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768386 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768361.899725:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768361.899726:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768361.899728:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a66800.
02000000:00000001:3.0:1775768361.899731:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768361.899732:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768361.899734:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f800 refcount=3 obd=lustre-MDT0001-mdc-ffff927308189800
00000020:00000001:3.0:1775768361.899736:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768361.899737:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046e8c00.
02000000:00000001:3.0:1775768361.899739:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768361.899740:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768361.899741:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d11500.
00000100:00000001:3.0:1775768361.899743:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768361.899745:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768361.899746:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768361.899749:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d13480 x1862022335216256/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768386 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768361.899756:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768361.899757:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768361.899758:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768361.899761:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768361.899762:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768361.899763:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f000 refcount=2 obd=lustre-OST0000-osc-ffff927308189800
00000020:00000001:3.0:1775768361.899765:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768361.899766:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046eac00.
02000000:00000001:3.0:1775768361.899768:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768361.899770:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768361.899771:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d13480.
00000100:00000001:3.0:1775768361.899772:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768361.899773:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768361.899775:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768361.899777:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d11880 x1862022335216384/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768386 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768361.899788:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768361.899789:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768361.899791:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768361.899793:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768361.899794:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768361.899795:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c800 refcount=2 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:3.0:1775768361.899797:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768361.899798:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046eb000.
02000000:00000001:3.0:1775768361.899800:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768361.899802:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768361.899803:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d11880.
00000100:00000001:3.0:1775768361.899805:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768361.899806:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768361.899808:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768361.899812:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768361.899813:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768361.899815:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768361.899816:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768362.473860:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768362.473867:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768362.473869:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768362.473874:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768362.473878:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768362.473882:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768362.473885:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768362.473887:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768362.473889:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768362.921852:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768362.921864:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768362.921871:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768362.921873:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768362.921876:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768362.921878:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768362.921881:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768362.921883:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768362.921886:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768362.921887:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768362.921963:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768362.921967:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768362.921971:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768363.177836:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300220157, at 4300220160
00000100:00000040:3.0:1775768363.177836:0:58796:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649b30 (cpu 0) has reached its deadline 4300220157, at 4300220160
00000100:00000010:2.0:1775768363.177854:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3720.
00000100:00000010:3.0:1775768363.177857:0:58796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3300.
00000100:00000001:0.0:1775768363.497827:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768363.497836:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768363.497838:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768363.497846:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768363.497851:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768363.497856:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768363.497859:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768363.497861:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768363.497864:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768363.946361:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768363.946367:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768363.946373:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768363.946375:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768363.946378:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768363.946380:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768363.946383:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768363.946384:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768363.946388:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768363.946389:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768363.946455:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768363.946461:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768363.946465:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768364.521849:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768364.521857:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768364.521858:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768364.521863:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768364.521867:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768364.521871:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768364.521873:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768364.521875:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768364.521877:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768364.969828:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768364.969834:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768364.969841:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768364.969842:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768364.969845:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768364.969847:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768364.969850:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768364.969851:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768364.969854:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768364.969856:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768364.970053:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768364.970059:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768364.970064:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768365.545884:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768365.545892:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768365.545894:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768365.545901:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768365.545904:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768365.545909:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768365.545912:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768365.545914:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768365.545917:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768365.993815:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768365.993822:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768365.993824:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768365.993827:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768365.993831:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768365.993834:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768365.993836:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768365.993838:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768365.993842:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768365.993843:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768365.993844:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768365.993845:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768365.993847:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768365.993848:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768365.993850:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768365.993852:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768365.993855:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768365.993857:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768365.993858:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768365.993859:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768365.993861:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768365.993862:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768365.993863:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768365.993866:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768365.993870:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768365.993871:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768365.993875:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768365.993876:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768365.993877:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768365.993879:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768365.993880:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768365.993881:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768365.993883:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768365.993885:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768365.994626:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768365.994630:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768365.994633:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768366.569818:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768366.569825:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768366.569827:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768366.569833:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768366.569838:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768366.569842:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768366.569845:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768366.569847:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768366.569850:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768367.017803:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768367.017808:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768367.017812:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768367.017813:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768367.017816:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:0.0:1775768367.017817:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:3.0:1775768367.017818:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768367.017822:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768367.017824:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768367.017826:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:3.0:1775768367.017827:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1775768367.017830:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:3.0:1775768367.017830:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768367.017836:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768367.017840:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768367.017847:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5551
00000400:00000200:0.0:1775768367.017857:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768367.017864:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768367.017868:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768367.017871:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000020:00000001:1.0:1775768367.017871:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768367.017875:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768367.017876:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00010000:00010000:1.0:1775768367.017879:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1775768367.017880:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768367.017884:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768367.017887:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768367.017890:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775768367.017892:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768367.017894:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775768367.017897:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775768367.017899:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775768367.017902:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768367.017903:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768367.017905:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768367.017907:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768367.017910:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:0.0:1775768367.017913:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768367.017915:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768367.017918:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768367.017920:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768367.017923:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768367.017925:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768367.017927:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768367.017937:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926300.
00000020:00000040:0.0:1775768367.017940:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775768367.017943:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768367.017945:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768367.017948:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768367.017950:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768367.017955:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768367.017962:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d800.
00000100:00000001:0.0:1775768367.017968:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768367.017975:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926300 x1862022335216512/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768367.017986:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768367.017989:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768367.017994:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e21317e] to pc [ptlrpcd_rcv+-1]  req@ffff927322926300 x1862022335216512/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768367.018024:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768367.018027:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768367.018030:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768367.018032:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768367.018033:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768367.018036:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768367.018038:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5551
00000400:00000200:0.0:1775768367.018042:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768367.018046:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768367.018049:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768367.018053:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768367.018055:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768367.018058:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768367.018059:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768367.018060:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768367.018064:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:3.0:1775768367.018064:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1775768367.018065:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775768367.018068:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1775768367.018068:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1775768367.018070:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775768367.018073:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:0.0:1775768367.018077:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:3.0:1775768367.018078:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322926300 x1862022335216512/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768367.018081:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768367.018086:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768367.018090:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768367.018095:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000001:3.0:1775768367.018096:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768367.018099:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1775768367.018100:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
02000000:00000001:3.0:1775768367.018103:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:0.0:1775768367.018104:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
02000000:00000001:3.0:1775768367.018108:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768367.018109:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768367.018114:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768367.018114:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768367.018120:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1775768367.018121:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322926300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335216512:192.168.202.131@tcp:250:kworker.0
02000000:00000001:0.0:1775768367.018126:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768367.018129:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768367.018130:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00100000:0.0:1775768367.018134:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1775768367.018135:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:0.0:1775768367.018139:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768367.018140:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768367.018143:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768367.018145:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:0.0:1775768367.018147:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925180.
00000020:00000040:0.0:1775768367.018151:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000010:3.0:1775768367.018152:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65400.
02000000:00000001:0.0:1775768367.018154:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768367.018156:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768367.018156:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768367.018161:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768367.018163:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768367.018165:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768367.018165:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
02000000:00000010:0.0:1775768367.018171:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c000.
00000400:00000010:3.0:1775768367.018172:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000100:00000001:0.0:1775768367.018176:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775768367.018180:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00100000:0.0:1775768367.018183:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925180 x1862022335216640/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1775768367.018189:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335216512, portal 25
00000100:00000001:3.0:1775768367.018194:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768367.018195:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768367.018197:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931754240 : -120451777797376 : ffff927322926300)
00000100:00000001:0.0:1775768367.018198:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768367.018205:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a34329a0] to pc [ptlrpcd_rcv+-1]  req@ffff927322925180 x1862022335216640/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775768367.018209:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322926300 x1862022335216512/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768367.018227:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768367.018230:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768367.018235:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768367.018238:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1775768367.018238:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1775768367.018240:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:3.0:1775768367.018244:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000100:00000001:0.0:1775768367.018245:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:3.0:1775768367.018248:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3aa0.
00000100:00080000:0.0:1775768367.018249:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5551
00000100:00000200:3.0:1775768367.018254:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022335216512, offset 0
00000400:00000200:0.0:1775768367.018257:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768367.018261:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000400:00000200:3.0:1775768367.018265:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000100:00080000:0.0:1775768367.018266:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768367.018271:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768367.018273:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1775768367.018276:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000040:0.0:1775768367.018278:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768367.018281:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768367.018283:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768367.018285:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000400:00000200:3.0:1775768367.018286:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000020:00000001:0.0:1775768367.018287:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768367.018291:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775768367.018293:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000400:00000200:3.0:1775768367.018294:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:0.0:1775768367.018297:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000400:00000200:3.0:1775768367.018300:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000100:00000040:0.0:1775768367.018303:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000400:00000200:3.0:1775768367.018305:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1775768367.018307:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1775768367.018310:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000100:00000040:0.0:1775768367.018312:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768367.018315:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768367.018317:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:0.0:1775768367.018321:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768367.018324:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768367.018324:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60811:60811:256:4294967295] 192.168.202.131@tcp LPNI seq info [60811:60811:8:4294967295]
02000000:00000001:0.0:1775768367.018328:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768367.018331:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1775768367.018335:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
02000000:00000001:0.0:1775768367.018336:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768367.018339:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768367.018341:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768367.018344:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768367.018348:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768367.018352:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000100:00000010:0.0:1775768367.018353:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926a00.
00000020:00000040:0.0:1775768367.018357:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775768367.018360:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768367.018362:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1775768367.018364:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000100:00000001:0.0:1775768367.018365:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768367.018368:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768367.018370:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1775768367.018371:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
02000000:00000010:0.0:1775768367.018374:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e800.
00000100:00000001:0.0:1775768367.018379:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1775768367.018383:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00100000:0.0:1775768367.018387:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926a00 x1862022335216768/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.0:1775768367.018389:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000100:00000001:0.0:1775768367.018401:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:3.1:1775768367.018401:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:0.0:1775768367.018405:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775768367.018407:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000100:00000040:0.0:1775768367.018412:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000798ab0be] to pc [ptlrpcd_rcv+-1]  req@ffff927322926a00 x1862022335216768/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:3.0:1775768367.018416:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768367.018419:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768367.018427:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1775768367.018428:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768367.018433:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1775768367.018437:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000100:00080000:0.0:1775768367.018440:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768367.018443:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1775768367.018444:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3aa0
00000100:00080000:0.0:1775768367.018445:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:3.0:1775768367.018448:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3aa0.
00000100:00000001:0.0:1775768367.018449:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768367.018455:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5551
00000100:00000001:3.0:1775768367.018455:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768367.018460:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322926300 x1862022335216512/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775768367.018461:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768367.018468:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768367.018472:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1775768367.018476:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768367.018477:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768367.018480:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768367.018482:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768367.018484:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768367.018486:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768367.018487:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775768367.018489:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:3.0:1775768367.018490:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322926300 x1862022335216512/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768392 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1775768367.018491:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:0.0:1775768367.018496:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:0.0:1775768367.018501:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:0.0:1775768367.018507:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768367.018507:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768367.018510:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768367.018511:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768367.018515:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768367.018516:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768367.018517:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768367.018521:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000400:00000200:3.0:1775768367.018522:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00080000:0.0:1775768367.018525:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:3.0:1775768367.018526:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4300225277
00000100:00000001:0.0:1775768367.018530:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768367.018532:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:3.0:1775768367.018534:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3300.
02000000:00000001:0.0:1775768367.018535:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768367.018538:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768367.018540:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768367.018540:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2
00000008:00100000:0.0:1775768367.018543:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768367.018559:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768367.018559:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4300225277
00000100:00000001:0.0:1775768367.018564:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768367.018566:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3c00.
00000100:00000010:0.0:1775768367.018568:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927480.
00000100:00000001:3.0:1775768367.018571:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3
00000020:00000040:0.0:1775768367.018572:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
00000100:00000001:3.0:1775768367.018575:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768367.018576:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768367.018579:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768367.018580:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768367.018583:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1775768367.018585:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
02000000:00000001:0.0:1775768367.018586:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768367.018588:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768367.018592:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768367/real 1775768367]  req@ffff927322926300 x1862022335216512/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1775768367.018594:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e400.
00000100:00000001:0.0:1775768367.018599:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768367.018608:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927480 x1862022335216896/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:3.0:1775768367.018609:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768367.018612:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768367.018616:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768367.018620:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000100:00000001:0.0:1775768367.018621:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:3.0:1775768367.018622:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:0.0:1775768367.018625:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768367.018627:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:0.0:1775768367.018631:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd1176bb] to pc [ptlrpcd_rcv+-1]  req@ffff927322927480 x1862022335216896/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768367.018634:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322926300 x1862022335216512/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768367.018657:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768367.018663:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768367.018668:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000200:3.0:1775768367.018668:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322926300 x1862022335216512/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768367.018672:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768367.018675:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768367.018680:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768367.018681:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1775768367.018685:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1775768367.018686:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5551
00000100:00000001:3.0:1775768367.018687:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768367.018690:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1775768367.018694:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00100000:3.0:1775768367.018698:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322926300 x1862022335216512/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775768367.018699:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768367.018704:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768367.018732:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768367.018738:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768367.018742:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768367.018742:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768367.018747:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768367.018750:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768367.018752:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000100:00000040:3.0:1775768367.018753:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322926300 x1862022335216512/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768392 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1775768367.018755:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768367.018758:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:0.0:1775768367.018762:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:0.0:1775768367.018767:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000001:3.0:1775768367.018770:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:0.0:1775768367.018772:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768367.018775:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768367.018776:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775768367.018778:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768367.018780:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768367.018781:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768367.018783:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768367.018786:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768367.018787:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00080000:3.0:1775768367.018788:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from CONNECTING to DISCONN
00000020:00000040:0.0:1775768367.018792:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:3.0:1775768367.018795:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768367.018797:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:0.0:1775768367.018800:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000040:3.0:1775768367.018804:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322926300 x1862022335216512/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768392 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768367.018805:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768367.018809:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768367.018813:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768367.018817:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768367.018817:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322926300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335216512:192.168.202.131@tcp:250:kworker.0
00000100:00000001:0.0:1775768367.018822:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768367.018824:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:0.0:1775768367.018825:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1775768367.018829:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000008:00000001:0.0:1775768367.018830:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768367.018833:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768367.018834:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322926300 x1862022335216512/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768392 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1775768367.018839:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926d80.
00000020:00000040:0.0:1775768367.018843:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:0.0:1775768367.018849:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768367.018851:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768367.018853:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
00000100:00000001:0.0:1775768367.018854:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768367.018855:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1775768367.018858:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:3.0:1775768367.018859:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65400.
02000000:00000001:0.0:1775768367.018861:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768367.018863:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000010:0.0:1775768367.018865:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d000.
00000020:00000001:3.0:1775768367.018865:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768367.018866:0:2404:0:(genops.c:1242:class_import_put()) import ffff9273194c5000 refcount=3 obd=MGC192.168.202.131@tcp
00000020:00000001:3.0:1775768367.018870:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000001:0.0:1775768367.018871:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768367.018872:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477d800.
02000000:00000001:3.0:1775768367.018877:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768367.018878:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768367.018880:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322926300.
00000100:00100000:0.0:1775768367.018881:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926d80 x1862022335217024/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768367.018883:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768367.018885:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768367.018890:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768367.018896:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768367.018899:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768367.018899:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768367.018902:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768367.018906:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000adacb2c9] to pc [ptlrpcd_rcv+-1]  req@ffff927322926d80 x1862022335217024/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768367.018906:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768367.018908:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768367.018911:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768367.018918:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322925180 x1862022335216640/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768367.018920:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768367.018926:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5561)
00000100:00000001:3.0:1775768367.018931:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768367.018933:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768367.018935:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768367.018937:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768367.018940:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768367.018943:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322925180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335216640:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768367.018947:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768367.018949:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768367.018950:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768367.018952:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768367.018956:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768367.018958:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768367.018961:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768367.018964:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768367.018968:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768367.018971:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335216640, portal 10
00000100:00000001:3.0:1775768367.018973:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768367.018974:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931749760 : -120451777801856 : ffff927322925180)
00000100:00000040:3.0:1775768367.018980:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322925180 x1862022335216640/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768367.018987:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768367.018989:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768367.018991:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3aa0.
00000100:00000200:3.0:1775768367.018994:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335216640, offset 0
00000400:00000200:3.0:1775768367.018997:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768367.019000:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768367.019004:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768367.019007:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768367.019010:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768367.019012:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768367.019014:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768367.019017:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60812:60812:256:4294967295] 192.168.202.131@tcp LPNI seq info [60812:60812:8:4294967295]
00000400:00000200:3.0:1775768367.019021:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768367.019027:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768367.019032:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768367.019035:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768367.019038:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768367.019041:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775768367.019045:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768367.019047:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1775768367.019050:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768367.019052:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768367.019055:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768367.019059:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768367.019061:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3aa0
00000400:00000010:3.0:1775768367.019063:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3aa0.
00000100:00000001:3.0:1775768367.019066:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768367.019069:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322925180 x1862022335216640/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768367.019077:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768367.019080:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322925180 x1862022335216640/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768392 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768367.019087:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768367.019089:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768367.019091:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768367.019095:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: using a timeout of 15131 usecs (16 jiffies)
00000400:00000200:3.0:1775768367.019098:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768367.019100:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300224017
00000100:00000001:3.0:1775768367.019102:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300225277
00000100:00000001:3.0:1775768367.019105:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300224017
00000100:00000001:3.0:1775768367.019106:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300225277
00000100:00000001:3.0:1775768367.019108:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768367.019111:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768367.019113:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768367.019117:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768367/real 1775768367]  req@ffff927322925180 x1862022335216640/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768367.019124:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768367.019125:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768367.019127:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768367.019130:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768367.019131:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768367.019133:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768367.019136:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322925180 x1862022335216640/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768367.019144:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322925180 x1862022335216640/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768367.019157:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768367.019158:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768367.019160:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768367.019161:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768367.019165:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322925180 x1862022335216640/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768367.019172:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768367.019175:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322925180 x1862022335216640/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768392 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768367.019182:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768367.019185:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768367.019186:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768367.019188:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768367.019189:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768367.019191:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768367.019193:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768367.019196:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768367.019199:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768367.019202:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322925180 x1862022335216640/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768392 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768367.019208:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322925180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335216640:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768367.019210:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768367.019212:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322926a00 x1862022335216768/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768367.019216:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768367.019217:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768367.019219:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768367.019220:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768367.019222:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768367.019223:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322926a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335216768:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768367.019225:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768367.019227:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768367.019227:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768367.019228:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768367.019231:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768367.019232:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768367.019235:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768367.019236:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768367.019239:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768367.019242:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335216768, portal 10
00000100:00000001:3.0:1775768367.019244:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768367.019245:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931756032 : -120451777795584 : ffff927322926a00)
00000100:00000040:3.0:1775768367.019250:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322926a00 x1862022335216768/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768367.019254:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768367.019256:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768367.019258:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3aa0.
00000100:00000200:3.0:1775768367.019261:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335216768, offset 0
00000400:00000200:3.0:1775768367.019263:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768367.019266:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768367.019268:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768367.019270:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768367.019272:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768367.019274:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768367.019275:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768367.019277:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60813:60813:256:4294967295] 192.168.202.131@tcp LPNI seq info [60813:60813:8:4294967295]
00000400:00000200:3.0:1775768367.019279:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768367.019283:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768367.019286:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768367.019288:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768367.019292:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768367.019294:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775768367.019299:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768367.019300:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1775768367.019303:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768367.019304:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768367.019306:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768367.019308:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768367.019310:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3aa0
00000400:00000010:3.0:1775768367.019311:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3aa0.
00000100:00000001:3.0:1775768367.019313:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768367.019316:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322926a00 x1862022335216768/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768367.019323:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768367.019324:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322926a00 x1862022335216768/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768392 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768367.019329:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768367.019330:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768367.019332:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768367.019334:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: using a timeout of 41678 usecs (42 jiffies)
00000400:00000200:3.0:1775768367.019335:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768367.019337:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300224043
00000100:00000001:3.0:1775768367.019339:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300225277
00000100:00000001:3.0:1775768367.019341:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300224043
00000100:00000001:3.0:1775768367.019343:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300225277
00000100:00000001:3.0:1775768367.019345:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768367.019347:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768367.019349:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768367.019352:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768367/real 1775768367]  req@ffff927322926a00 x1862022335216768/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768367.019360:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768367.019362:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768367.019363:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768367.019366:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768367.019367:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768367.019369:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768367.019372:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322926a00 x1862022335216768/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768367.019380:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322926a00 x1862022335216768/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768367.019386:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768367.019388:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768367.019390:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768367.019391:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768367.019394:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322926a00 x1862022335216768/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768367.019401:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768367.019405:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322926a00 x1862022335216768/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768392 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768367.019411:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768367.019413:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768367.019414:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768367.019415:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768367.019417:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768367.019418:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768367.019420:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768367.019423:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768367.019425:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768367.019428:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322926a00 x1862022335216768/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768392 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768367.019433:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322926a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335216768:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768367.019435:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768367.019437:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322927480 x1862022335216896/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768367.019440:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768367.019441:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768367.019443:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768367.019444:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768367.019445:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768367.019447:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335216896:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768367.019449:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768367.019451:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768367.019452:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768367.019454:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768367.019457:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a66800.
02000000:00000001:3.0:1775768367.019459:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768367.019461:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768367.019463:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768367.019465:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768367.019466:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335216896, portal 4
00000100:00000001:3.0:1775768367.019468:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768367.019469:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931758720 : -120451777792896 : ffff927322927480)
00000100:00000040:3.0:1775768367.019473:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322927480 x1862022335216896/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768367.019480:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768367.019481:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768367.019483:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3aa0.
00000100:00000200:3.0:1775768367.019485:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335216896, offset 0
00000400:00000200:3.0:1775768367.019487:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768367.019490:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768367.019492:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768367.019494:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768367.019495:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768367.019497:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768367.019499:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768367.019500:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60814:60814:256:4294967295] 192.168.202.131@tcp LPNI seq info [60814:60814:8:4294967295]
00000400:00000200:3.0:1775768367.019503:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768367.019507:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768367.019509:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768367.019511:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768367.019513:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768367.019515:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775768367.019519:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768367.019521:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1775768367.019524:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768367.019526:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768367.019528:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768367.019530:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768367.019532:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3aa0
00000400:00000010:3.0:1775768367.019533:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3aa0.
00000100:00000001:3.0:1775768367.019535:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768367.019537:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322927480 x1862022335216896/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768367.019541:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768367.019543:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322927480 x1862022335216896/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768392 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768367.019562:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768367.019563:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768367.019565:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768367.019567:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: using a timeout of 22192 usecs (23 jiffies)
00000400:00000200:3.0:1775768367.019570:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768367.019571:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300224024
00000100:00000001:3.0:1775768367.019573:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300225277
00000100:00000001:3.0:1775768367.019574:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300224024
00000100:00000001:3.0:1775768367.019576:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300225277
00000100:00000001:3.0:1775768367.019577:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768367.019578:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768367.019579:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768367.019583:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768367/real 1775768367]  req@ffff927322927480 x1862022335216896/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768367.019589:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768367.019591:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768367.019592:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768367.019595:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768367.019596:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768367.019598:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768367.019601:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322927480 x1862022335216896/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768367.019611:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322927480 x1862022335216896/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768367.019616:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768367.019617:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768367.019619:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768367.019620:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768367.019623:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322927480 x1862022335216896/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768367.019628:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768367.019631:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322927480 x1862022335216896/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768392 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768367.019637:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768367.019640:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768367.019641:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768367.019642:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768367.019644:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768367.019645:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768367.019647:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768367.019650:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768367.019652:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768367.019656:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322927480 x1862022335216896/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768392 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768367.019662:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335216896:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768367.019665:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768367.019667:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768367.019670:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322925180 x1862022335216640/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768392 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768367.019675:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768367.019677:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768367.019678:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768367.019681:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768367.019682:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768367.019683:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c000 refcount=137 obd=lustre-MDT0000-mdc-ffff927308189800
00000020:00000001:3.0:1775768367.019685:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768367.019687:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477c000.
02000000:00000001:3.0:1775768367.019689:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768367.019690:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768367.019691:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322925180.
00000100:00000001:3.0:1775768367.019694:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768367.019695:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768367.019696:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768367.019699:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322926a00 x1862022335216768/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768392 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768367.019727:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768367.019728:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768367.019730:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768367.019732:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768367.019733:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768367.019734:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f800 refcount=3 obd=lustre-MDT0001-mdc-ffff927308189800
00000020:00000001:3.0:1775768367.019736:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768367.019737:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477e800.
02000000:00000001:3.0:1775768367.019739:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768367.019740:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768367.019741:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322926a00.
00000100:00000001:3.0:1775768367.019743:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768367.019744:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768367.019746:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768367.019749:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322927480 x1862022335216896/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768392 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768367.019754:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768367.019755:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768367.019756:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a66800.
02000000:00000001:3.0:1775768367.019759:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768367.019760:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768367.019761:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f000 refcount=2 obd=lustre-OST0000-osc-ffff927308189800
00000020:00000001:3.0:1775768367.019762:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768367.019763:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477e400.
02000000:00000001:3.0:1775768367.019765:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768367.019766:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768367.019767:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322927480.
00000100:00000001:3.0:1775768367.019769:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768367.019769:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768367.019771:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768367.019774:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768367.019775:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768367.019777:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768367.019778:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768367.019779:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768367.019783:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322926d80 x1862022335217024/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768367.019790:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768367.019791:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768367.019793:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768367.019794:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768367.019796:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768367.019798:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322926d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335217024:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768367.019801:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768367.019802:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768367.019803:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768367.019805:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768367.019807:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a66800.
02000000:00000001:3.0:1775768367.019809:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768367.019811:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768367.019813:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768367.019816:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768367.019819:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335217024, portal 4
00000100:00000001:3.0:1775768367.019821:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768367.019822:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931756928 : -120451777794688 : ffff927322926d80)
00000100:00000040:3.0:1775768367.019827:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322926d80 x1862022335217024/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768367.019833:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768367.019835:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768367.019837:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3aa0.
00000100:00000200:3.0:1775768367.019839:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335217024, offset 0
00000400:00000200:3.0:1775768367.019843:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768367.019846:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768367.019849:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768367.019851:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768367.019854:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768367.019856:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768367.019858:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768367.019861:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60815:60815:256:4294967295] 192.168.202.131@tcp LPNI seq info [60815:60815:8:4294967295]
00000400:00000200:3.0:1775768367.019864:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768367.019870:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768367.019875:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768367.019877:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768367.019881:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768367.019883:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775768367.019887:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768367.019889:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1775768367.019893:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768367.019895:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768367.019897:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768367.019900:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768367.019903:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3aa0
00000400:00000010:3.0:1775768367.019904:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3aa0.
00000100:00000001:3.0:1775768367.019907:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768367.019910:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322926d80 x1862022335217024/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768367.019917:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768367.019920:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322926d80 x1862022335217024/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768392 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768367.019926:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768367.019927:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768367.019930:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768367.019933:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: using a timeout of 22500 usecs (23 jiffies)
00000400:00000200:3.0:1775768367.019936:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768367.019938:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300224025
00000100:00000001:3.0:1775768367.019940:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300225277
00000100:00000001:3.0:1775768367.019942:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300224025
00000100:00000001:3.0:1775768367.019945:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300225277
00000100:00000001:3.0:1775768367.019947:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768367.019949:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768367.019950:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768367.019954:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768367/real 1775768367]  req@ffff927322926d80 x1862022335217024/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768367.019962:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768367.019963:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768367.019965:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768367.019967:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768367.019969:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768367.019970:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768367.019973:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322926d80 x1862022335217024/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768367.019982:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322926d80 x1862022335217024/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768367.019988:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768367.019990:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768367.019992:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768367.019993:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768367.019997:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322926d80 x1862022335217024/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768367.020003:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768367.020007:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322926d80 x1862022335217024/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768392 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768367.020013:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768367.020015:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768367.020017:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768367.020018:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768367.020020:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768367.020021:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768367.020023:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768367.020027:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768367.020029:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768367.020033:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322926d80 x1862022335217024/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768392 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768367.020039:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322926d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335217024:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768367.020042:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768367.020043:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768367.020045:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322926d80 x1862022335217024/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768392 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768367.020049:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768367.020049:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768367.020050:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a66800.
02000000:00000001:3.0:1775768367.020052:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768367.020052:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768367.020053:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c800 refcount=2 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:3.0:1775768367.020054:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768367.020055:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477d000.
02000000:00000001:3.0:1775768367.020057:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768367.020058:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768367.020059:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322926d80.
00000100:00000001:3.0:1775768367.020061:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768367.020062:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768367.020064:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768367.020067:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768367.020068:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768367.020070:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768367.020072:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768367.593784:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768367.593789:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768367.593791:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768367.593795:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768367.593797:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768367.593801:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768367.593803:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768367.593805:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768367.593806:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768368.041797:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768368.041802:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768368.041807:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768368.041808:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768368.041811:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768368.041812:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768368.041817:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768368.041820:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768368.041822:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768368.041826:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768368.041829:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768368.041831:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768368.041833:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768368.041835:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768368.041839:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768368.041840:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768368.041893:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768368.041896:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768368.041899:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768368.297798:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300225277, at 4300225280
00000100:00000040:3.0:1775768368.297798:0:58796:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649b30 (cpu 0) has reached its deadline 4300225277, at 4300225280
00000100:00000010:2.0:1775768368.297811:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3300.
00000100:00000010:3.0:1775768368.297813:0:58796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3c00.
00000100:00000001:0.0:1775768368.617816:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768368.617823:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768368.617826:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768368.617831:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768368.617835:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768368.617838:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768368.617841:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768368.617844:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768368.617847:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768369.065788:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768369.065792:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768369.065796:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768369.065797:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768369.065800:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768369.065800:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768369.065803:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768369.065803:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768369.065806:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768369.065806:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768369.065858:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768369.065861:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768369.065865:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768369.641818:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768369.641830:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768369.641832:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768369.641837:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768369.641839:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768369.641842:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768369.641844:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768369.641846:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768369.641848:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768370.089817:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768370.089821:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768370.089826:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768370.089827:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768370.089829:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768370.089830:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768370.089832:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768370.089833:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768370.089835:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768370.089836:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768370.089895:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768370.089898:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768370.089901:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768370.665816:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768370.665823:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768370.665834:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768370.665838:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768370.665842:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768370.665845:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768370.665848:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768370.665850:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768370.665853:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768371.113794:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768371.113798:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768371.113802:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768371.113803:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768371.113805:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768371.113807:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768371.113810:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768371.113811:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768371.113813:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768371.113814:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768371.113874:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768371.113878:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768371.113881:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768371.689832:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768371.689838:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768371.689840:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768371.689846:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768371.689851:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768371.689855:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768371.689858:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768371.689860:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768371.689863:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768372.137810:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768372.137814:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768372.137816:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:3.0:1775768372.137819:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768372.137822:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768372.137825:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:3.0:1775768372.137827:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1775768372.137829:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:3.0:1775768372.137829:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768372.137835:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:1.0:1775768372.137836:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:3.0:1775768372.137837:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768372.137843:0:42837:0:(import.c:484:import_select_connection()) Process entered
00010000:00000001:3.0:1775768372.137844:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768372.137846:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768372.137850:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5556
00000400:00000200:1.0:1775768372.137860:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768372.137872:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768372.137875:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768372.137883:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768372.137887:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768372.137890:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768372.137893:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768372.137897:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768372.137899:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:1.0:1775768372.137901:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000001:2.0:1775768372.137903:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000040:1.0:1775768372.137905:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775768372.137907:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768372.137909:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00010000:00010000:2.0:1775768372.137912:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775768372.137913:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:1.0:1775768372.137918:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768372.137920:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768372.137923:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768372.137925:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768372.137928:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:1.0:1775768372.137931:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768372.137934:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768372.137937:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768372.137941:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768372.137943:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768372.137946:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768372.137948:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768372.137957:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11880.
00000020:00000040:1.0:1775768372.137960:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:1.0:1775768372.137964:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768372.137966:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768372.137970:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768372.137972:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768372.137975:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768372.137982:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046ebc00.
00000100:00000001:1.0:1775768372.137989:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768372.137998:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11880 x1862022335217152/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768372.138008:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768372.138012:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768372.138017:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a965cc18] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11880 x1862022335217152/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768372.138041:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768372.138044:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768372.138048:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775768372.138049:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768372.138051:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768372.138054:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768372.138058:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5556
00000400:00000200:1.0:1775768372.138063:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768372.138066:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00000001:3.0:1775768372.138067:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:1.0:1775768372.138070:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1775768372.138072:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768372.138075:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768372.138076:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768372.138080:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768372.138084:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000040:3.0:1775768372.138084:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d11880 x1862022335217152/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768372.138090:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768372.138095:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768372.138097:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000100:00000001:3.0:1775768372.138100:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1775768372.138101:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1775768372.138103:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1775768372.138104:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:1.0:1775768372.138108:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
02000000:00000001:3.0:1775768372.138108:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:1.0:1775768372.138111:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
02000000:00000001:3.0:1775768372.138112:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1775768372.138117:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
02000000:00000001:3.0:1775768372.138118:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768372.138121:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768372.138125:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00100000:3.0:1775768372.138125:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335217152:192.168.202.131@tcp:250:kworker.0
00000100:00000001:1.0:1775768372.138131:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000001:3.0:1775768372.138132:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:1.0:1775768372.138136:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
02000000:00000001:3.0:1775768372.138136:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768372.138138:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768372.138140:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
02000000:00000001:3.0:1775768372.138142:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1775768372.138145:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768372.138147:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:3.0:1775768372.138148:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a66800.
02000000:00000001:3.0:1775768372.138151:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768372.138152:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768372.138156:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768372.138156:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775768372.138160:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000010:3.0:1775768372.138160:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000008:00100000:1.0:1775768372.138166:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000400:00000010:3.0:1775768372.138166:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000008:00000001:1.0:1775768372.138171:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768372.138173:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1775768372.138174:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335217152, portal 25
00000100:00000010:1.0:1775768372.138177:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d13480.
00000100:00000001:3.0:1775768372.138179:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000020:00000040:1.0:1775768372.138181:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
00000100:00000001:3.0:1775768372.138182:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415770240 : -120452293781376 : ffff927303d11880)
02000000:00000001:1.0:1775768372.138187:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768372.138191:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768372.138191:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d11880 x1862022335217152/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768372.138193:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768372.138196:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768372.138199:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768372.138205:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000010:1.0:1775768372.138206:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9400.
00000100:00000040:3.0:1775768372.138210:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000100:00000001:1.0:1775768372.138211:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775768372.138214:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3aa0.
00000100:00000200:3.0:1775768372.138218:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022335217152, offset 0
00000100:00100000:1.0:1775768372.138220:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d13480 x1862022335217280/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1775768372.138228:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000100:00000001:1.0:1775768372.138234:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768372.138236:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768372.138239:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000040:1.0:1775768372.138244:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d08fae2a] to pc [ptlrpcd_rcv+-1]  req@ffff927303d13480 x1862022335217280/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775768372.138245:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768372.138251:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768372.138255:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768372.138260:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768372.138263:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768372.138270:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60816:60816:256:4294967295] 192.168.202.131@tcp LPNI seq info [60816:60816:8:4294967295]
00000400:00000200:3.0:1775768372.138278:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775768372.138280:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768372.138285:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768372.138291:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:3.0:1775768372.138291:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1775768372.138295:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768372.138298:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:3.0:1775768372.138301:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000100:00000001:1.0:1775768372.138302:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768372.138307:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5556
00000800:00000010:3.0:1775768372.138307:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000400:00000200:1.0:1775768372.138313:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000800:00000200:3.0:1775768372.138317:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000400:00000200:1.0:1775768372.138319:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768372.138323:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000800:00000200:3.0:1775768372.138323:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000100:00000040:1.0:1775768372.138329:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768372.138334:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1775768372.138334:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768372.138338:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000100:00000040:1.0:1775768372.138340:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000800:00000100:3.0:1775768372.138344:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000100:00000001:1.0:1775768372.138345:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000800:00000010:3.0:1775768372.138347:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000020:00000001:1.0:1775768372.138349:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768372.138352:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:1.0:1775768372.138353:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:3.0:1775768372.138355:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:1.0:1775768372.138356:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:1.0:1775768372.138359:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000400:00000200:3.0:1775768372.138363:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000020:00000001:1.0:1775768372.138364:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000400:00000200:3.0:1775768372.138369:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3aa0
00000400:00000010:3.0:1775768372.138373:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3aa0.
00000100:00000001:3.0:1775768372.138377:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:1.0:1775768372.138379:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768372.138384:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:3.0:1775768372.138384:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d11880 x1862022335217152/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775768372.138389:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768372.138394:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768372.138399:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:1.0:1775768372.138405:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768372.138410:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768372.138411:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1775768372.138414:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:3.0:1775768372.138415:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d11880 x1862022335217152/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768397 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1775768372.138418:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768372.138423:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768372.138427:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768372.138428:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768372.138429:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000008:00100000:1.0:1775768372.138432:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768372.138435:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768372.138436:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768372.138436:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768372.138439:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11500.
00000020:00000040:1.0:1775768372.138443:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
00000400:00000200:3.0:1775768372.138443:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
02000000:00000001:1.0:1775768372.138447:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768372.138449:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768372.138449:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4300230397
00000100:00000001:1.0:1775768372.138453:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768372.138455:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768372.138456:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768372.138457:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3c00.
02000000:00000010:1.0:1775768372.138464:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eb000.
00000100:00000001:3.0:1775768372.138465:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1775768372.138469:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768372.138472:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4300230397
00000100:00100000:1.0:1775768372.138475:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11500 x1862022335217408/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:3.0:1775768372.138478:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3b40.
00000100:00000001:3.0:1775768372.138482:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1775768372.138483:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768372.138485:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768372.138486:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768372.138490:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768372.138492:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3229bd5] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11500 x1862022335217408/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768372.138493:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768372.138512:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768372/real 1775768372]  req@ffff927303d11880 x1862022335217152/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768372.138524:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768372.138527:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1775768372.138528:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775768372.138529:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000100:00080000:1.0:1775768372.138532:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1775768372.138534:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768372.138537:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00080000:1.0:1775768372.138538:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775768372.138541:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1775768372.138542:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:1.0:1775768372.138543:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:3.0:1775768372.138548:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d11880 x1862022335217152/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768372.138549:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768372.138554:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5556
00000400:00000200:1.0:1775768372.138563:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000200:3.0:1775768372.138566:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d11880 x1862022335217152/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775768372.138569:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768372.138574:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1775768372.138576:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:1.0:1775768372.138579:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768372.138580:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768372.138583:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768372.138584:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775768372.138585:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768372.138589:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00100000:3.0:1775768372.138590:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d11880 x1862022335217152/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768372.138594:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768372.138600:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:3.0:1775768372.138600:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1775768372.138602:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000100:00000040:3.0:1775768372.138605:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d11880 x1862022335217152/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768397 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1775768372.138606:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768372.138610:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000100:00000001:3.0:1775768372.138613:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768372.138615:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768372.138616:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768372.138617:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768372.138618:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768372.138620:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:1.0:1775768372.138622:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00080000:3.0:1775768372.138623:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from CONNECTING to DISCONN
00000020:00000001:1.0:1775768372.138627:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00080000:3.0:1775768372.138629:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.131@tcp failed (-110)
00000100:00000040:1.0:1775768372.138632:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768372.138633:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:1.0:1775768372.138637:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768372.138639:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d11880 x1862022335217152/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768397 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775768372.138641:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768372.138645:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768372.138649:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:1.0:1775768372.138654:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00100000:3.0:1775768372.138656:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335217152:192.168.202.131@tcp:250:kworker.0
00000100:00000001:1.0:1775768372.138657:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768372.138662:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1775768372.138662:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768372.138665:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1775768372.138667:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1775768372.138667:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d11880 x1862022335217152/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768397 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1775768372.138673:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768372.138679:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768372.138679:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768372.138682:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00000008:00100000:1.0:1775768372.138683:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
02000000:00000010:3.0:1775768372.138684:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a66800.
02000000:00000001:3.0:1775768372.138688:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000008:00000001:1.0:1775768372.138689:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768372.138690:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768372.138692:0:2404:0:(genops.c:1242:class_import_put()) import ffff9273194c5000 refcount=3 obd=MGC192.168.202.131@tcp
00000100:00000001:1.0:1775768372.138693:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768372.138694:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768372.138697:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046ebc00.
00000100:00000010:1.0:1775768372.138698:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d12d80.
02000000:00000001:3.0:1775768372.138700:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768372.138702:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000020:00000040:1.0:1775768372.138703:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
00000100:00000010:3.0:1775768372.138704:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d11880.
00000100:00000001:3.0:1775768372.138726:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768372.138728:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768372.138729:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768372.138735:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:1.0:1775768372.138738:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1775768372.138738:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768372.138741:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768372.138741:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768372.138743:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1775768372.138744:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
02000000:00000001:1.0:1775768372.138745:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1775768372.138746:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1775768372.138748:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768372.138750:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d13480 x1862022335217280/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1775768372.138753:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eac00.
00000100:00000001:1.0:1775768372.138757:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768372.138763:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:1.0:1775768372.138764:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d12d80 x1862022335217536/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768372.138766:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768372.138772:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1775768372.138775:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1775768372.138775:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768372.138778:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768372.138781:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768372.138782:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000896363e8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d12d80 x1862022335217536/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768372.138786:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335217280:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768372.138795:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768372.138797:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1775768372.138798:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768372.138800:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768372.138801:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:3.0:1775768372.138804:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:1.0:1775768372.138805:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775768372.138807:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768372.138809:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768372.138810:0:42837:0:(import.c:484:import_select_connection()) Process entered
02000000:00000010:3.0:1775768372.138810:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a66800.
02000000:00000001:3.0:1775768372.138812:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768372.138815:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5556
00000400:00000200:3.0:1775768372.138818:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768372.138819:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768372.138822:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000400:00000010:3.0:1775768372.138822:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000100:00080000:1.0:1775768372.138826:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768372.138828:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000400:00000010:3.0:1775768372.138828:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000001:1.0:1775768372.138832:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768372.138834:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000200:3.0:1775768372.138834:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335217280, portal 10
00000100:00000001:3.0:1775768372.138838:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768372.138839:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000001:3.0:1775768372.138841:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415777408 : -120452293774208 : ffff927303d13480)
00000020:00000001:1.0:1775768372.138842:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768372.138843:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:1.0:1775768372.138846:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768372.138847:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:1.0:1775768372.138849:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:1.0:1775768372.138852:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:3.0:1775768372.138853:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d13480 x1862022335217280/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775768372.138856:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768372.138859:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768372.138863:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768372.138865:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768372.138866:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:1.0:1775768372.138867:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768372.138868:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768372.138869:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768372.138871:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768372.138875:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768372.138878:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768372.138878:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00100000:1.0:1775768372.138882:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000100:00000040:3.0:1775768372.138883:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000008:00000001:1.0:1775768372.138886:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775768372.138887:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3aa0.
00000100:00000001:1.0:1775768372.138888:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1775768372.138891:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335217280, offset 0
00000100:00000010:1.0:1775768372.138892:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10380.
00000020:00000040:1.0:1775768372.138894:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
00000400:00000200:3.0:1775768372.138897:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
02000000:00000001:1.0:1775768372.138898:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768372.138900:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768372.138901:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768372.138903:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1775768372.138903:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
02000000:00000001:1.0:1775768372.138906:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768372.138908:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
02000000:00000010:1.0:1775768372.138910:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8c00.
00000400:00000200:3.0:1775768372.138911:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1775768372.138914:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768372.138915:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768372.138919:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000100:00100000:1.0:1775768372.138922:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10380 x1862022335217664/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1775768372.138924:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768372.138930:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60817:60817:256:4294967295] 192.168.202.131@tcp LPNI seq info [60817:60817:8:4294967295]
00000400:00000200:3.0:1775768372.138938:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775768372.138939:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768372.138941:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768372.138948:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fae5f3c] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10380 x1862022335217664/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775768372.138949:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768372.138958:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000100:00000001:1.0:1775768372.138963:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1775768372.138963:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000100:00000040:1.0:1775768372.138967:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5566)
00000800:00000200:3.0:1775768372.138968:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768372.138971:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775768372.138974:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768372.138976:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1775768372.138979:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768372.138980:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768372.138982:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768372.138984:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768372.138986:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3aa0
00000400:00000010:3.0:1775768372.138987:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3aa0.
00000100:00000001:3.0:1775768372.138989:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768372.138991:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d13480 x1862022335217280/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768372.138996:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768372.138998:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d13480 x1862022335217280/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768397 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768372.139005:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768372.139006:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768372.139008:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768372.139010:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: using a timeout of 15131 usecs (16 jiffies)
00000400:00000200:3.0:1775768372.139012:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768372.139013:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300229137
00000100:00000001:3.0:1775768372.139015:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300230397
00000100:00000001:3.0:1775768372.139016:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300229137
00000100:00000001:3.0:1775768372.139018:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300230397
00000100:00000001:3.0:1775768372.139019:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768372.139020:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768372.139021:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768372.139023:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768372/real 1775768372]  req@ffff927303d13480 x1862022335217280/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768372.139027:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768372.139028:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768372.139029:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768372.139030:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768372.139031:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768372.139032:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768372.139033:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d13480 x1862022335217280/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768372.139038:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d13480 x1862022335217280/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768372.139041:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768372.139042:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768372.139043:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768372.139044:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768372.139046:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d13480 x1862022335217280/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768372.139050:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768372.139052:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d13480 x1862022335217280/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768397 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768372.139056:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768372.139057:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768372.139058:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768372.139058:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768372.139059:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768372.139060:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768372.139062:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768372.139065:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768372.139067:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768372.139070:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d13480 x1862022335217280/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768397 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768372.139076:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335217280:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768372.139079:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768372.139082:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d11500 x1862022335217408/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768372.139088:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768372.139089:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768372.139091:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768372.139093:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768372.139095:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768372.139097:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335217408:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768372.139100:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768372.139102:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768372.139104:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768372.139105:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768372.139109:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768372.139110:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768372.139114:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768372.139116:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768372.139118:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768372.139121:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335217408, portal 10
00000100:00000001:3.0:1775768372.139122:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768372.139123:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415769344 : -120452293782272 : ffff927303d11500)
00000100:00000040:3.0:1775768372.139127:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d11500 x1862022335217408/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768372.139131:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768372.139132:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768372.139133:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3aa0.
00000100:00000200:3.0:1775768372.139135:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335217408, offset 0
00000400:00000200:3.0:1775768372.139137:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768372.139140:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768372.139142:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768372.139143:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768372.139145:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768372.139146:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768372.139148:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768372.139149:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60818:60818:256:4294967295] 192.168.202.131@tcp LPNI seq info [60818:60818:8:4294967295]
00000400:00000200:3.0:1775768372.139152:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768372.139156:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768372.139158:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768372.139160:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768372.139162:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768372.139164:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775768372.139166:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768372.139168:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1775768372.139170:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768372.139172:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768372.139175:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768372.139178:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768372.139180:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3aa0
00000400:00000010:3.0:1775768372.139181:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3aa0.
00000100:00000001:3.0:1775768372.139183:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768372.139186:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d11500 x1862022335217408/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768372.139192:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768372.139195:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d11500 x1862022335217408/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768397 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768372.139201:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768372.139202:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768372.139205:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768372.139208:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: using a timeout of 41678 usecs (42 jiffies)
00000400:00000200:3.0:1775768372.139211:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768372.139213:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300229163
00000100:00000001:3.0:1775768372.139215:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300230397
00000100:00000001:3.0:1775768372.139217:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300229163
00000100:00000001:3.0:1775768372.139219:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300230397
00000100:00000001:3.0:1775768372.139221:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768372.139222:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768372.139224:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768372.139227:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768372/real 1775768372]  req@ffff927303d11500 x1862022335217408/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768372.139234:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768372.139235:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768372.139236:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768372.139237:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768372.139238:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768372.139240:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768372.139242:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d11500 x1862022335217408/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768372.139246:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d11500 x1862022335217408/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768372.139249:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768372.139250:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768372.139251:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768372.139252:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768372.139254:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d11500 x1862022335217408/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768372.139257:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768372.139260:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d11500 x1862022335217408/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768397 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768372.139263:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768372.139264:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768372.139265:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768372.139266:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768372.139267:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768372.139268:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768372.139269:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768372.139270:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768372.139272:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768372.139273:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d11500 x1862022335217408/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768397 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768372.139277:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335217408:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768372.139279:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768372.139281:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768372.139283:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d13480 x1862022335217280/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768397 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768372.139289:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768372.139290:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768372.139292:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a66800.
02000000:00000001:3.0:1775768372.139294:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768372.139295:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768372.139296:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c000 refcount=137 obd=lustre-MDT0000-mdc-ffff927308189800
00000020:00000001:3.0:1775768372.139298:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768372.139300:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046e9400.
02000000:00000001:3.0:1775768372.139302:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768372.139303:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768372.139304:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d13480.
00000100:00000001:3.0:1775768372.139306:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768372.139307:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768372.139309:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768372.139312:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d11500 x1862022335217408/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768397 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768372.139318:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768372.139319:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768372.139321:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768372.139324:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768372.139325:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768372.139326:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f800 refcount=3 obd=lustre-MDT0001-mdc-ffff927308189800
00000020:00000001:3.0:1775768372.139328:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768372.139329:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046eb000.
02000000:00000001:3.0:1775768372.139331:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768372.139332:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768372.139333:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d11500.
00000100:00000001:3.0:1775768372.139334:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768372.139334:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768372.139335:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768372.139338:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768372.139339:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768372.139340:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768372.139341:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768372.139342:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768372.139344:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d12d80 x1862022335217536/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768372.139350:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768372.139352:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768372.139354:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768372.139355:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768372.139357:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768372.139360:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335217536:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768372.139363:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768372.139364:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768372.139366:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768372.139367:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768372.139369:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768372.139371:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768372.139375:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768372.139377:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768372.139380:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768372.139383:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335217536, portal 4
00000100:00000001:3.0:1775768372.139385:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768372.139386:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415775616 : -120452293776000 : ffff927303d12d80)
00000100:00000040:3.0:1775768372.139391:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d12d80 x1862022335217536/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768372.139397:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768372.139399:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768372.139401:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3aa0.
00000100:00000200:3.0:1775768372.139403:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335217536, offset 0
00000400:00000200:3.0:1775768372.139405:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768372.139408:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768372.139411:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768372.139412:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768372.139414:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768372.139416:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768372.139417:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768372.139419:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60819:60819:256:4294967295] 192.168.202.131@tcp LPNI seq info [60819:60819:8:4294967295]
00000400:00000200:3.0:1775768372.139421:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768372.139425:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768372.139427:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768372.139429:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768372.139432:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768372.139435:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775768372.139438:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768372.139441:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1775768372.139444:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768372.139446:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768372.139448:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768372.139451:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768372.139454:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3aa0
00000400:00000010:3.0:1775768372.139455:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3aa0.
00000100:00000001:3.0:1775768372.139457:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768372.139461:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d12d80 x1862022335217536/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768372.139468:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768372.139471:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d12d80 x1862022335217536/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768397 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768372.139477:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768372.139478:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768372.139481:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768372.139484:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: using a timeout of 22192 usecs (23 jiffies)
00000400:00000200:3.0:1775768372.139486:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768372.139487:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300229144
00000100:00000001:3.0:1775768372.139488:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300230397
00000100:00000001:3.0:1775768372.139490:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300229144
00000100:00000001:3.0:1775768372.139492:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300230397
00000100:00000001:3.0:1775768372.139493:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768372.139506:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768372.139508:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768372.139511:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768372/real 1775768372]  req@ffff927303d12d80 x1862022335217536/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768372.139519:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768372.139520:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768372.139521:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768372.139524:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768372.139525:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768372.139527:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768372.139530:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d12d80 x1862022335217536/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768372.139538:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d12d80 x1862022335217536/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768372.139544:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768372.139545:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768372.139547:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768372.139548:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768372.139551:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d12d80 x1862022335217536/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768372.139555:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768372.139557:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d12d80 x1862022335217536/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768397 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768372.139561:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768372.139562:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768372.139563:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768372.139564:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768372.139565:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768372.139566:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768372.139568:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768372.139569:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768372.139571:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768372.139573:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d12d80 x1862022335217536/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768397 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768372.139577:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335217536:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768372.139579:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768372.139580:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d10380 x1862022335217664/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768372.139584:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768372.139585:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768372.139586:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768372.139587:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768372.139588:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768372.139590:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335217664:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768372.139591:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768372.139592:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768372.139593:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768372.139594:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768372.139596:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a66800.
02000000:00000001:3.0:1775768372.139597:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768372.139599:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768372.139600:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768372.139602:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768372.139604:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335217664, portal 4
00000100:00000001:3.0:1775768372.139605:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768372.139606:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415764864 : -120452293786752 : ffff927303d10380)
00000100:00000040:3.0:1775768372.139609:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d10380 x1862022335217664/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768372.139613:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768372.139615:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768372.139616:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3aa0.
00000100:00000200:3.0:1775768372.139617:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335217664, offset 0
00000400:00000200:3.0:1775768372.139619:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768372.139622:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768372.139623:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768372.139625:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768372.139627:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768372.139629:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768372.139630:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768372.139632:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60820:60820:256:4294967295] 192.168.202.131@tcp LPNI seq info [60820:60820:8:4294967295]
00000400:00000200:3.0:1775768372.139634:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768372.139638:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768372.139641:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768372.139642:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768372.139645:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768372.139647:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775768372.139649:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768372.139651:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1775768372.139653:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768372.139654:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768372.139656:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768372.139658:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768372.139660:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3aa0
00000400:00000010:3.0:1775768372.139662:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3aa0.
00000100:00000001:3.0:1775768372.139664:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768372.139667:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d10380 x1862022335217664/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768372.139674:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768372.139676:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d10380 x1862022335217664/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768397 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768372.139688:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768372.139689:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768372.139692:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768372.139694:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: using a timeout of 22500 usecs (23 jiffies)
00000400:00000200:3.0:1775768372.139697:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768372.139699:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300229144
00000100:00000001:3.0:1775768372.139702:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300230397
00000100:00000001:3.0:1775768372.139704:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300229144
00000100:00000001:3.0:1775768372.139706:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300230397
00000100:00000001:3.0:1775768372.139725:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768372.139727:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768372.139729:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768372.139732:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768372/real 1775768372]  req@ffff927303d10380 x1862022335217664/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768372.139740:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768372.139741:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768372.139743:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768372.139745:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768372.139747:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768372.139749:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768372.139751:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d10380 x1862022335217664/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768372.139756:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d10380 x1862022335217664/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768372.139760:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768372.139761:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768372.139762:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768372.139763:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768372.139765:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d10380 x1862022335217664/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768372.139769:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768372.139771:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d10380 x1862022335217664/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768397 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768372.139775:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768372.139776:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768372.139777:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768372.139778:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768372.139779:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768372.139779:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768372.139781:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768372.139782:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768372.139783:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768372.139785:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d10380 x1862022335217664/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768397 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768372.139789:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335217664:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768372.139791:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768372.139792:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768372.139794:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d12d80 x1862022335217536/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768397 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768372.139797:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768372.139798:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768372.139799:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768372.139801:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768372.139802:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768372.139803:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f000 refcount=2 obd=lustre-OST0000-osc-ffff927308189800
00000020:00000001:3.0:1775768372.139804:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768372.139805:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046eac00.
02000000:00000001:3.0:1775768372.139806:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768372.139808:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768372.139808:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d12d80.
00000100:00000001:3.0:1775768372.139810:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768372.139811:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768372.139812:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768372.139813:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d10380 x1862022335217664/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768397 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768372.139817:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768372.139817:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768372.139818:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a66800.
02000000:00000001:3.0:1775768372.139819:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768372.139820:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768372.139821:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c800 refcount=2 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:3.0:1775768372.139822:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768372.139824:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046e8c00.
02000000:00000001:3.0:1775768372.139826:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768372.139826:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768372.139827:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d10380.
00000100:00000001:3.0:1775768372.139829:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768372.139830:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768372.139832:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768372.139835:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768372.139836:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768372.139837:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768372.139839:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768372.714214:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768372.714224:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768372.714226:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768372.714233:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768372.714238:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768372.714242:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768372.714245:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768372.714248:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768372.714252:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768373.161865:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768373.161872:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768373.161878:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768373.161880:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768373.161883:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768373.161884:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768373.161888:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768373.161890:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768373.161893:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768373.161894:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768373.163165:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768373.163170:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768373.163173:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775768373.417847:0:58796:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649b30 (cpu 0) has reached its deadline 4300230397, at 4300230400
00000100:00000040:2.0:1775768373.417859:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300230397, at 4300230400
00000100:00000010:3.0:1775768373.417867:0:58796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3b40.
00000100:00000010:2.0:1775768373.417876:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3c00.
00000100:00000001:0.0:1775768373.737861:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768373.737870:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768373.737872:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768373.737878:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768373.737883:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768373.737887:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768373.737890:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768373.737892:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768373.737895:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768374.185831:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768374.185837:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768374.185843:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768374.185845:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768374.185849:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768374.185850:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768374.185854:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768374.185855:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768374.185859:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768374.185860:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768374.185923:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768374.185927:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768374.185931:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768374.761843:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768374.761850:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768374.761852:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768374.761858:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768374.761862:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768374.761866:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768374.761869:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768374.761872:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768374.761874:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768375.209812:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768375.209817:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768375.209822:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768375.209823:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768375.209825:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768375.209826:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768375.209829:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768375.209829:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768375.209831:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768375.209832:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768375.209895:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768375.209898:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768375.209900:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768375.785824:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768375.785831:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768375.785833:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768375.785838:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768375.785842:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768375.785846:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768375.785848:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768375.785851:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768375.785853:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768376.233819:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768376.233826:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768376.233828:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768376.233832:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768376.233836:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768376.233839:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768376.233841:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768376.233843:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768376.233847:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768376.233849:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768376.233850:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768376.233851:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768376.233853:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768376.233854:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768376.233856:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768376.233857:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768376.233861:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768376.233862:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768376.233864:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768376.233865:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768376.233867:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768376.233868:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768376.233869:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768376.233871:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768376.233875:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768376.233876:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768376.233879:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768376.233880:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768376.233881:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768376.233882:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768376.233883:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768376.233884:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768376.233886:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768376.233887:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768376.233944:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768376.233948:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768376.233950:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768376.810034:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768376.810041:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768376.810043:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768376.810049:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768376.810052:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768376.810056:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768376.810059:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768376.810062:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768376.810064:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768377.257810:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:3.0:1775768377.257816:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:1.0:1775768377.257818:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:3.0:1775768377.257821:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768377.257822:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768377.257826:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:3.0:1775768377.257827:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768377.257829:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768377.257831:0:42837:0:(import.c:484:import_select_connection()) Process entered
00010000:00000001:3.0:1775768377.257832:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768377.257834:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768377.257836:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:1.0:1775768377.257838:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5561
00010000:00000001:3.0:1775768377.257839:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768377.257842:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768377.257844:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768377.257849:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768377.257855:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768377.257859:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768377.257863:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768377.257874:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768377.257877:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768377.257880:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768377.257884:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768377.257886:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:1.0:1775768377.257889:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768377.257892:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:1.0:1775768377.257895:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:1.0:1775768377.257898:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775768377.257901:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000040:1.0:1775768377.257902:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000020:00000001:0.0:1775768377.257905:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768377.257906:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768377.257911:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00010000:00010000:0.0:1775768377.257912:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775768377.257913:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768377.257916:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:1.0:1775768377.257919:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768377.257921:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768377.257924:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768377.257928:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768377.257930:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768377.257931:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768377.257933:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768377.257941:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11c00.
00000020:00000040:1.0:1775768377.257944:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:1.0:1775768377.257947:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768377.257948:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768377.257950:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768377.257952:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768377.257956:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768377.257961:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9c00.
00000100:00000001:1.0:1775768377.257966:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768377.257973:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11c00 x1862022335217792/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768377.257980:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768377.257983:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768377.257986:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062b06338] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11c00 x1862022335217792/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768377.258000:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768377.258003:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768377.258005:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775768377.258006:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768377.258007:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768377.258009:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768377.258011:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5561
00000400:00000200:1.0:1775768377.258014:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768377.258017:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768377.258019:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768377.258022:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768377.258023:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768377.258025:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768377.258027:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000001:3.0:1775768377.258028:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1775768377.258029:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768377.258032:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000100:00000001:3.0:1775768377.258033:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1775768377.258034:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768377.258037:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:1.0:1775768377.258038:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000001:3.0:1775768377.258038:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1775768377.258041:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:1.0:1775768377.258043:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768377.258045:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768377.258048:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768377.258049:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000040:3.0:1775768377.258049:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d11c00 x1862022335217792/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1775768377.258052:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:1.0:1775768377.258055:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768377.258057:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768377.258058:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768377.258061:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768377.258064:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768377.258069:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768377.258073:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1775768377.258074:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768377.258076:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768377.258080:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:1.0:1775768377.258082:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768377.258084:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768377.258085:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768377.258090:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10e00.
02000000:00000001:3.0:1775768377.258090:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1775768377.258094:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
00000100:00100000:3.0:1775768377.258096:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335217792:192.168.202.131@tcp:250:kworker.0
02000000:00000001:1.0:1775768377.258098:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768377.258101:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768377.258106:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768377.258107:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1775768377.258107:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768377.258111:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768377.258113:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:1.0:1775768377.258116:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9800.
02000000:00000001:3.0:1775768377.258116:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768377.258122:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768377.258122:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:1.0:1775768377.258129:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10e00 x1862022335217920/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:3.0:1775768377.258133:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a66800.
02000000:00000001:3.0:1775768377.258140:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768377.258141:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1775768377.258150:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775768377.258151:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768377.258156:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009b4566e] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10e00 x1862022335217920/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1775768377.258157:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000100:00000001:1.0:1775768377.258166:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775768377.258167:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00080000:1.0:1775768377.258168:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768377.258172:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775768377.258173:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768377.258174:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768377.258176:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:3.0:1775768377.258177:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335217792, portal 25
00000100:00080000:1.0:1775768377.258178:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5561
00000100:00000001:3.0:1775768377.258182:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000400:00000200:1.0:1775768377.258185:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768377.258185:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415771136 : -120452293780480 : ffff927303d11c00)
00000400:00000200:1.0:1775768377.258191:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768377.258193:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768377.258195:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d11c00 x1862022335217792/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775768377.258197:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768377.258202:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768377.258205:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768377.258209:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768377.258211:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:3.0:1775768377.258211:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:1.0:1775768377.258214:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:1.0:1775768377.258215:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:3.0:1775768377.258216:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000020:00000040:1.0:1775768377.258218:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:1.0:1775768377.258220:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000400:00000010:3.0:1775768377.258220:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3aa0.
00000020:00000001:1.0:1775768377.258224:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000200:3.0:1775768377.258225:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022335217792, offset 0
00000100:00000040:1.0:1775768377.258227:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768377.258231:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768377.258232:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768377.258233:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768377.258236:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000400:00000200:3.0:1775768377.258238:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000100:00080000:1.0:1775768377.258240:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768377.258242:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768377.258243:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768377.258246:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768377.258247:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768377.258249:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:3.0:1775768377.258250:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000008:00100000:1.0:1775768377.258251:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768377.258254:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768377.258255:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768377.258258:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10700.
00000400:00000200:3.0:1775768377.258259:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000020:00000040:1.0:1775768377.258261:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:1.0:1775768377.258264:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768377.258265:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768377.258266:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768377.258268:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1775768377.258268:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:1.0:1775768377.258270:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768377.258273:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9000.
00000400:00000200:3.0:1775768377.258275:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000100:00000001:1.0:1775768377.258278:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768377.258280:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000100:00100000:1.0:1775768377.258284:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10700 x1862022335218048/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1775768377.258285:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768377.258292:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60821:60821:256:4294967295] 192.168.202.131@tcp LPNI seq info [60821:60821:8:4294967295]
00000100:00000001:1.0:1775768377.258299:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1775768377.258302:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775768377.258303:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768377.258308:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9d335f8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10700 x1862022335218048/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768377.258320:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768377.258320:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000100:00080000:1.0:1775768377.258324:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768377.258327:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775768377.258328:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768377.258331:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768377.258333:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:3.0:1775768377.258333:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000100:00080000:1.0:1775768377.258337:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5561
00000400:00000200:1.0:1775768377.258340:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000800:00000010:3.0:1775768377.258340:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000400:00000200:1.0:1775768377.258345:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768377.258346:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768377.258348:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768377.258349:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768377.258353:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000800:00000200:3.0:1775768377.258353:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:1.0:1775768377.258357:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768377.258359:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768377.258360:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:1.0:1775768377.258361:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:3.0:1775768377.258361:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000020:00000040:1.0:1775768377.258365:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:1.0:1775768377.258370:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000800:00000200:3.1:1775768377.258370:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768377.258375:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000020:00000001:1.0:1775768377.258376:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000800:00000100:3.0:1775768377.258381:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000100:00000040:1.0:1775768377.258384:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000800:00000010:3.0:1775768377.258385:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000100:00000001:1.0:1775768377.258389:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768377.258392:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000400:00000200:3.0:1775768377.258393:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1775768377.258395:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768377.258400:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000400:00000200:3.0:1775768377.258400:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000100:00080000:1.0:1775768377.258407:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000400:00000200:3.0:1775768377.258408:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3aa0
00000400:00000010:3.0:1775768377.258411:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3aa0.
00000100:00000001:1.0:1775768377.258412:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768377.258415:0:2404:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:1.0:1775768377.258416:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768377.258421:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:3.0:1775768377.258421:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d11c00 x1862022335217792/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1775768377.258427:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768377.258431:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768377.258435:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1775768377.258436:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000008:00000001:1.0:1775768377.258441:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768377.258441:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d11c00 x1862022335217792/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768402 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768377.258462:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768377.258462:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768377.258464:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000010:1.0:1775768377.258468:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10000.
00000100:00000001:3.0:1775768377.258470:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1775768377.258472:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
00000400:00000200:3.0:1775768377.258476:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
02000000:00000001:1.0:1775768377.258478:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1775768377.258479:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4300235517
02000000:00000001:1.0:1775768377.258481:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768377.258483:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768377.258484:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:3.0:1775768377.258485:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3b40.
02000000:00000001:1.0:1775768377.258486:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768377.258491:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8400.
00000100:00000001:3.0:1775768377.258492:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1775768377.258494:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768377.258498:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4300235517
00000100:00100000:1.0:1775768377.258499:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10000 x1862022335218176/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:3.0:1775768377.258502:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3e40.
00000100:00000001:3.0:1775768377.258507:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1775768377.258509:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768377.258511:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768377.258513:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768377.258515:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768377.258518:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbb7fab8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10000 x1862022335218176/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768377.258519:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768377.258526:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768377/real 1775768377]  req@ffff927303d11c00 x1862022335217792/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768377.258528:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768377.258532:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768377.258538:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775768377.258540:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768377.258542:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000001:3.0:1775768377.258543:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1775768377.258544:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000400:00000001:3.0:1775768377.258545:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:1.0:1775768377.258549:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5561
00000400:00000010:3.0:1775768377.258549:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768377.258553:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000200:1.0:1775768377.258556:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768377.258557:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000400:00000200:1.0:1775768377.258560:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00000001:3.0:1775768377.258561:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:1.0:1775768377.258563:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768377.258568:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000200:3.0:1775768377.258568:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d11c00 x1862022335217792/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768377.258570:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768377.258572:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768377.258575:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768377.258579:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768377.258581:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:1.0:1775768377.258583:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768377.258586:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:1.0:1775768377.258590:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000200:3.0:1775768377.258593:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d11c00 x1862022335217792/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1775768377.258594:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:1.0:1775768377.258602:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768377.258607:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775768377.258608:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:1.0:1775768377.258611:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768377.258611:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768377.258615:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768377.258616:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000001:3.0:1775768377.258618:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1775768377.258621:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00100000:3.0:1775768377.258623:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d11c00 x1862022335217792/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1775768377.258629:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:3.0:1775768377.258631:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768377.258636:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768377.258638:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d11c00 x1862022335217792/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768402 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1775768377.258639:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768377.258644:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768377.258645:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768377.258655:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1775768377.258658:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768377.258658:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768377.258659:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768377.258663:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768377.258665:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000008:00100000:1.0:1775768377.258667:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1775768377.258667:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768377.258672:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from CONNECTING to DISCONN
00000008:00000001:1.0:1775768377.258673:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768377.258677:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768377.258678:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768377.258682:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000010:1.0:1775768377.258683:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10380.
00000020:00000040:1.0:1775768377.258688:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
00000100:00000040:3.0:1775768377.258688:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d11c00 x1862022335217792/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768402 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1775768377.258694:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768377.258696:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768377.258700:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768377.258703:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:3.0:1775768377.258706:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335217792:192.168.202.131@tcp:250:kworker.0
02000000:00000001:1.0:1775768377.258727:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768377.258730:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eb800.
00000100:00000001:1.0:1775768377.258733:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768377.258741:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10380 x1862022335218304/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768377.258745:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768377.258750:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1775768377.258751:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768377.258754:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768377.258759:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fae5f3c] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10380 x1862022335218304/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775768377.258759:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d11c00 x1862022335217792/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768402 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768377.258787:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768377.258787:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768377.258791:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:1.0:1775768377.258794:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5571)
02000000:00000010:3.0:1775768377.258795:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a66800.
02000000:00000001:3.0:1775768377.258800:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768377.258802:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768377.258804:0:2404:0:(genops.c:1242:class_import_put()) import ffff9273194c5000 refcount=3 obd=MGC192.168.202.131@tcp
00000020:00000001:3.0:1775768377.258806:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768377.258809:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046e9c00.
02000000:00000001:3.0:1775768377.258812:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768377.258814:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768377.258816:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d11c00.
00000100:00000001:3.0:1775768377.258819:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768377.258820:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768377.258822:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768377.258830:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768377.258832:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768377.258835:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768377.258836:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768377.258837:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768377.258841:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d10e00 x1862022335217920/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768377.258849:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768377.258850:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768377.258852:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768377.258854:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768377.258857:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768377.258860:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335217920:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768377.258863:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768377.258865:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768377.258866:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768377.258869:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768377.258872:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a66800.
02000000:00000001:3.0:1775768377.258874:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768377.258877:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768377.258880:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768377.258883:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768377.258887:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335217920, portal 10
00000100:00000001:3.0:1775768377.258889:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768377.258890:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415767552 : -120452293784064 : ffff927303d10e00)
00000100:00000040:3.0:1775768377.258896:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d10e00 x1862022335217920/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768377.258903:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768377.258905:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768377.258907:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3aa0.
00000100:00000200:3.0:1775768377.258910:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335217920, offset 0
00000400:00000200:3.0:1775768377.258914:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768377.258918:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768377.258922:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768377.258925:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768377.258928:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768377.258930:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768377.258933:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768377.258936:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60822:60822:256:4294967295] 192.168.202.131@tcp LPNI seq info [60822:60822:8:4294967295]
00000400:00000200:3.0:1775768377.258940:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768377.258947:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768377.258952:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768377.258955:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768377.258959:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768377.258962:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775768377.258966:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768377.258969:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1775768377.258972:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768377.258974:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768377.258978:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768377.258981:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768377.258984:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3aa0
00000400:00000010:3.0:1775768377.258986:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3aa0.
00000100:00000001:3.0:1775768377.258988:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768377.258991:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d10e00 x1862022335217920/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768377.258999:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768377.259002:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d10e00 x1862022335217920/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768402 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768377.259008:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768377.259009:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768377.259012:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768377.259015:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: using a timeout of 15131 usecs (16 jiffies)
00000400:00000200:3.0:1775768377.259018:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768377.259020:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300234257
00000100:00000001:3.0:1775768377.259022:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300235517
00000100:00000001:3.0:1775768377.259024:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300234257
00000100:00000001:3.0:1775768377.259026:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300235517
00000100:00000001:3.0:1775768377.259028:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768377.259030:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768377.259031:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768377.259034:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768377/real 1775768377]  req@ffff927303d10e00 x1862022335217920/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768377.259042:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768377.259043:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768377.259044:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768377.259047:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768377.259048:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768377.259050:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768377.259053:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d10e00 x1862022335217920/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768377.259061:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d10e00 x1862022335217920/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768377.259067:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768377.259068:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768377.259070:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768377.259071:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768377.259074:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d10e00 x1862022335217920/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768377.259080:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768377.259084:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d10e00 x1862022335217920/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768402 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768377.259091:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768377.259093:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768377.259095:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768377.259096:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768377.259098:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768377.259099:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768377.259101:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768377.259104:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768377.259106:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768377.259110:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d10e00 x1862022335217920/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768402 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768377.259118:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335217920:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768377.259122:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768377.259125:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d10700 x1862022335218048/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768377.259137:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768377.259138:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768377.259140:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768377.259142:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768377.259144:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768377.259147:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335218048:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768377.259150:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768377.259152:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768377.259153:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768377.259155:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768377.259158:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768377.259160:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768377.259162:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768377.259165:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768377.259170:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768377.259173:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335218048, portal 10
00000100:00000001:3.0:1775768377.259174:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768377.259175:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415765760 : -120452293785856 : ffff927303d10700)
00000100:00000040:3.0:1775768377.259180:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d10700 x1862022335218048/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768377.259186:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768377.259188:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768377.259190:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3aa0.
00000100:00000200:3.0:1775768377.259193:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335218048, offset 0
00000400:00000200:3.0:1775768377.259197:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768377.259200:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768377.259204:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768377.259207:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768377.259209:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768377.259211:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768377.259213:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768377.259217:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60823:60823:256:4294967295] 192.168.202.131@tcp LPNI seq info [60823:60823:8:4294967295]
00000400:00000200:3.0:1775768377.259221:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768377.259227:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768377.259231:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768377.259234:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768377.259238:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768377.259241:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775768377.259244:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768377.259247:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1775768377.259251:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768377.259252:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768377.259255:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768377.259258:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768377.259261:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3aa0
00000400:00000010:3.0:1775768377.259262:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3aa0.
00000100:00000001:3.0:1775768377.259264:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768377.259266:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d10700 x1862022335218048/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768377.259271:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768377.259273:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d10700 x1862022335218048/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768402 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768377.259276:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768377.259277:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768377.259279:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768377.259281:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: using a timeout of 41678 usecs (42 jiffies)
00000400:00000200:3.0:1775768377.259283:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768377.259284:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300234283
00000100:00000001:3.0:1775768377.259286:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300235517
00000100:00000001:3.0:1775768377.259287:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300234283
00000100:00000001:3.0:1775768377.259288:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300235517
00000100:00000001:3.0:1775768377.259289:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768377.259291:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768377.259292:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768377.259294:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768377/real 1775768377]  req@ffff927303d10700 x1862022335218048/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768377.259299:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768377.259300:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768377.259301:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768377.259302:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768377.259303:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768377.259304:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768377.259306:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d10700 x1862022335218048/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768377.259310:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d10700 x1862022335218048/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768377.259314:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768377.259314:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768377.259315:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768377.259316:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768377.259318:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d10700 x1862022335218048/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768377.259321:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768377.259323:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d10700 x1862022335218048/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768402 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768377.259326:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768377.259328:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768377.259329:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768377.259329:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768377.259330:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768377.259331:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768377.259332:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768377.259335:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768377.259336:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768377.259338:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d10700 x1862022335218048/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768402 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768377.259343:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335218048:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768377.259345:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768377.259346:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d10000 x1862022335218176/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768377.259350:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768377.259351:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768377.259352:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768377.259353:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768377.259354:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768377.259355:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335218176:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768377.259357:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768377.259358:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768377.259359:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768377.259360:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768377.259363:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768377.259364:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768377.259366:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768377.259367:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768377.259369:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768377.259371:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335218176, portal 4
00000100:00000001:3.0:1775768377.259372:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768377.259372:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415763968 : -120452293787648 : ffff927303d10000)
00000100:00000040:3.0:1775768377.259375:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d10000 x1862022335218176/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768377.259379:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768377.259381:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768377.259382:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3aa0.
00000100:00000200:3.0:1775768377.259383:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335218176, offset 0
00000400:00000200:3.0:1775768377.259385:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768377.259387:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768377.259390:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768377.259391:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768377.259393:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768377.259394:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768377.259396:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768377.259398:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60824:60824:256:4294967295] 192.168.202.131@tcp LPNI seq info [60824:60824:8:4294967295]
00000400:00000200:3.0:1775768377.259400:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768377.259404:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768377.259406:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768377.259407:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768377.259409:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768377.259411:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775768377.259413:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768377.259415:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1775768377.259417:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768377.259418:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768377.259420:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768377.259422:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768377.259423:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3aa0
00000400:00000010:3.0:1775768377.259424:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3aa0.
00000100:00000001:3.0:1775768377.259426:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768377.259427:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d10000 x1862022335218176/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768377.259431:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768377.259433:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d10000 x1862022335218176/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768402 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768377.259436:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768377.259437:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768377.259439:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768377.259441:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: using a timeout of 22192 usecs (23 jiffies)
00000400:00000200:3.0:1775768377.259442:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768377.259443:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300234264
00000100:00000001:3.0:1775768377.259459:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300235517
00000100:00000001:3.0:1775768377.259461:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300234264
00000100:00000001:3.0:1775768377.259463:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300235517
00000100:00000001:3.0:1775768377.259465:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768377.259466:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768377.259468:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768377.259472:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768377/real 1775768377]  req@ffff927303d10000 x1862022335218176/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768377.259479:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768377.259479:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768377.259481:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768377.259482:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768377.259483:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768377.259485:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768377.259486:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d10000 x1862022335218176/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768377.259491:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d10000 x1862022335218176/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768377.259495:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768377.259495:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768377.259496:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768377.259497:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768377.259499:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d10000 x1862022335218176/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768377.259502:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768377.259504:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d10000 x1862022335218176/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768402 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768377.259508:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768377.259510:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768377.259511:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768377.259511:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768377.259512:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768377.259513:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768377.259514:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768377.259516:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768377.259517:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768377.259519:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d10000 x1862022335218176/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768402 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768377.259523:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335218176:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768377.259525:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768377.259526:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d10380 x1862022335218304/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768377.259530:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768377.259530:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768377.259532:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768377.259533:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768377.259534:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768377.259535:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335218304:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768377.259537:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768377.259538:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768377.259539:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768377.259540:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768377.259542:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a64000.
02000000:00000001:3.0:1775768377.259543:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768377.259545:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768377.259547:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768377.259548:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768377.259550:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335218304, portal 4
00000100:00000001:3.0:1775768377.259551:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768377.259552:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415764864 : -120452293786752 : ffff927303d10380)
00000100:00000040:3.0:1775768377.259555:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d10380 x1862022335218304/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768377.259559:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768377.259560:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768377.259561:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3aa0.
00000100:00000200:3.0:1775768377.259563:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335218304, offset 0
00000400:00000200:3.0:1775768377.259565:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768377.259567:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768377.259568:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768377.259570:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768377.259571:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768377.259573:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768377.259574:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768377.259576:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60825:60825:256:4294967295] 192.168.202.131@tcp LPNI seq info [60825:60825:8:4294967295]
00000400:00000200:3.0:1775768377.259578:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768377.259582:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768377.259584:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768377.259585:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768377.259587:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768377.259589:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775768377.259591:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768377.259593:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1775768377.259595:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768377.259596:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768377.259598:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768377.259600:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768377.259602:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3aa0
00000400:00000010:3.0:1775768377.259602:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3aa0.
00000100:00000001:3.0:1775768377.259604:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768377.259606:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d10380 x1862022335218304/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768377.259610:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768377.259612:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d10380 x1862022335218304/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768402 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768377.259616:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768377.259617:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768377.259618:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768377.259620:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: using a timeout of 22500 usecs (23 jiffies)
00000400:00000200:3.0:1775768377.259621:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768377.259622:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300234264
00000100:00000001:3.0:1775768377.259624:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300235517
00000100:00000001:3.0:1775768377.259625:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300234264
00000100:00000001:3.0:1775768377.259626:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300235517
00000100:00000001:3.0:1775768377.259627:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768377.259628:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768377.259629:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768377.259631:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768377/real 1775768377]  req@ffff927303d10380 x1862022335218304/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768377.259635:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768377.259635:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768377.259636:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768377.259637:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768377.259638:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768377.259639:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768377.259641:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d10380 x1862022335218304/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768377.259645:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d10380 x1862022335218304/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768377.259653:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768377.259654:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768377.259655:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768377.259656:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768377.259658:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d10380 x1862022335218304/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768377.259661:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768377.259663:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d10380 x1862022335218304/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768402 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768377.259666:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768377.259667:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768377.259668:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768377.259669:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768377.259669:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768377.259670:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768377.259671:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768377.259673:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768377.259675:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768377.259678:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d10380 x1862022335218304/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768402 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768377.259684:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335218304:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768377.259687:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768377.259689:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768377.259692:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d10e00 x1862022335217920/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768402 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768377.259698:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768377.259700:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768377.259702:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a66800.
02000000:00000001:3.0:1775768377.259705:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768377.259706:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768377.259727:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c000 refcount=137 obd=lustre-MDT0000-mdc-ffff927308189800
00000020:00000001:3.0:1775768377.259730:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768377.259731:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046e9800.
02000000:00000001:3.0:1775768377.259734:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768377.259735:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768377.259736:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d10e00.
00000100:00000001:3.0:1775768377.259739:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768377.259740:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768377.259742:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768377.259745:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d10700 x1862022335218048/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768402 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768377.259752:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768377.259753:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768377.259754:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768377.259757:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768377.259758:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768377.259760:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f800 refcount=3 obd=lustre-MDT0001-mdc-ffff927308189800
00000020:00000001:3.0:1775768377.259761:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768377.259763:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046e9000.
02000000:00000001:3.0:1775768377.259765:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768377.259766:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768377.259767:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d10700.
00000100:00000001:3.0:1775768377.259769:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768377.259770:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768377.259772:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768377.259775:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d10000 x1862022335218176/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768402 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768377.259781:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768377.259782:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768377.259783:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768377.259785:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768377.259786:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768377.259787:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f000 refcount=2 obd=lustre-OST0000-osc-ffff927308189800
00000020:00000001:3.0:1775768377.259789:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768377.259791:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046e8400.
02000000:00000001:3.0:1775768377.259793:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768377.259794:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768377.259795:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d10000.
00000100:00000001:3.0:1775768377.259797:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768377.259798:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768377.259799:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768377.259802:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d10380 x1862022335218304/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768402 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768377.259809:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768377.259810:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768377.259811:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a64000.
02000000:00000001:3.0:1775768377.259813:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768377.259815:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768377.259816:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c800 refcount=2 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:3.0:1775768377.259817:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768377.259819:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046eb800.
02000000:00000001:3.0:1775768377.259821:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768377.259822:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768377.259823:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d10380.
00000100:00000001:3.0:1775768377.259825:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768377.259826:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768377.259828:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768377.259831:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768377.259832:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768377.259834:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768377.259836:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768377.833829:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768377.833858:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768377.833866:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768377.833872:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768377.833876:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768377.833880:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768377.833883:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768377.833885:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768377.833887:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768378.281816:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768378.281821:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768378.281828:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768378.281829:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768378.281833:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768378.281834:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768378.281837:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768378.281839:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768378.281841:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768378.281844:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768378.281846:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768378.281848:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768378.281849:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768378.281851:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768378.281853:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768378.281854:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768378.281910:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768378.281921:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768378.281924:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768378.537803:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300235517, at 4300235520
00000100:00000040:3.0:1775768378.537803:0:58796:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649b30 (cpu 0) has reached its deadline 4300235517, at 4300235520
00000100:00000010:3.0:1775768378.537820:0:58796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3e40.
00000100:00000010:2.0:1775768378.537825:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3b40.
00000100:00000001:0.0:1775768378.857831:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768378.857849:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768378.857851:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768378.857857:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768378.857860:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768378.857864:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768378.857866:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768378.857869:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768378.857875:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768379.305852:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768379.305858:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768379.305865:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768379.305866:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768379.305881:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768379.305883:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768379.305887:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768379.305889:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768379.305892:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768379.305893:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768379.305951:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768379.305955:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768379.305958:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768379.881829:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768379.881834:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768379.881836:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768379.881840:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768379.881843:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768379.881846:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768379.881848:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768379.881850:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768379.881852:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768380.329844:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768380.329851:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768380.329857:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768380.329858:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768380.329862:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768380.329863:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768380.329867:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768380.329868:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768380.329871:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768380.329872:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768380.329975:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768380.329978:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768380.329981:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768380.905800:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768380.905805:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768380.905807:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768380.905812:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768380.905815:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768380.905818:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768380.905820:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768380.905821:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768380.905823:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768381.353804:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768381.353808:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768381.353812:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768381.353813:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768381.353815:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768381.353816:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768381.353818:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768381.353819:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768381.353822:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768381.353823:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768381.353889:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768381.353893:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768381.353896:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768381.930235:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768381.930241:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768381.930243:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768381.930248:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768381.930252:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768381.930256:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768381.930258:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768381.930261:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768381.930264:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768382.377815:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768382.377821:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768382.377827:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768382.377829:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768382.377833:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768382.377834:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768382.377838:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768382.377839:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768382.377842:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768382.377843:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768382.377901:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768382.377905:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768382.377908:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1775768382.378153:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768382.378159:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775768382.378162:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768382.378165:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768382.378169:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768382.378176:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5566
00000400:00000200:1.0:1775768382.378191:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768382.378197:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768382.378200:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768382.378204:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768382.378207:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768382.378209:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768382.378212:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768382.378215:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768382.378216:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:1.0:1775768382.378219:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768382.378221:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:1.0:1775768382.378223:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:1.0:1775768382.378226:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:1.0:1775768382.378228:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768382.378230:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768382.378232:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768382.378234:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768382.378237:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:1.0:1775768382.378240:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768382.378243:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768382.378246:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768382.378249:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768382.378252:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768382.378254:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768382.378257:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768382.378266:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d12d80.
00000020:00000040:1.0:1775768382.378269:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:1.0:1775768382.378272:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768382.378274:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768382.378276:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768382.378279:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768382.378282:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768382.378289:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046ea400.
00000100:00000001:1.0:1775768382.378295:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768382.378303:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d12d80 x1862022335218432/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768382.378313:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768382.378317:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768382.378485:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000896363e8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d12d80 x1862022335218432/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768382.378506:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768382.378509:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768382.378512:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775768382.378513:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768382.378515:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768382.378517:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768382.378520:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5566
00000400:00000200:1.0:1775768382.378523:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768382.378526:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768382.378528:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768382.378531:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768382.378533:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768382.378535:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768382.378536:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768382.378538:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768382.378540:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:1.0:1775768382.378541:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768382.378543:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:1.0:1775768382.378544:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:1.0:1775768382.378546:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:1.0:1775768382.378548:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768382.378549:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768382.378551:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768382.378552:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768382.378554:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:1.0:1775768382.378556:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768382.378558:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768382.378559:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768382.378564:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768382.378566:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768382.378568:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768382.378571:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768382.378573:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768382.378575:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768382.378578:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11500.
00000020:00000040:1.0:1775768382.378580:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:1.0:1775768382.378582:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768382.378583:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768382.378585:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768382.378586:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768382.378588:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768382.378592:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eb400.
00000100:00000001:1.0:1775768382.378595:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768382.378598:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11500 x1862022335218560/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768382.378605:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768382.378607:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768382.378610:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3229bd5] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11500 x1862022335218560/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768382.378616:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768382.378618:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768382.378621:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775768382.378623:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768382.378624:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768382.378626:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768382.378628:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5566
00000400:00000200:1.0:1775768382.378630:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768382.378633:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768382.378634:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768382.378636:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768382.378638:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768382.378640:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768382.378641:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768382.378643:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768382.378644:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:1.0:1775768382.378645:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768382.378647:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:1.0:1775768382.378648:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:1.0:1775768382.378650:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:1.0:1775768382.378653:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768382.378654:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768382.378655:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768382.378657:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768382.378659:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:1.0:1775768382.378661:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768382.378663:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768382.378664:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768382.378666:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768382.378668:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768382.378669:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768382.378671:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768382.378673:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768382.378674:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768382.378677:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d13480.
00000020:00000040:1.0:1775768382.378679:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:1.0:1775768382.378680:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768382.378682:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768382.378683:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768382.378684:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768382.378685:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768382.378688:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046ea000.
00000100:00000001:1.0:1775768382.378690:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768382.378693:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d13480 x1862022335218688/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768382.378699:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768382.378701:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768382.378703:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d08fae2a] to pc [ptlrpcd_rcv+-1]  req@ffff927303d13480 x1862022335218688/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768382.378726:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768382.378728:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768382.378731:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775768382.378732:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768382.378733:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768382.378735:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768382.378738:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5566
00000400:00000200:1.0:1775768382.378741:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768382.378743:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768382.378745:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768382.378747:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768382.378814:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768382.378817:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768382.378819:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768382.378825:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d12d80 x1862022335218432/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768382.378832:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768382.378834:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768382.378837:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768382.378840:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768382.378842:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768382.378845:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335218432:192.168.202.131@tcp:250:kworker.0
00000100:00000001:3.0:1775768382.378849:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768382.378853:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768382.378855:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768382.378857:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768382.378861:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a64000.
02000000:00000001:3.0:1775768382.378863:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768382.378868:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768382.378871:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768382.378878:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768382.378885:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335218432, portal 25
00000100:00000001:3.0:1775768382.378888:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768382.378890:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415775616 : -120452293776000 : ffff927303d12d80)
00000100:00000040:3.0:1775768382.378895:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d12d80 x1862022335218432/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768382.378902:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768382.378905:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768382.378907:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3aa0.
00000100:00000200:3.0:1775768382.378910:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022335218432, offset 0
00000400:00000200:3.0:1775768382.378916:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768382.378925:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768382.378930:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768382.378935:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768382.378939:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768382.378943:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768382.378945:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768382.378949:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60826:60826:256:4294967295] 192.168.202.131@tcp LPNI seq info [60826:60826:8:4294967295]
00000400:00000200:3.0:1775768382.378952:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768382.378961:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768382.378965:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768382.378970:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768382.378976:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768382.378979:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775768382.378995:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768382.378999:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1775768382.379002:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768382.379005:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768382.379010:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768382.379015:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768382.379020:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3aa0
00000400:00000010:3.0:1775768382.379022:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3aa0.
00000100:00000001:3.0:1775768382.379025:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768382.379029:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d12d80 x1862022335218432/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768382.379038:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768382.379041:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d12d80 x1862022335218432/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768407 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768382.379048:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768382.379050:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768382.379056:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768382.379060:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768382.379063:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4300240638
00000100:00000010:3.0:1775768382.379067:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3e40.
00000100:00000001:3.0:1775768382.379072:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1775768382.379077:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4300240638
00000100:00000010:3.0:1775768382.379080:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe30c0.
00000100:00000001:3.0:1775768382.379083:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1775768382.379086:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768382.379088:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768382.379091:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768382.379095:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768382/real 1775768382]  req@ffff927303d12d80 x1862022335218432/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768382.379104:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768382.379105:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768382.379106:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768382.379109:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768382.379110:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768382.379112:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768382.379115:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d12d80 x1862022335218432/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768382.379122:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d12d80 x1862022335218432/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768382.379127:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768382.379129:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768382.379131:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768382.379132:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768382.379135:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d12d80 x1862022335218432/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768382.379142:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768382.379145:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d12d80 x1862022335218432/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768407 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768382.379152:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768382.379154:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768382.379156:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768382.379157:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768382.379159:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768382.379160:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768382.379163:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768382.379166:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768382.379168:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768382.379172:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d12d80 x1862022335218432/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768407 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768382.379179:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335218432:192.168.202.131@tcp:250:kworker.0
00000100:00000001:3.0:1775768382.379183:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768382.379186:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d11500 x1862022335218560/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768382.379192:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768382.379193:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768382.379195:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768382.379196:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768382.379198:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768382.379201:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335218560:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768382.379204:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768382.379206:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768382.379207:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768382.379209:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768382.379212:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768382.379213:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768382.379217:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768382.379219:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768382.379222:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768382.379224:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335218560, portal 10
00000100:00000001:3.0:1775768382.379226:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768382.379227:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415769344 : -120452293782272 : ffff927303d11500)
00000100:00000040:3.0:1775768382.379232:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d11500 x1862022335218560/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768382.379238:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768382.379240:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768382.379242:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3aa0.
00000100:00000200:3.0:1775768382.379244:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335218560, offset 0
00000400:00000200:3.0:1775768382.379247:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768382.379251:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768382.379254:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768382.379257:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768382.379259:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768382.379260:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768382.379262:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768382.379264:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60827:60827:256:4294967295] 192.168.202.131@tcp LPNI seq info [60827:60827:8:4294967295]
00000400:00000200:3.0:1775768382.379266:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768382.379270:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768382.379273:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768382.379275:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768382.379277:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768382.379279:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775768382.379281:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768382.379283:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1775768382.379285:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768382.379286:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768382.379288:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768382.379290:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768382.379292:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3aa0
00000400:00000010:3.0:1775768382.379293:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3aa0.
00000100:00000001:3.0:1775768382.379294:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768382.379296:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d11500 x1862022335218560/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768382.379304:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768382.379306:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d11500 x1862022335218560/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768407 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768382.379312:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768382.379314:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768382.379316:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768382.379340:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: using a timeout of 15131 usecs (16 jiffies)
00000400:00000200:3.0:1775768382.379343:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768382.379345:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300239377
00000100:00000001:3.0:1775768382.379347:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300240638
00000100:00000001:3.0:1775768382.379349:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300239377
00000100:00000001:3.0:1775768382.379350:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300240638
00000100:00000001:3.0:1775768382.379352:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768382.379354:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768382.379355:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768382.379358:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768382/real 1775768382]  req@ffff927303d11500 x1862022335218560/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768382.379365:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768382.379366:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768382.379367:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768382.379369:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768382.379371:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768382.379373:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768382.379376:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d11500 x1862022335218560/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768382.379383:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d11500 x1862022335218560/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768382.379389:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768382.379390:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768382.379391:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768382.379392:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768382.379418:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d11500 x1862022335218560/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768382.379424:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768382.379428:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d11500 x1862022335218560/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768407 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768382.379433:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768382.379435:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768382.379436:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768382.379437:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768382.379438:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768382.379440:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768382.379442:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768382.379445:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768382.379450:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768382.379453:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d11500 x1862022335218560/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768407 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768382.379459:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335218560:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768382.379462:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768382.379465:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d13480 x1862022335218688/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768382.379475:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768382.379476:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768382.379477:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768382.379479:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768382.379481:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768382.379483:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335218688:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768382.379486:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768382.379487:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768382.379488:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768382.379490:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768382.379493:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768382.379494:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768382.379497:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768382.379499:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768382.379502:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768382.379504:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335218688, portal 10
00000100:00000001:3.0:1775768382.379506:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768382.379507:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415777408 : -120452293774208 : ffff927303d13480)
00000100:00000040:3.0:1775768382.379511:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d13480 x1862022335218688/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768382.379516:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768382.379518:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768382.379520:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3aa0.
00000100:00000200:3.0:1775768382.379522:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335218688, offset 0
00000400:00000200:3.0:1775768382.379526:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768382.379529:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768382.379532:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768382.379535:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768382.379537:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768382.379539:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768382.379542:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768382.379544:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60828:60828:256:4294967295] 192.168.202.131@tcp LPNI seq info [60828:60828:8:4294967295]
00000400:00000200:3.0:1775768382.379547:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768382.379551:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768382.379553:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768382.379556:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768382.379558:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768382.379560:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775768382.379563:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768382.379564:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1775768382.379566:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768382.379568:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768382.379570:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768382.379572:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768382.379574:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3aa0
00000400:00000010:3.0:1775768382.379575:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3aa0.
00000100:00000001:3.0:1775768382.379576:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768382.379578:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d13480 x1862022335218688/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768382.379583:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768382.379585:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d13480 x1862022335218688/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768407 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768382.379589:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768382.379590:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768382.379592:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768382.379593:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: using a timeout of 41678 usecs (42 jiffies)
00000400:00000200:3.0:1775768382.379595:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768382.379596:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300239403
00000100:00000001:3.0:1775768382.379598:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300240638
00000100:00000001:3.0:1775768382.379599:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300239403
00000100:00000001:3.0:1775768382.379601:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300240638
00000100:00000001:3.0:1775768382.379602:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768382.379604:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768382.379605:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768382.379607:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768382/real 1775768382]  req@ffff927303d13480 x1862022335218688/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768382.379612:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768382.379613:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768382.379614:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768382.379616:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768382.379616:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768382.379617:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768382.379619:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d13480 x1862022335218688/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768382.379624:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d13480 x1862022335218688/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768382.379628:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768382.379628:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768382.379629:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768382.379630:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768382.379632:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d13480 x1862022335218688/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768382.379635:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768382.379637:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d13480 x1862022335218688/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768407 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768382.379640:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768382.379641:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768382.379642:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768382.379643:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768382.379644:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768382.379645:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768382.379646:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768382.379648:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768382.379649:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768382.379651:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d13480 x1862022335218688/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768407 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768382.379655:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335218688:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768382.379657:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768382.379658:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768382.379660:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d12d80 x1862022335218432/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768407 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768382.379663:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768382.379666:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768382.379667:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a64000.
02000000:00000001:3.0:1775768382.379669:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768382.379670:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768382.379671:0:2404:0:(genops.c:1242:class_import_put()) import ffff9273194c5000 refcount=3 obd=MGC192.168.202.131@tcp
00000020:00000001:3.0:1775768382.379673:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768382.379674:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046ea400.
02000000:00000001:3.0:1775768382.379677:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768382.379678:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768382.379679:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d12d80.
00000100:00000001:3.0:1775768382.379681:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768382.379682:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768382.379682:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768382.379684:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d11500 x1862022335218560/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768407 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768382.379688:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768382.379689:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768382.379689:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768382.379691:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768382.379692:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768382.379693:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c000 refcount=137 obd=lustre-MDT0000-mdc-ffff927308189800
00000020:00000001:3.0:1775768382.379693:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768382.379695:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046eb400.
02000000:00000001:3.0:1775768382.379696:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768382.379697:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768382.379698:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d11500.
00000100:00000001:3.0:1775768382.379699:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768382.379700:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768382.379701:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768382.379702:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d13480 x1862022335218688/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768407 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768382.379706:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768382.379730:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768382.379732:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768382.379735:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768382.379736:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768382.379737:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f800 refcount=3 obd=lustre-MDT0001-mdc-ffff927308189800
00000020:00000001:3.0:1775768382.379739:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768382.379741:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046ea000.
02000000:00000001:3.0:1775768382.379743:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768382.379745:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768382.379747:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d13480.
00000100:00000001:3.0:1775768382.379757:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768382.379759:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768382.379761:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768382.379771:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768382.379773:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768382.379775:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768382.379777:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768382.379813:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768382.379816:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768382.379817:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768382.379818:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768382.379819:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:1.0:1775768382.379820:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768382.379822:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:1.0:1775768382.379823:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:1.0:1775768382.379825:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:1.0:1775768382.379826:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768382.379827:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768382.379828:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768382.379829:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768382.379831:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:1.0:1775768382.379832:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768382.379833:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768382.379834:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768382.379837:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768382.379838:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768382.379839:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768382.379841:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775768382.379842:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768382.379843:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768382.379846:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11880.
00000020:00000040:1.0:1775768382.379847:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:1.0:1775768382.379849:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768382.379851:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768382.379853:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768382.379854:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768382.379856:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768382.379860:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046ea000.
00000100:00000001:1.0:1775768382.379863:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768382.379867:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11880 x1862022335218816/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768382.379874:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768382.379876:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768382.379880:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a965cc18] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11880 x1862022335218816/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768382.379896:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768382.379899:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768382.379903:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775768382.379904:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768382.379905:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768382.379908:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768382.379911:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5566
00000400:00000200:1.0:1775768382.379915:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768382.379917:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768382.379919:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768382.379921:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768382.379922:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768382.379923:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768382.379925:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768382.379926:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768382.379926:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:1.0:1775768382.379927:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768382.379928:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:1.0:1775768382.379929:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:1.0:1775768382.379931:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:1.0:1775768382.379933:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768382.379934:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768382.379935:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768382.379936:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768382.379937:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:1.0:1775768382.379939:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768382.379940:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768382.379941:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768382.379943:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768382.379944:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768382.379945:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768382.379946:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775768382.379947:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768382.379948:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768382.379950:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d13480.
00000020:00000040:1.0:1775768382.379951:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:1.0:1775768382.379953:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768382.379954:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768382.379955:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768382.379955:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768382.379957:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768382.379959:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eb400.
00000100:00000001:1.0:1775768382.379961:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768382.379964:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d13480 x1862022335218944/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768382.379968:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768382.379969:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768382.379971:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d08fae2a] to pc [ptlrpcd_rcv+-1]  req@ffff927303d13480 x1862022335218944/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768382.379975:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768382.379979:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5577)
00000100:00000001:3.0:1775768382.380137:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768382.380139:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768382.380141:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768382.380144:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d11880 x1862022335218816/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768382.380149:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768382.380150:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768382.380151:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768382.380152:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768382.380154:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768382.380156:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335218816:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768382.380158:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768382.380159:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768382.380161:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768382.380162:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768382.380164:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768382.380165:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768382.380168:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768382.380170:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768382.380172:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768382.380174:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335218816, portal 4
00000100:00000001:3.0:1775768382.380175:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768382.380176:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415770240 : -120452293781376 : ffff927303d11880)
00000100:00000040:3.0:1775768382.380179:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d11880 x1862022335218816/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768382.380183:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768382.380185:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768382.380186:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3aa0.
00000100:00000200:3.0:1775768382.380187:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335218816, offset 0
00000400:00000200:3.0:1775768382.380189:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768382.380192:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768382.380194:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768382.380196:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768382.380198:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768382.380199:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768382.380200:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768382.380202:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60829:60829:256:4294967295] 192.168.202.131@tcp LPNI seq info [60829:60829:8:4294967295]
00000400:00000200:3.0:1775768382.380205:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768382.380209:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768382.380211:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768382.380214:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768382.380216:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768382.380218:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775768382.380220:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768382.380222:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1775768382.380225:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768382.380226:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768382.380228:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768382.380230:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768382.380231:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3aa0
00000400:00000010:3.0:1775768382.380232:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3aa0.
00000100:00000001:3.0:1775768382.380234:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768382.380236:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d11880 x1862022335218816/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768382.380240:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768382.380242:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d11880 x1862022335218816/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768407 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768382.380246:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768382.380246:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768382.380248:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768382.380250:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: using a timeout of 22192 usecs (23 jiffies)
00000400:00000200:3.0:1775768382.380251:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768382.380252:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300239385
00000100:00000001:3.0:1775768382.380254:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300240638
00000100:00000001:3.0:1775768382.380255:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300239385
00000100:00000001:3.0:1775768382.380257:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300240638
00000100:00000001:3.0:1775768382.380258:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768382.380259:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768382.380260:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768382.380262:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768382/real 1775768382]  req@ffff927303d11880 x1862022335218816/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768382.380270:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768382.380271:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768382.380272:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768382.380273:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768382.380274:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768382.380275:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768382.380277:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d11880 x1862022335218816/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768382.380281:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d11880 x1862022335218816/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768382.380285:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768382.380286:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768382.380287:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768382.380288:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768382.380289:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d11880 x1862022335218816/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768382.380293:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768382.380295:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d11880 x1862022335218816/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768407 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768382.380298:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768382.380299:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768382.380300:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768382.380301:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768382.380302:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768382.380303:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768382.380304:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768382.380306:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768382.380307:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768382.380309:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d11880 x1862022335218816/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768407 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768382.380314:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335218816:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768382.380316:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768382.380317:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d13480 x1862022335218944/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768382.380329:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768382.380332:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768382.380333:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768382.380334:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768382.380335:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768382.380337:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335218944:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768382.380339:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768382.380340:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768382.380341:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768382.380342:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768382.380344:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768382.380345:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768382.380346:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768382.380348:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768382.380349:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768382.380351:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335218944, portal 4
00000100:00000001:3.0:1775768382.380352:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768382.380353:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415777408 : -120452293774208 : ffff927303d13480)
00000100:00000040:3.0:1775768382.380356:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d13480 x1862022335218944/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768382.380359:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768382.380361:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768382.380362:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3aa0.
00000100:00000200:3.0:1775768382.380363:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335218944, offset 0
00000400:00000200:3.0:1775768382.380365:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768382.380367:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768382.380369:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768382.380371:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768382.380373:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768382.380374:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768382.380375:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768382.380377:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60830:60830:256:4294967295] 192.168.202.131@tcp LPNI seq info [60830:60830:8:4294967295]
00000400:00000200:3.0:1775768382.380379:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768382.380383:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768382.380385:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768382.380386:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768382.380388:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768382.380390:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775768382.380392:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768382.380394:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1775768382.380412:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768382.380413:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768382.380415:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768382.380417:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768382.380419:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3aa0
00000400:00000010:3.0:1775768382.380420:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3aa0.
00000100:00000001:3.0:1775768382.380421:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768382.380423:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d13480 x1862022335218944/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768382.380428:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768382.380429:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d13480 x1862022335218944/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768407 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768382.380433:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768382.380434:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768382.380436:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768382.380438:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: using a timeout of 22500 usecs (23 jiffies)
00000400:00000200:3.0:1775768382.380440:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768382.380441:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300239385
00000100:00000001:3.0:1775768382.380443:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300240638
00000100:00000001:3.0:1775768382.380445:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300239385
00000100:00000001:3.0:1775768382.380446:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300240638
00000100:00000001:3.0:1775768382.380447:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768382.380448:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768382.380449:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768382.380451:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768382/real 1775768382]  req@ffff927303d13480 x1862022335218944/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768382.380455:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768382.380456:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768382.380457:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768382.380458:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768382.380460:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768382.380461:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768382.380462:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d13480 x1862022335218944/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768382.380467:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d13480 x1862022335218944/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768382.380470:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768382.380471:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768382.380472:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768382.380473:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768382.380474:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d13480 x1862022335218944/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768382.380478:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768382.380480:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d13480 x1862022335218944/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768407 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768382.380483:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768382.380485:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768382.380486:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768382.380487:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768382.380488:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768382.380489:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768382.380490:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768382.380492:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768382.380493:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768382.380494:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d13480 x1862022335218944/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768407 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768382.380498:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335218944:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768382.380500:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768382.380501:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768382.380503:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d11880 x1862022335218816/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768407 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768382.380506:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768382.380507:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768382.380508:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768382.380509:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768382.380510:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768382.380511:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f000 refcount=2 obd=lustre-OST0000-osc-ffff927308189800
00000020:00000001:3.0:1775768382.380512:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768382.380513:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046ea000.
02000000:00000001:3.0:1775768382.380515:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768382.380515:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768382.380516:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d11880.
00000100:00000001:3.0:1775768382.380517:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768382.380518:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768382.380519:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768382.380521:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d13480 x1862022335218944/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768407 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768382.380528:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768382.380529:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768382.380530:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768382.380531:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768382.380532:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768382.380532:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c800 refcount=2 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:3.0:1775768382.380533:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768382.380534:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046eb400.
02000000:00000001:3.0:1775768382.380535:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768382.380536:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768382.380536:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d13480.
00000100:00000001:3.0:1775768382.380537:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768382.380538:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768382.380539:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768382.380542:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768382.380542:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768382.380543:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768382.380544:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768382.953858:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768382.953866:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768382.953868:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768382.953874:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768382.953877:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768382.953882:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768382.953884:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768382.953886:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768382.953889:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768383.402055:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768383.402062:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768383.402068:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768383.402070:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768383.402073:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768383.402075:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768383.402079:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768383.402080:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768383.402083:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768383.402084:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768383.402149:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768383.402153:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768383.402156:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775768383.657784:0:58796:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649b30 (cpu 0) has reached its deadline 4300240638, at 4300240640
00000100:00000010:3.0:1775768383.657796:0:58796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe30c0.
00000100:00000040:2.0:1775768383.658134:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300240638, at 4300240640
00000100:00000010:2.0:1775768383.658141:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3e40.
00000100:00000001:0.0:1775768383.980477:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768383.980483:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768383.980486:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768383.980491:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768383.980495:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768383.980499:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768383.980501:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768383.980504:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768383.980508:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768384.425890:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768384.425896:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768384.425903:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768384.425904:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768384.425908:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768384.425910:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768384.425913:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768384.425914:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768384.425917:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768384.425918:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768384.426018:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768384.426030:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768384.426033:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768385.001780:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768385.001786:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768385.001788:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768385.001794:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768385.001797:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768385.001800:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768385.001802:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768385.001805:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768385.001807:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768385.450344:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768385.450355:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768385.450358:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768385.450363:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768385.450395:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768385.450397:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768385.450399:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768385.450402:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768385.450407:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768385.450409:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768385.450410:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768385.450411:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768385.450413:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768385.450414:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768385.450416:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768385.450417:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768385.450421:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768385.450423:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768385.450424:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768385.450426:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768385.450427:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768385.450429:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768385.450430:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768385.450432:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768385.450435:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768385.450437:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768385.450440:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768385.450442:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768385.450443:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768385.450444:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768385.450446:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768385.450447:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768385.450448:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768385.450451:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768385.451473:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768385.451478:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768385.451483:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768386.025807:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768386.025814:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768386.025816:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768386.025820:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768386.025824:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768386.025827:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768386.025830:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768386.025832:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768386.025835:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768386.473835:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768386.473840:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768386.473847:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768386.473848:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768386.473852:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768386.473853:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768386.473856:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768386.473857:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768386.473861:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768386.473862:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768386.474399:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768386.474401:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768386.474404:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768387.049871:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768387.049893:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768387.049895:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768387.049901:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768387.049905:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768387.049908:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768387.049910:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768387.049912:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768387.049915:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768387.497917:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768387.497927:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768387.497930:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768387.497934:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768387.497948:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768387.497955:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5572
00000400:00000200:2.0:1775768387.497965:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768387.497970:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768387.497973:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768387.497977:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768387.497980:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768387.497982:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768387.497984:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768387.497988:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768387.497990:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775768387.497993:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768387.497995:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775768387.497998:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775768387.498000:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775768387.498003:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768387.498005:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768387.498007:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768387.498009:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768387.498011:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775768387.498015:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768387.498017:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768387.498020:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768387.498023:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768387.498026:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768387.498028:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768387.498031:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768387.498039:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775768387.498042:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775768387.498045:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768387.498047:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768387.498049:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768387.498052:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768387.498056:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768387.498064:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306becc00.
00000100:00000001:2.0:1775768387.498192:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768387.498212:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335219072/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768387.498223:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768387.498227:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768387.498232:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335219072/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768387.498261:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768387.498264:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768387.498267:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768387.498269:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768387.498270:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768387.498273:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768387.498275:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5572
00000400:00000200:2.0:1775768387.498279:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768387.498282:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768387.498285:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768387.498287:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768387.498289:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768387.498291:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768387.498293:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768387.498295:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768387.498296:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775768387.498298:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768387.498300:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775768387.498302:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775768387.498304:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775768387.498306:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768387.498308:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768387.498309:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768387.498311:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768387.498314:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775768387.498318:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768387.498320:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768387.498323:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768387.498329:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768387.498332:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768387.498334:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768387.498338:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768387.498342:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768387.498345:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768387.498361:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775768387.498364:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775768387.498366:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768387.498368:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768387.498370:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768387.498371:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768387.498373:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768387.498377:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed000.
00000100:00000001:2.0:1775768387.498381:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768387.498387:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335219200/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768387.498394:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768387.498397:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768387.498404:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768387.498404:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768387.498408:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768387.498410:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335219200/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768387.498423:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768387.498423:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b55f80 x1862022335219072/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775768387.498430:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768387.498444:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768387.498446:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768387.498447:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768387.498449:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768387.498454:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5572
00000100:00000001:3.0:1775768387.498466:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768387.498468:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768387.498473:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000400:00000200:2.0:1775768387.498477:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
02000000:00000001:3.0:1775768387.498480:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1775768387.498484:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
02000000:00000001:3.0:1775768387.498489:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768387.498490:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1775768387.498498:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335219072:192.168.202.131@tcp:250:kworker.0
00000100:00000040:2.0:1775768387.498499:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768387.498510:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775768387.498512:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:2.0:1775768387.498517:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
02000000:00000001:3.0:1775768387.498520:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1775768387.498521:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768387.498526:0:42837:0:(genops.c:811:class_conn2export()) Process entered
02000000:00000001:3.0:1775768387.498526:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1775768387.498531:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
02000000:00000001:3.0:1775768387.498533:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:2.0:1775768387.498534:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768387.498537:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775768387.498540:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775768387.498542:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
02000000:00000010:3.0:1775768387.498544:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768387.498549:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768387.498554:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768387.498556:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1775768387.498560:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000040:2.0:1775768387.498566:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000400:00000010:3.0:1775768387.498569:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000100:00000001:2.0:1775768387.498570:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768387.498576:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775768387.498579:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000400:00000010:3.0:1775768387.498579:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000001:2.0:1775768387.498585:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768387.498587:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768387.498590:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:3.0:1775768387.498591:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335219072, portal 25
02000000:00000001:2.0:1775768387.498593:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768387.498597:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768387.498597:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768387.498602:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682388864 : -120452027162752 : ffff927313b55f80)
00000008:00100000:2.0:1775768387.498603:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768387.498613:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768387.498615:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768387.498620:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b55f80 x1862022335219072/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1775768387.498623:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
00000020:00000040:2.0:1775768387.498631:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775768387.498641:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1775768387.498641:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1775768387.498646:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768387.498653:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000100:00000001:2.0:1775768387.498654:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768387.498657:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768387.498659:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775768387.498659:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3aa0.
00000100:00000200:3.0:1775768387.498666:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022335219072, offset 0
02000000:00000010:2.0:1775768387.498668:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee800.
00000400:00000200:3.0:1775768387.498677:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000100:00000001:2.0:1775768387.498681:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768387.498691:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335219328/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1775768387.498691:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768387.498704:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000100:00000001:2.0:1775768387.498705:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1775768387.498753:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1775768387.498757:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768387.498761:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000100:00000040:2.0:1775768387.498767:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335219328/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775768387.498770:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768387.498780:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768387.498790:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60831:60831:256:4294967295] 192.168.202.131@tcp LPNI seq info [60831:60831:8:4294967295]
00000100:00000001:2.0:1775768387.498792:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768387.498801:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1775768387.498805:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00080000:2.0:1775768387.498810:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768387.498813:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768387.498815:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768387.498824:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:3.0:1775768387.498830:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000100:00080000:2.0:1775768387.498833:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5572
00000800:00000200:3.0:1775768387.498847:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000400:00000200:2.0:1775768387.498848:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000800:00000010:3.0:1775768387.498856:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000400:00000200:2.0:1775768387.498857:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768387.498862:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768387.498871:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000800:00000200:3.0:1775768387.498873:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:2.0:1775768387.498878:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.0:1775768387.498879:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000100:00000040:2.0:1775768387.498884:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768387.498889:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768387.498897:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:3.1:1775768387.498897:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000020:00000040:2.0:1775768387.498903:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000800:00000200:3.1:1775768387.498906:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000020:00000001:2.0:1775768387.498907:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768387.498911:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000800:00000100:3.0:1775768387.498917:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000020:00000001:2.0:1775768387.498918:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000800:00000010:3.0:1775768387.498922:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000020:00000001:2.0:1775768387.498923:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775768387.498931:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000400:00000200:3.0:1775768387.498932:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1775768387.498934:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1775768387.498942:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768387.498948:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3aa0
00000100:00000040:2.0:1775768387.498951:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000400:00000010:3.0:1775768387.498953:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3aa0.
00000100:00000001:2.0:1775768387.498960:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768387.498963:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00000001:3.0:1775768387.498963:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:2.0:1775768387.498970:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000200:3.0:1775768387.498975:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b55f80 x1862022335219072/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768387.498977:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768387.498986:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768387.498992:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768387.498997:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768387.498999:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768387.498999:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000008:00100000:2.0:1775768387.499005:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000100:00000040:3.0:1775768387.499007:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b55f80 x1862022335219072/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768412 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1775768387.499011:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768387.499017:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768387.499026:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
00000020:00000040:2.0:1775768387.499032:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775768387.499040:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768387.499044:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768387.499052:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1775768387.499052:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768387.499055:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1775768387.499057:0:2404:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:2.0:1775768387.499059:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768387.499065:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee400.
00000100:00000001:3.0:1775768387.499065:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768387.499071:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768387.499075:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4300245758
00000100:00000001:2.0:1775768387.499080:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768387.499084:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe30c0.
00000100:00100000:2.0:1775768387.499090:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335219456/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768387.499095:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1775768387.499101:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768387.499105:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768387.499107:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4300245758
00000100:00000040:2.0:1775768387.499113:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335219456/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1775768387.499114:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe39c0.
00000100:00000001:3.0:1775768387.499121:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1775768387.499125:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768387.499133:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768387.499142:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1775768387.499144:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768387.499149:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1775768387.499153:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768387/real 1775768387]  req@ffff927313b55f80 x1862022335219072/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775768387.499155:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775768387.499158:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768387.499162:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768387.499174:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768387.499181:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5572
00000400:00000001:3.0:1775768387.499182:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768387.499185:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768387.499189:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:2.0:1775768387.499190:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768387.499195:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000200:2.0:1775768387.499197:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000400:00000010:3.0:1775768387.499199:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00080000:2.0:1775768387.499204:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1775768387.499206:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:2.0:1775768387.499211:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000200:3.0:1775768387.499215:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b55f80 x1862022335219072/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768387.499217:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768387.499225:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768387.499234:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768387.499244:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768387.499249:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000100:00000200:3.0:1775768387.499250:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b55f80 x1862022335219072/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1775768387.499253:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768387.499256:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775768387.499265:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775768387.499272:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000001:3.0:1775768387.499275:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768387.499278:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768387.499281:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768387.499283:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768387.499285:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775768387.499287:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768387.499292:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768387.499298:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00100000:3.0:1775768387.499298:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b55f80 x1862022335219072/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1775768387.499306:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775768387.499317:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768387.499325:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768387.499325:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1775768387.499331:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768387.499335:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1775768387.499337:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b55f80 x1862022335219072/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768412 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775768387.499341:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768387.499367:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768387.499367:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00100000:2.0:1775768387.499373:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1775768387.499375:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:2.0:1775768387.499379:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768387.499380:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768387.499383:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768387.499384:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768387.499387:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000010:2.0:1775768387.499391:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000100:00000001:3.0:1775768387.499391:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:2.0:1775768387.499398:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
00000100:00080000:3.0:1775768387.499400:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:2.0:1775768387.499407:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768387.499410:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768387.499412:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.131@tcp failed (-110)
00000100:00000001:2.0:1775768387.499416:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768387.499419:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1775768387.499419:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:2.0:1775768387.499424:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768387.499430:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b55f80 x1862022335219072/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768412 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1775768387.499432:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef000.
00000100:00000001:2.0:1775768387.499438:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768387.499453:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335219584/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1775768387.499457:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335219072:192.168.202.131@tcp:250:kworker.0
00000100:00000001:3.0:1775768387.499471:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768387.499480:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768387.499480:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1775768387.499484:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768387.499487:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b55f80 x1862022335219072/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768412 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768387.499494:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335219584/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768387.499524:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768387.499529:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:2.0:1775768387.499531:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768387.499534:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65400.
00000100:00000040:2.0:1775768387.499538:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5582)
02000000:00000001:3.0:1775768387.499541:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768387.499545:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768387.499547:0:2404:0:(genops.c:1242:class_import_put()) import ffff9273194c5000 refcount=3 obd=MGC192.168.202.131@tcp
00000020:00000001:3.0:1775768387.499550:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768387.499553:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306becc00.
02000000:00000001:3.0:1775768387.499559:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768387.499563:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768387.499565:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b55f80.
00000100:00000001:3.0:1775768387.499569:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768387.499571:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768387.499574:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768387.499584:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768387.499587:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768387.499589:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768387.499591:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768387.499592:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768387.499597:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b55180 x1862022335219200/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768387.499605:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768387.499606:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768387.499609:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768387.499610:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768387.499612:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768387.499615:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335219200:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768387.499618:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768387.499621:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768387.499623:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768387.499624:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768387.499629:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768387.499630:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768387.499635:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768387.499638:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768387.499642:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768387.499645:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335219200, portal 10
00000100:00000001:3.0:1775768387.499647:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768387.499648:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682385280 : -120452027166336 : ffff927313b55180)
00000100:00000040:3.0:1775768387.499654:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b55180 x1862022335219200/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768387.499661:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768387.499663:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768387.499666:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3aa0.
00000100:00000200:3.0:1775768387.499668:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335219200, offset 0
00000400:00000200:3.0:1775768387.499672:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768387.499676:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768387.499680:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768387.499683:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768387.499686:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768387.499688:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768387.499691:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768387.499694:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60832:60832:256:4294967295] 192.168.202.131@tcp LPNI seq info [60832:60832:8:4294967295]
00000400:00000200:3.0:1775768387.499699:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768387.499705:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768387.499732:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768387.499735:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768387.499739:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768387.499742:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775768387.499746:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768387.499749:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1775768387.499753:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768387.499755:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768387.499757:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768387.499761:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768387.499763:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3aa0
00000400:00000010:3.0:1775768387.499765:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3aa0.
00000100:00000001:3.0:1775768387.499767:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768387.499771:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b55180 x1862022335219200/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768387.499778:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768387.499781:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b55180 x1862022335219200/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768412 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768387.499788:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768387.499789:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768387.499793:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768387.499797:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: using a timeout of 15131 usecs (16 jiffies)
00000400:00000200:3.0:1775768387.499800:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768387.499802:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300244498
00000100:00000001:3.0:1775768387.499805:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300245758
00000100:00000001:3.0:1775768387.499807:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300244498
00000100:00000001:3.0:1775768387.499809:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300245758
00000100:00000001:3.0:1775768387.499811:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768387.499813:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768387.499815:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768387.499819:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768387/real 1775768387]  req@ffff927313b55180 x1862022335219200/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768387.499826:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768387.499827:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768387.499829:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768387.499831:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768387.499833:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768387.499835:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768387.499837:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b55180 x1862022335219200/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768387.499845:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b55180 x1862022335219200/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768387.499851:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768387.499853:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768387.499854:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768387.499856:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768387.499859:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b55180 x1862022335219200/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768387.499865:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768387.499869:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b55180 x1862022335219200/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768412 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768387.499876:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768387.499878:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768387.499879:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768387.499881:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768387.499883:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768387.499884:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768387.499887:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768387.499890:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768387.499893:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768387.499896:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b55180 x1862022335219200/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768412 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768387.499903:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335219200:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768387.499908:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768387.499911:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b56300 x1862022335219328/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768387.499917:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768387.499918:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768387.499921:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768387.499922:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768387.499924:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768387.499927:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335219328:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768387.499930:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768387.499932:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768387.499934:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768387.499935:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768387.499939:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768387.499941:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768387.499944:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768387.499947:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768387.499950:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768387.499952:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335219328, portal 10
00000100:00000001:3.0:1775768387.499954:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768387.499955:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682389760 : -120452027161856 : ffff927313b56300)
00000100:00000040:3.0:1775768387.499961:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b56300 x1862022335219328/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768387.499967:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768387.499969:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768387.499971:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3aa0.
00000100:00000200:3.0:1775768387.499973:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335219328, offset 0
00000400:00000200:3.0:1775768387.499977:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768387.499981:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768387.499984:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768387.499987:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768387.499990:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768387.499992:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768387.499994:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768387.499997:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60833:60833:256:4294967295] 192.168.202.131@tcp LPNI seq info [60833:60833:8:4294967295]
00000400:00000200:3.0:1775768387.500000:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768387.500007:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768387.500011:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768387.500014:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768387.500017:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768387.500020:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775768387.500024:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768387.500026:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1775768387.500030:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768387.500032:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768387.500034:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768387.500037:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768387.500040:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3aa0
00000400:00000010:3.0:1775768387.500042:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3aa0.
00000100:00000001:3.0:1775768387.500044:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768387.500047:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b56300 x1862022335219328/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768387.500055:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768387.500057:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b56300 x1862022335219328/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768412 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768387.500064:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768387.500065:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768387.500067:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768387.500070:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: using a timeout of 41678 usecs (42 jiffies)
00000400:00000200:3.0:1775768387.500073:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768387.500075:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300244524
00000100:00000001:3.0:1775768387.500077:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300245758
00000100:00000001:3.0:1775768387.500079:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300244524
00000100:00000001:3.0:1775768387.500081:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300245758
00000100:00000001:3.0:1775768387.500083:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768387.500085:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768387.500086:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768387.500090:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768387/real 1775768387]  req@ffff927313b56300 x1862022335219328/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768387.500097:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768387.500098:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768387.500100:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768387.500102:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768387.500103:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768387.500105:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768387.500107:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b56300 x1862022335219328/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768387.500115:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b56300 x1862022335219328/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768387.500121:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768387.500123:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768387.500125:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768387.500126:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768387.500129:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b56300 x1862022335219328/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768387.500135:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768387.500138:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b56300 x1862022335219328/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768412 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768387.500145:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768387.500147:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768387.500148:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768387.500149:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768387.500151:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768387.500153:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768387.500155:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768387.500158:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768387.500160:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768387.500163:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b56300 x1862022335219328/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768412 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768387.500171:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335219328:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768387.500174:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768387.500178:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b57800 x1862022335219456/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768387.500184:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768387.500185:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768387.500187:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768387.500189:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768387.500191:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768387.500194:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335219456:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768387.500197:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768387.500199:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768387.500200:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768387.500202:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768387.500205:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a64000.
02000000:00000001:3.0:1775768387.500206:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768387.500210:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768387.500212:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768387.500215:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768387.500217:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335219456, portal 4
00000100:00000001:3.0:1775768387.500219:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768387.500220:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682395136 : -120452027156480 : ffff927313b57800)
00000100:00000040:3.0:1775768387.500225:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b57800 x1862022335219456/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768387.500231:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768387.500234:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768387.500235:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3aa0.
00000100:00000200:3.0:1775768387.500238:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335219456, offset 0
00000400:00000200:3.0:1775768387.500241:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768387.500244:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768387.500247:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768387.500250:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768387.500252:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768387.500254:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768387.500256:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768387.500259:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60834:60834:256:4294967295] 192.168.202.131@tcp LPNI seq info [60834:60834:8:4294967295]
00000400:00000200:3.0:1775768387.500263:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768387.500269:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768387.500273:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768387.500276:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768387.500279:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768387.500281:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775768387.500285:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768387.500288:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1775768387.500291:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768387.500293:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768387.500295:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768387.500298:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768387.500301:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3aa0
00000400:00000010:3.0:1775768387.500303:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3aa0.
00000100:00000001:3.0:1775768387.500305:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768387.500307:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b57800 x1862022335219456/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768387.500314:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768387.500317:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b57800 x1862022335219456/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768412 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768387.500323:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768387.500324:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768387.500326:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768387.500329:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: using a timeout of 22192 usecs (23 jiffies)
00000400:00000200:3.0:1775768387.500332:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768387.500334:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300244505
00000100:00000001:3.0:1775768387.500336:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300245758
00000100:00000001:3.0:1775768387.500338:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300244505
00000100:00000001:3.0:1775768387.500340:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300245758
00000100:00000001:3.0:1775768387.500342:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768387.500344:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768387.500345:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768387.500362:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768387/real 1775768387]  req@ffff927313b57800 x1862022335219456/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768387.500371:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768387.500372:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768387.500374:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768387.500376:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768387.500378:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768387.500380:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768387.500383:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b57800 x1862022335219456/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768387.500390:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b57800 x1862022335219456/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768387.500396:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768387.500398:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768387.500399:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768387.500401:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768387.500404:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b57800 x1862022335219456/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768387.500410:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768387.500413:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b57800 x1862022335219456/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768412 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768387.500420:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768387.500422:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768387.500424:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768387.500425:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768387.500427:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768387.500428:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768387.500430:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768387.500433:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768387.500436:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768387.500440:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b57800 x1862022335219456/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768412 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768387.500447:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335219456:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768387.500451:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768387.500454:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b54e00 x1862022335219584/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768387.500460:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768387.500462:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768387.500464:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768387.500466:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768387.500467:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768387.500470:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335219584:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768387.500473:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768387.500475:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768387.500476:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768387.500478:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768387.500481:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a66800.
02000000:00000001:3.0:1775768387.500483:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768387.500486:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768387.500489:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768387.500492:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768387.500495:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335219584, portal 4
00000100:00000001:3.0:1775768387.500497:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768387.500498:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682384384 : -120452027167232 : ffff927313b54e00)
00000100:00000040:3.0:1775768387.500503:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b54e00 x1862022335219584/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768387.500509:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768387.500511:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768387.500513:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3aa0.
00000100:00000200:3.0:1775768387.500515:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335219584, offset 0
00000400:00000200:3.0:1775768387.500519:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768387.500523:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768387.500526:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768387.500529:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768387.500532:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768387.500534:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768387.500536:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768387.500539:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60835:60835:256:4294967295] 192.168.202.131@tcp LPNI seq info [60835:60835:8:4294967295]
00000400:00000200:3.0:1775768387.500543:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768387.500549:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768387.500553:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768387.500556:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768387.500560:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768387.500562:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775768387.500566:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768387.500568:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1775768387.500572:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768387.500574:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768387.500577:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768387.500580:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768387.500583:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3aa0
00000400:00000010:3.0:1775768387.500585:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3aa0.
00000100:00000001:3.0:1775768387.500587:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768387.500590:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b54e00 x1862022335219584/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768387.500597:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768387.500599:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b54e00 x1862022335219584/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768412 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768387.500606:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768387.500608:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768387.500610:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768387.500613:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: using a timeout of 22500 usecs (23 jiffies)
00000400:00000200:3.0:1775768387.500616:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768387.500618:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300244505
00000100:00000001:3.0:1775768387.500621:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300245758
00000100:00000001:3.0:1775768387.500623:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300244505
00000100:00000001:3.0:1775768387.500625:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300245758
00000100:00000001:3.0:1775768387.500627:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768387.500629:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768387.500630:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768387.500634:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768387/real 1775768387]  req@ffff927313b54e00 x1862022335219584/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768387.500641:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768387.500642:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768387.500644:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768387.500646:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768387.500648:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768387.500650:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768387.500653:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b54e00 x1862022335219584/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768387.500660:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b54e00 x1862022335219584/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768387.500666:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768387.500668:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768387.500669:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768387.500670:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768387.500674:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b54e00 x1862022335219584/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768387.500680:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768387.500683:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b54e00 x1862022335219584/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768412 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768387.500690:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768387.500693:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768387.500694:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768387.500695:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768387.500697:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768387.500698:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768387.500701:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768387.500704:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768387.500706:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768387.500726:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b54e00 x1862022335219584/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768412 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768387.500735:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335219584:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768387.500738:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768387.500740:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768387.500743:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b55180 x1862022335219200/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768412 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768387.500749:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768387.500751:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768387.500752:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768387.500755:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768387.500756:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768387.500758:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c000 refcount=137 obd=lustre-MDT0000-mdc-ffff927308189800
00000020:00000001:3.0:1775768387.500759:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768387.500761:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bed000.
02000000:00000001:3.0:1775768387.500765:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768387.500766:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768387.500767:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b55180.
00000100:00000001:3.0:1775768387.500770:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768387.500771:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768387.500773:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768387.500776:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b56300 x1862022335219328/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768412 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768387.500787:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768387.500789:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768387.500790:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768387.500792:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768387.500793:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768387.500794:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f800 refcount=3 obd=lustre-MDT0001-mdc-ffff927308189800
00000020:00000001:3.0:1775768387.500796:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768387.500798:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bee800.
02000000:00000001:3.0:1775768387.500800:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768387.500801:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768387.500802:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b56300.
00000100:00000001:3.0:1775768387.500804:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768387.500805:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768387.500807:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768387.500809:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b57800 x1862022335219456/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768412 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768387.500815:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768387.500817:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768387.500818:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a64000.
02000000:00000001:3.0:1775768387.500820:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768387.500821:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768387.500822:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f000 refcount=2 obd=lustre-OST0000-osc-ffff927308189800
00000020:00000001:3.0:1775768387.500824:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768387.500826:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bee400.
02000000:00000001:3.0:1775768387.500827:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768387.500828:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768387.500830:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b57800.
00000100:00000001:3.0:1775768387.500832:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768387.500833:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768387.500835:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768387.500838:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b54e00 x1862022335219584/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768412 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768387.500844:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768387.500845:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768387.500847:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a66800.
02000000:00000001:3.0:1775768387.500849:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768387.500850:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768387.500852:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c800 refcount=2 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:3.0:1775768387.500854:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768387.500855:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bef000.
02000000:00000001:3.0:1775768387.500857:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768387.500858:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768387.500859:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b54e00.
00000100:00000001:3.0:1775768387.500861:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768387.500862:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768387.500864:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768387.500868:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768387.500869:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768387.500871:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768387.500872:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768387.500895:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768387.500898:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768387.500902:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768387.500903:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768387.500907:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768387.500908:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768387.500912:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768387.500915:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768387.500917:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768387.500921:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768387.500924:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768387.500927:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768387.500929:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768387.500931:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768387.500935:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768387.500936:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768387.500996:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768387.501000:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768387.501003:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768388.073827:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768388.073834:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768388.073837:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768388.073842:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768388.073848:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768388.073851:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768388.073854:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768388.073857:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768388.073860:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768388.521865:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768388.521872:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768388.521878:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768388.521879:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768388.521883:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768388.521884:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768388.521888:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768388.521890:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768388.521893:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768388.521894:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768388.522528:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768388.522532:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768388.522535:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775768388.777814:0:58796:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649b30 (cpu 0) has reached its deadline 4300245758, at 4300245760
00000100:00000040:2.0:1775768388.777817:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300245758, at 4300245760
00000100:00000010:3.0:1775768388.777829:0:58796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe39c0.
00000100:00000010:2.0:1775768388.777831:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe30c0.
00000100:00000001:0.0:1775768389.097813:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768389.097819:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768389.097821:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768389.097827:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768389.097831:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768389.097834:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768389.097836:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768389.097838:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768389.097840:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768389.545818:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768389.545824:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768389.545831:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768389.545832:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768389.545835:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768389.545836:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768389.545840:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768389.545841:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768389.545844:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768389.545845:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768389.545947:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768389.545950:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768389.545953:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768390.121837:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768390.121843:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768390.121845:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768390.121851:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768390.121854:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768390.121858:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768390.121861:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768390.121864:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768390.121867:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768390.569833:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768390.569839:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768390.569845:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768390.569846:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768390.569849:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768390.569851:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768390.569853:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768390.569854:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768390.569856:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768390.569857:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768390.569912:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768390.569915:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768390.569917:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768391.147579:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768391.147586:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768391.147588:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768391.147593:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768391.147596:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768391.147600:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768391.147603:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768391.147605:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768391.147608:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768391.593782:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768391.593788:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768391.593795:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768391.593797:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768391.593800:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768391.593801:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768391.593805:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768391.593806:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768391.593810:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768391.593811:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768391.594081:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768391.594085:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768391.594088:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768392.170645:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768392.170651:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768392.170653:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768392.170666:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768392.170670:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768392.170674:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768392.170676:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768392.170679:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768392.170681:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768392.617816:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768392.617821:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768392.617826:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768392.617827:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768392.617829:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768392.617830:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768392.617832:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768392.617833:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768392.617836:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768392.617836:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768392.617854:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768392.617861:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768392.617864:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768392.617868:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768392.617873:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768392.617881:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5577
00000400:00000200:0.0:1775768392.617892:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768392.617898:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768392.617902:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768392.617904:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768392.617907:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768392.617910:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768392.617912:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768392.617915:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768392.617917:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775768392.617921:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768392.617924:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775768392.617926:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775768392.617929:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775768392.617933:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768392.617934:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768392.617936:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768392.617938:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768392.617941:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:0.0:1775768392.617943:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768392.617946:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768392.617949:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768392.617953:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768392.617955:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768392.617958:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768392.617960:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768392.617971:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925500.
00000020:00000040:0.0:1775768392.617974:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775768392.617980:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768392.617981:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768392.617985:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768392.617988:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768392.617993:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768392.618000:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f000.
00000100:00000001:0.0:1775768392.618007:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768392.618017:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925500 x1862022335219712/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768392.618027:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768392.618032:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768392.618036:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a57c8e8f] to pc [ptlrpcd_rcv+-1]  req@ffff927322925500 x1862022335219712/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1775768392.618088:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768392.618091:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768392.618095:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775768392.618102:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768392.618107:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768392.618110:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768392.618117:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322925500 x1862022335219712/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768392.618122:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768392.618124:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1775768392.618125:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1775768392.618126:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768392.618131:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768392.618132:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:3.0:1775768392.618132:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:0.0:1775768392.618135:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:3.0:1775768392.618135:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768392.618139:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768392.618140:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768392.618146:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5577
00000100:00100000:3.0:1775768392.618147:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322925500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335219712:192.168.202.131@tcp:250:kworker.0
00000400:00000200:0.0:1775768392.618152:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768392.618155:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000400:00000200:0.0:1775768392.618159:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
02000000:00000001:3.0:1775768392.618160:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:0.0:1775768392.618162:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
02000000:00000001:3.0:1775768392.618163:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768392.618167:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768392.618169:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768392.618171:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768392.618173:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768392.618175:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768392.618176:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775768392.618178:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768392.618179:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775768392.618183:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:0.0:1775768392.618186:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
02000000:00000001:3.0:1775768392.618186:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:0.0:1775768392.618191:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768392.618194:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:3.0:1775768392.618194:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a66800.
00000100:00000040:0.0:1775768392.618197:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
02000000:00000001:3.0:1775768392.618198:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768392.618202:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768392.618207:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000400:00000200:3.0:1775768392.618207:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00080000:0.0:1775768392.618213:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000400:00000010:3.0:1775768392.618213:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000100:00000001:0.0:1775768392.618218:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768392.618222:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:3.0:1775768392.618223:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
02000000:00000001:0.0:1775768392.618227:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768392.618230:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1775768392.618231:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335219712, portal 25
00000100:00000001:0.0:1775768392.618233:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768392.618236:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000008:00100000:0.0:1775768392.618239:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1775768392.618239:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931750656 : -120451777800960 : ffff927322925500)
00000008:00000001:0.0:1775768392.618245:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768392.618249:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768392.618249:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322925500 x1862022335219712/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1775768392.618255:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925880.
00000020:00000040:0.0:1775768392.618260:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:0.0:1775768392.618265:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768392.618267:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768392.618272:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768392.618276:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1775768392.618276:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:0.0:1775768392.618279:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768392.618282:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
02000000:00000010:0.0:1775768392.618285:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477fc00.
00000400:00000010:3.0:1775768392.618286:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3aa0.
00000100:00000001:0.0:1775768392.618292:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1775768392.618292:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022335219712, offset 0
00000400:00000200:3.0:1775768392.618310:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000100:00100000:0.0:1775768392.618312:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925880 x1862022335219840/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1775768392.618321:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:0.0:1775768392.618322:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768392.618326:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768392.618331:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000100:00000040:0.0:1775768392.618332:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f872a4ed] to pc [ptlrpcd_rcv+-1]  req@ffff927322925880 x1862022335219840/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775768392.618339:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768392.618346:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000100:00000001:0.0:1775768392.618350:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768392.618352:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000100:00080000:0.0:1775768392.618355:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1775768392.618357:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000100:00080000:0.0:1775768392.618361:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768392.618364:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768392.618367:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1775768392.618368:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60836:60836:256:4294967295] 192.168.202.131@tcp LPNI seq info [60836:60836:8:4294967295]
00000100:00000001:0.0:1775768392.618371:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768392.618377:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5577
00000400:00000200:3.0:1775768392.618379:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768392.618385:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768392.618393:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768392.618398:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1775768392.618399:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1775768392.618406:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768392.618408:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.0:1775768392.618412:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000100:00000040:0.0:1775768392.618413:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768392.618416:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768392.618418:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768392.618419:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:0.0:1775768392.618422:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768392.618424:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000800:00000010:3.0:1775768392.618426:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000020:00000001:0.0:1775768392.618427:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:0.0:1775768392.618431:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:0.0:1775768392.618435:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768392.618439:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.0:1775768392.618439:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768392.618445:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000100:00000040:0.0:1775768392.618451:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000800:00000200:3.1:1775768392.618454:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:0.0:1775768392.618455:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768392.618460:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000800:00000200:3.1:1775768392.618461:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000100:00080000:0.0:1775768392.618466:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000800:00000100:3.0:1775768392.618471:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000100:00000001:0.0:1775768392.618472:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768392.618475:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:3.0:1775768392.618475:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
02000000:00000001:0.0:1775768392.618480:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1775768392.618483:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:0.0:1775768392.618484:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768392.618488:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768392.618491:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1775768392.618492:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000008:00000001:0.0:1775768392.618496:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768392.618499:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768392.618500:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3aa0
00000400:00000010:3.0:1775768392.618504:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3aa0.
00000100:00000001:3.0:1775768392.618509:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000010:0.0:1775768392.618513:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924a80.
00000100:00000200:3.0:1775768392.618514:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322925500 x1862022335219712/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1775768392.618518:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775768392.618523:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768392.618525:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768392.618529:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768392.618531:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1775768392.618531:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1775768392.618533:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768392.618539:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e000.
00000100:00000001:0.0:1775768392.618542:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768392.618549:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924a80 x1862022335219968/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768392.618556:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768392.618559:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768392.618562:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c400aa7] to pc [ptlrpcd_rcv+-1]  req@ffff927322924a80 x1862022335219968/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768392.618575:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768392.618577:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768392.618581:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768392.618583:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768392.618584:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768392.618587:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768392.618590:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5577
00000400:00000200:0.0:1775768392.618593:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768392.618596:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768392.618599:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768392.618601:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768392.618603:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768392.618605:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768392.618607:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768392.618609:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768392.618611:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775768392.618612:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768392.618614:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:0.0:1775768392.618616:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:0.0:1775768392.618619:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:0.0:1775768392.618626:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768392.618628:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768392.618630:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768392.618631:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768392.618634:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:0.0:1775768392.618637:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768392.618639:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768392.618641:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768392.618645:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768392.618647:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768392.618649:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768392.618651:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768392.618654:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768392.618656:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768392.618660:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924e00.
00000020:00000040:0.0:1775768392.618662:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:0.0:1775768392.618665:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768392.618666:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768392.618668:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768392.618670:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768392.618671:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768392.618675:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f800.
00000100:00000001:0.0:1775768392.618678:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768392.618681:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322925500 x1862022335219712/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768417 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768392.618685:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924e00 x1862022335220096/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768392.618745:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768392.618747:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768392.618749:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768392.618753:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768392.618755:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768392.618759:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aec4c6e] to pc [ptlrpcd_rcv+-1]  req@ffff927322924e00 x1862022335220096/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775768392.618764:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768392.618769:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4300250878
00000100:00000001:0.0:1775768392.618776:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768392.618777:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe39c0.
00000100:00080000:0.0:1775768392.618779:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768392.618783:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775768392.618785:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1775768392.618785:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2
00000100:00080000:0.0:1775768392.618789:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768392.618792:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4300250878
00000100:00000001:0.0:1775768392.618793:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00000010:3.0:1775768392.618797:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3ba0.
00000100:00080000:0.0:1775768392.618798:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5577
00000100:00000001:3.0:1775768392.618803:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3
00000400:00000200:0.0:1775768392.618805:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768392.618808:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1775768392.618811:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00000001:3.0:1775768392.618813:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768392.618815:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1775768392.618817:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000040:0.0:1775768392.618821:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768392.618826:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:3.0:1775768392.618826:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768392/real 1775768392]  req@ffff927322925500 x1862022335219712/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768392.618831:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768392.618838:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768392.618842:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768392.618843:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000400:00000001:3.0:1775768392.618844:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000001:0.0:1775768392.618846:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000001:3.0:1775768392.618847:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000040:0.0:1775768392.618849:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000400:00000010:3.0:1775768392.618851:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000020:00000001:0.0:1775768392.618852:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:0.0:1775768392.618855:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000400:00000200:3.0:1775768392.618856:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000100:00000040:0.0:1775768392.618860:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000400:00000010:3.0:1775768392.618861:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:0.0:1775768392.618865:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768392.618867:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768392.618869:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768392.618872:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00000001:3.0:1775768392.618873:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:0.0:1775768392.618876:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768392.618879:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1775768392.618881:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322925500 x1862022335219712/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1775768392.618883:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768392.618886:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768392.618891:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768392.618893:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768392.618896:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768392.618899:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768392.618900:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768392.618904:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927100.
00000020:00000040:0.0:1775768392.618907:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:0.0:1775768392.618911:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768392.618912:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768392.618913:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768392.618915:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768392.618916:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768392.618920:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477cc00.
00000100:00000001:0.0:1775768392.618924:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768392.618929:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927100 x1862022335220224/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768392.618944:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768392.618946:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768392.618950:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0540768] to pc [ptlrpcd_rcv+-1]  req@ffff927322927100 x1862022335220224/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768392.618956:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768392.618960:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5587)
00000100:00000200:3.0:1775768392.621799:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322925500 x1862022335219712/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768392.621810:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768392.621813:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768392.621816:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768392.621818:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768392.621822:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322925500 x1862022335219712/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768392.621831:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768392.621836:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322925500 x1862022335219712/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768417 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768392.621844:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768392.621848:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768392.621850:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768392.621987:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768392.621991:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768392.621993:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768392.621997:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768392.622002:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768392.622005:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768392.622010:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322925500 x1862022335219712/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768417 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768392.622018:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322925500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335219712:192.168.202.131@tcp:250:kworker.0
00000100:00000001:3.0:1775768392.622024:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768392.622027:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768392.622030:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322925500 x1862022335219712/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768417 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768392.622038:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768392.622041:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768392.622045:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a66800.
02000000:00000001:3.0:1775768392.622058:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768392.622064:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768392.622065:0:2404:0:(genops.c:1242:class_import_put()) import ffff9273194c5000 refcount=3 obd=MGC192.168.202.131@tcp
00000020:00000001:3.0:1775768392.622068:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768392.622070:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477f000.
02000000:00000001:3.0:1775768392.622081:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768392.622083:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768392.622085:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322925500.
00000100:00000001:3.0:1775768392.622089:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768392.622090:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768392.622092:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768392.622099:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768392.622102:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768392.622104:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768392.622106:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768392.622109:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768392.622114:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322925880 x1862022335219840/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768392.622121:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768392.622123:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768392.622126:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768392.622129:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768392.622132:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768392.622135:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322925880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335219840:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768392.622139:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768392.622143:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768392.622146:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768392.622148:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768392.622155:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a66800.
02000000:00000001:3.0:1775768392.622157:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768392.622231:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768392.622237:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768392.622245:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768392.622252:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335219840, portal 10
00000100:00000001:3.0:1775768392.622254:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768392.622256:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931751552 : -120451777800064 : ffff927322925880)
00000100:00000040:3.0:1775768392.622263:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322925880 x1862022335219840/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768392.622270:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768392.622273:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768392.622276:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3aa0.
00000100:00000200:3.0:1775768392.622279:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335219840, offset 0
00000400:00000200:3.0:1775768392.622285:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768392.622294:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768392.622313:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768392.622318:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768392.622322:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768392.622326:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768392.622329:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768392.622338:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60837:60837:256:4294967295] 192.168.202.131@tcp LPNI seq info [60837:60837:8:4294967295]
00000400:00000200:3.0:1775768392.622342:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768392.622352:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768392.622358:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768392.622363:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768392.622370:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768392.622374:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775768392.622379:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768392.622382:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1775768392.622386:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768392.622388:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768392.622393:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768392.622398:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768392.622404:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3aa0
00000400:00000010:3.0:1775768392.622406:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3aa0.
00000100:00000001:3.0:1775768392.622409:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768392.622412:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322925880 x1862022335219840/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768392.622420:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768392.622423:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322925880 x1862022335219840/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768417 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768392.622429:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768392.622431:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768392.622436:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768392.622440:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: using a timeout of 15131 usecs (16 jiffies)
00000400:00000200:3.0:1775768392.622443:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768392.622446:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300249620
00000100:00000001:3.0:1775768392.622449:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300250878
00000100:00000001:3.0:1775768392.622451:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300249620
00000100:00000001:3.0:1775768392.622454:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300250878
00000100:00000001:3.0:1775768392.622456:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768392.622459:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768392.622461:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768392.622464:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768392/real 1775768392]  req@ffff927322925880 x1862022335219840/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768392.622472:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768392.622474:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768392.622476:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768392.622479:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768392.622480:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768392.622482:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768392.622485:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322925880 x1862022335219840/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768392.622492:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322925880 x1862022335219840/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768392.622497:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768392.622498:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768392.622500:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768392.622501:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768392.622504:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322925880 x1862022335219840/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768392.622510:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768392.622513:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322925880 x1862022335219840/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768417 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768392.622520:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768392.622523:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768392.622524:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768392.622526:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768392.622527:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768392.622529:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768392.622531:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768392.622534:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768392.622537:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768392.622540:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322925880 x1862022335219840/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768417 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768392.622547:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322925880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335219840:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768392.622551:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768392.622555:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322924a80 x1862022335219968/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768392.622561:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768392.622562:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768392.622564:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768392.622566:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768392.622567:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768392.622570:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322924a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335219968:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768392.622573:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768392.622575:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768392.622576:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768392.622578:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768392.622581:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a64000.
02000000:00000001:3.0:1775768392.622582:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768392.622586:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768392.622588:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768392.622591:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768392.622594:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335219968, portal 10
00000100:00000001:3.0:1775768392.622596:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768392.622597:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931747968 : -120451777803648 : ffff927322924a80)
00000100:00000040:3.0:1775768392.622602:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322924a80 x1862022335219968/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768392.622608:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768392.622610:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768392.622612:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3aa0.
00000100:00000200:3.0:1775768392.622614:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335219968, offset 0
00000400:00000200:3.0:1775768392.622618:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768392.622621:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768392.622624:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768392.622627:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768392.622629:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768392.622631:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768392.622633:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768392.622635:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60838:60838:256:4294967295] 192.168.202.131@tcp LPNI seq info [60838:60838:8:4294967295]
00000400:00000200:3.0:1775768392.622639:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768392.622644:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768392.622648:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768392.622651:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768392.622654:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768392.622656:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775768392.622659:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768392.622662:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1775768392.622665:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768392.622666:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768392.622668:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768392.622671:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768392.622674:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3aa0
00000400:00000010:3.0:1775768392.622676:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3aa0.
00000100:00000001:3.0:1775768392.622678:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768392.622681:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322924a80 x1862022335219968/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768392.622688:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768392.622690:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322924a80 x1862022335219968/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768417 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768392.622696:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768392.622697:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768392.622700:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768392.622703:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: using a timeout of 41678 usecs (42 jiffies)
00000400:00000200:3.0:1775768392.622706:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768392.622729:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300249647
00000100:00000001:3.0:1775768392.622731:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300250878
00000100:00000001:3.0:1775768392.622733:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300249647
00000100:00000001:3.0:1775768392.622734:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300250878
00000100:00000001:3.0:1775768392.622735:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768392.622737:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768392.622738:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768392.622743:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768392/real 1775768392]  req@ffff927322924a80 x1862022335219968/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768392.622751:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768392.622753:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768392.622755:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768392.622758:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768392.622760:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768392.622762:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768392.622765:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322924a80 x1862022335219968/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768392.622772:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322924a80 x1862022335219968/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768392.622780:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768392.622781:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768392.622783:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768392.622785:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768392.622789:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322924a80 x1862022335219968/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768392.622796:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768392.622800:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322924a80 x1862022335219968/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768417 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768392.622806:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768392.622807:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768392.622809:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768392.622810:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768392.622811:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768392.622812:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768392.622814:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768392.622819:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768392.622821:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768392.622825:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322924a80 x1862022335219968/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768417 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768392.622833:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322924a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335219968:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768392.622837:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768392.622841:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322924e00 x1862022335220096/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768392.622848:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768392.622849:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768392.622851:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768392.622853:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768392.622855:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768392.622866:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322924e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335220096:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768392.622869:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768392.622872:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768392.622873:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768392.622875:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768392.622878:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768392.622880:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768392.622884:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768392.622886:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768392.622889:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768392.622892:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335220096, portal 4
00000100:00000001:3.0:1775768392.622894:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768392.622895:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931748864 : -120451777802752 : ffff927322924e00)
00000100:00000040:3.0:1775768392.622902:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322924e00 x1862022335220096/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768392.622907:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768392.622910:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768392.622912:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3aa0.
00000100:00000200:3.0:1775768392.622921:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335220096, offset 0
00000400:00000200:3.0:1775768392.622926:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768392.622930:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768392.622933:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768392.622936:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768392.622938:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768392.622941:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768392.622943:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768392.622946:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60839:60839:256:4294967295] 192.168.202.131@tcp LPNI seq info [60839:60839:8:4294967295]
00000400:00000200:3.0:1775768392.622950:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768392.622955:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768392.622960:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768392.622964:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768392.622968:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768392.622970:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775768392.622974:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768392.622977:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1775768392.622980:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768392.622982:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768392.622985:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768392.622988:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768392.622991:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3aa0
00000400:00000010:3.0:1775768392.622993:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3aa0.
00000100:00000001:3.0:1775768392.622995:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768392.622998:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322924e00 x1862022335220096/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768392.623005:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768392.623008:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322924e00 x1862022335220096/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768417 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768392.623013:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768392.623014:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768392.623017:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768392.623020:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: using a timeout of 22192 usecs (23 jiffies)
00000400:00000200:3.0:1775768392.623023:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768392.623025:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300249628
00000100:00000001:3.0:1775768392.623027:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300250878
00000100:00000001:3.0:1775768392.623029:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300249628
00000100:00000001:3.0:1775768392.623031:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300250878
00000100:00000001:3.0:1775768392.623033:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768392.623035:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768392.623037:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768392.623040:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768392/real 1775768392]  req@ffff927322924e00 x1862022335220096/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768392.623048:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768392.623049:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768392.623050:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768392.623053:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768392.623054:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768392.623056:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768392.623059:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322924e00 x1862022335220096/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768392.623067:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322924e00 x1862022335220096/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768392.623073:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768392.623074:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768392.623076:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768392.623077:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768392.623080:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322924e00 x1862022335220096/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768392.623087:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768392.623090:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322924e00 x1862022335220096/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768417 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768392.623096:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768392.623099:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768392.623100:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768392.623101:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768392.623102:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768392.623104:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768392.623106:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768392.623109:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768392.623111:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768392.623115:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322924e00 x1862022335220096/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768417 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768392.623122:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322924e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335220096:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768392.623127:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768392.623130:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322927100 x1862022335220224/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768392.623137:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768392.623139:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768392.623141:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768392.623143:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768392.623144:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768392.623147:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322927100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335220224:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768392.623150:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768392.623152:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768392.623153:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768392.623155:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768392.623159:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768392.623160:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768392.623163:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768392.623235:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768392.623239:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768392.623242:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335220224, portal 4
00000100:00000001:3.0:1775768392.623245:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768392.623246:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931757824 : -120451777793792 : ffff927322927100)
00000100:00000040:3.0:1775768392.623252:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322927100 x1862022335220224/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768392.623257:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768392.623259:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768392.623262:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3aa0.
00000100:00000200:3.0:1775768392.623264:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335220224, offset 0
00000400:00000200:3.0:1775768392.623268:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768392.623272:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768392.623275:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768392.623278:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768392.623280:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768392.623282:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768392.623284:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768392.623287:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60840:60840:256:4294967295] 192.168.202.131@tcp LPNI seq info [60840:60840:8:4294967295]
00000400:00000200:3.0:1775768392.623291:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768392.623307:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768392.623312:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768392.623316:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768392.623319:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768392.623322:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775768392.623326:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768392.623328:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1775768392.623331:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768392.623333:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768392.623335:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768392.623337:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768392.623339:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3aa0
00000400:00000010:3.0:1775768392.623340:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3aa0.
00000100:00000001:3.0:1775768392.623342:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768392.623345:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322927100 x1862022335220224/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768392.623351:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768392.623355:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322927100 x1862022335220224/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768417 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768392.623361:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768392.623362:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768392.623365:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768392.623368:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: using a timeout of 22500 usecs (23 jiffies)
00000400:00000200:3.0:1775768392.623370:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768392.623372:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300249628
00000100:00000001:3.0:1775768392.623375:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300250878
00000100:00000001:3.0:1775768392.623377:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300249628
00000100:00000001:3.0:1775768392.623378:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300250878
00000100:00000001:3.0:1775768392.623381:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768392.623383:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768392.623384:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768392.623387:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768392/real 1775768392]  req@ffff927322927100 x1862022335220224/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768392.623393:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768392.623394:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768392.623396:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768392.623398:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768392.623399:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768392.623401:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768392.623404:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322927100 x1862022335220224/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768392.623410:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322927100 x1862022335220224/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768392.623416:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768392.623417:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768392.623419:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768392.623420:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768392.623423:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322927100 x1862022335220224/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768392.623427:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768392.623429:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322927100 x1862022335220224/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768417 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768392.623433:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768392.623435:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768392.623436:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768392.623437:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768392.623438:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768392.623439:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768392.623440:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768392.623451:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768392.623452:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768392.623459:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322927100 x1862022335220224/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768417 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768392.623466:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322927100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335220224:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768392.623469:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768392.623471:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768392.623474:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322925880 x1862022335219840/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768417 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768392.623480:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768392.623482:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768392.623484:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a66800.
02000000:00000001:3.0:1775768392.623487:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768392.623488:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768392.623490:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c000 refcount=137 obd=lustre-MDT0000-mdc-ffff927308189800
00000020:00000001:3.0:1775768392.623492:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768392.623493:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477fc00.
02000000:00000001:3.0:1775768392.623496:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768392.623497:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768392.623499:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322925880.
00000100:00000001:3.0:1775768392.623501:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768392.623502:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768392.623504:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768392.623511:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322924a80 x1862022335219968/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768417 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768392.623522:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768392.623523:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768392.623524:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a64000.
02000000:00000001:3.0:1775768392.623527:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768392.623528:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768392.623529:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f800 refcount=3 obd=lustre-MDT0001-mdc-ffff927308189800
00000020:00000001:3.0:1775768392.623530:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768392.623531:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477e000.
02000000:00000001:3.0:1775768392.623533:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768392.623534:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768392.623536:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322924a80.
00000100:00000001:3.0:1775768392.623538:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768392.623539:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768392.623540:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768392.623543:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322924e00 x1862022335220096/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768417 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768392.623549:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768392.623550:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768392.623551:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768392.623555:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768392.623556:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768392.623557:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f000 refcount=2 obd=lustre-OST0000-osc-ffff927308189800
00000020:00000001:3.0:1775768392.623558:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768392.623560:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477f800.
02000000:00000001:3.0:1775768392.623561:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768392.623562:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768392.623563:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322924e00.
00000100:00000001:3.0:1775768392.623564:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768392.623565:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768392.623565:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768392.623567:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322927100 x1862022335220224/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768417 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768392.623570:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768392.623571:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768392.623572:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768392.623573:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768392.623574:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768392.623575:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c800 refcount=2 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:3.0:1775768392.623577:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768392.623578:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477cc00.
02000000:00000001:3.0:1775768392.623580:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768392.623581:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768392.623582:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322927100.
00000100:00000001:3.0:1775768392.623588:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768392.623590:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768392.623591:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768392.623597:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768392.623598:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768392.623600:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768392.623601:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768393.193791:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768393.193798:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768393.193800:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768393.193805:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768393.193809:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768393.193813:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768393.193815:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768393.193817:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768393.193819:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768393.641833:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768393.641839:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768393.641845:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768393.641846:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768393.641850:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768393.641851:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768393.641854:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768393.641855:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768393.641858:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768393.641859:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768393.642081:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768393.642084:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768393.642087:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775768393.897793:0:58796:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649b30 (cpu 0) has reached its deadline 4300250878, at 4300250880
00000100:00000010:3.0:1775768393.897807:0:58796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3ba0.
00000100:00000040:2.0:1775768393.897895:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300250878, at 4300250880
00000100:00000010:2.0:1775768393.897901:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe39c0.
00000100:00000001:0.0:1775768394.217816:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768394.217822:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768394.217823:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768394.217828:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768394.217832:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768394.217836:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768394.217839:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768394.217841:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768394.217844:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768394.667571:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768394.667578:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768394.667586:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768394.667588:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768394.667591:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768394.667593:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768394.667596:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768394.667597:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768394.667600:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768394.667602:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768394.668207:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768394.668211:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768394.668215:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768395.241785:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768395.241791:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768395.241793:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768395.241799:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768395.241802:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768395.241805:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768395.241808:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768395.241810:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768395.241813:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768395.689827:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768395.689834:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768395.689836:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768395.689839:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768395.689843:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768395.689845:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768395.689847:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768395.689849:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768395.689854:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768395.689855:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768395.689857:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768395.689858:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768395.689860:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768395.689861:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768395.689862:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768395.689864:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768395.689867:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768395.689868:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768395.689870:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768395.689871:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768395.689873:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768395.689874:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768395.689876:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768395.689877:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768395.689880:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768395.689882:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768395.689885:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768395.689886:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768395.689887:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768395.689888:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768395.689889:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768395.689890:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768395.689892:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768395.689894:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768395.689956:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768395.689960:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768395.689963:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768396.266799:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768396.266806:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768396.266808:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768396.266814:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768396.266817:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768396.266822:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768396.266825:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768396.266827:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768396.266830:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768396.713810:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768396.713816:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768396.713821:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768396.713823:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768396.713827:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768396.713828:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768396.713831:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768396.713832:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768396.713836:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768396.713837:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768396.713901:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768396.713905:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768396.713909:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768397.289917:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768397.289924:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768397.289926:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768397.289931:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768397.289942:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768397.289946:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768397.289948:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768397.289951:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768397.289953:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768397.737878:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768397.737884:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768397.737891:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:3.0:1775768397.737892:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768397.737894:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768397.737901:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:3.0:1775768397.737901:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1775768397.737904:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:3.0:1775768397.737904:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768397.737908:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:1.0:1775768397.737909:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:3.0:1775768397.737913:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1775768397.737915:0:57984:0:(import.c:484:import_select_connection()) Process entered
00010000:00000001:3.0:1775768397.737916:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768397.737921:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768397.737923:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5582
00010000:00000001:3.0:1775768397.737925:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768397.737929:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768397.737931:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768397.737934:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768397.737935:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768397.737942:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768397.737945:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00010000:00000001:3.0:1775768397.737949:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000040:1.0:1775768397.737950:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00010000:00000001:3.0:1775768397.737952:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768397.737954:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768397.737958:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768397.737960:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768397.737964:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768397.737966:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:1.0:1775768397.737968:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768397.737971:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:1.0:1775768397.737974:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:1.0:1775768397.737977:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:1.0:1775768397.737980:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768397.737982:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768397.737985:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768397.737988:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768397.737991:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:1.0:1775768397.737995:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768397.737998:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768397.738000:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
02000000:00000001:1.0:1775768397.738001:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000020:00000001:0.0:1775768397.738005:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768397.738005:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00010000:0.0:1775768397.738010:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
02000000:00000001:1.0:1775768397.738011:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768397.738015:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768397.738017:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768397.738027:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11500.
00000020:00000040:1.0:1775768397.738031:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:1.0:1775768397.738034:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768397.738036:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768397.738038:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768397.738041:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768397.738046:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768397.738054:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046ea400.
00000100:00000001:1.0:1775768397.738059:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768397.738068:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11500 x1862022335220352/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768397.738077:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768397.738081:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768397.738085:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3229bd5] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11500 x1862022335220352/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768397.738106:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768397.738109:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768397.738112:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775768397.738114:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768397.738115:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768397.738118:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768397.738121:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5582
00000400:00000200:1.0:1775768397.738125:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768397.738128:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768397.738130:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768397.738133:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768397.738135:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768397.738136:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768397.738138:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768397.738140:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768397.738142:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:1.0:1775768397.738143:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768397.738150:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:1.0:1775768397.738153:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:1.0:1775768397.738155:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:1.0:1775768397.738157:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768397.738159:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768397.738161:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768397.738162:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768397.738164:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:1.0:1775768397.738167:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768397.738169:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768397.738170:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768397.738175:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768397.738177:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768397.738179:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768397.738183:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768397.738186:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768397.738188:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768397.738191:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d12d80.
00000020:00000040:1.0:1775768397.738193:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:1.0:1775768397.738196:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768397.738197:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768397.738199:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768397.738200:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768397.738202:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768397.738205:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eb800.
00000100:00000001:1.0:1775768397.738208:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768397.738213:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d12d80 x1862022335220480/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768397.738220:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768397.738222:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768397.738225:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000896363e8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d12d80 x1862022335220480/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768397.738232:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768397.738327:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768397.738331:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768397.738334:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768397.738340:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d11500 x1862022335220352/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768397.738349:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768397.738351:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768397.738354:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768397.738356:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768397.738359:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768397.738362:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335220352:192.168.202.131@tcp:250:kworker.0
00000100:00000001:3.0:1775768397.738373:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768397.738377:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768397.738380:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768397.738382:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768397.738388:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768397.738390:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768397.738395:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768397.738399:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768397.738405:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768397.738411:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335220352, portal 25
00000100:00000001:3.0:1775768397.738414:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768397.738415:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415769344 : -120452293782272 : ffff927303d11500)
00000100:00000040:3.0:1775768397.738421:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d11500 x1862022335220352/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768397.738428:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768397.738432:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768397.738435:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3aa0.
00000100:00000200:3.0:1775768397.738438:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022335220352, offset 0
00000400:00000200:3.0:1775768397.738444:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768397.738451:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768397.738457:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768397.738462:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768397.738466:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768397.738470:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768397.738472:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768397.738476:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60841:60841:256:4294967295] 192.168.202.131@tcp LPNI seq info [60841:60841:8:4294967295]
00000400:00000200:3.0:1775768397.738481:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768397.738490:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768397.738496:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768397.738501:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768397.738508:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768397.738511:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775768397.738516:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768397.738519:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1775768397.738525:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768397.738528:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768397.738533:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768397.738538:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768397.738543:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3aa0
00000400:00000010:3.0:1775768397.738546:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3aa0.
00000100:00000001:3.0:1775768397.738549:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768397.738552:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d11500 x1862022335220352/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768397.738561:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768397.738564:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d11500 x1862022335220352/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768422 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768397.738571:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768397.738572:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768397.738577:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768397.738581:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768397.738583:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4300255997
00000100:00000010:3.0:1775768397.738588:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3ba0.
00000100:00000001:3.0:1775768397.738594:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1775768397.738598:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4300255997
00000100:00000010:3.0:1775768397.738601:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3d80.
00000100:00000001:3.0:1775768397.738603:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1775768397.738606:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768397.738608:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768397.738610:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768397.738614:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768397/real 1775768397]  req@ffff927303d11500 x1862022335220352/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768397.738622:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768397.738624:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768397.738625:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768397.738628:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768397.738629:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768397.738631:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768397.738634:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d11500 x1862022335220352/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768397.738642:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d11500 x1862022335220352/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768397.738648:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768397.738649:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768397.738652:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768397.738653:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768397.738664:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d11500 x1862022335220352/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768397.738671:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768397.738675:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d11500 x1862022335220352/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768422 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768397.738681:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768397.738684:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768397.738685:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768397.738686:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768397.738688:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768397.738690:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768397.738693:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768397.738697:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768397.738699:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768397.738703:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d11500 x1862022335220352/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768422 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768397.738837:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335220352:192.168.202.131@tcp:250:kworker.0
00000100:00000001:3.0:1775768397.738842:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768397.738846:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d12d80 x1862022335220480/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768397.738859:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768397.738860:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768397.738862:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768397.738943:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768397.738946:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768397.738950:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335220480:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768397.738953:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768397.738955:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768397.738957:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768397.738958:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768397.738961:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768397.738963:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768397.738973:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768397.738977:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768397.738980:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768397.738983:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335220480, portal 10
00000100:00000001:3.0:1775768397.738985:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768397.738986:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415775616 : -120452293776000 : ffff927303d12d80)
00000100:00000040:3.0:1775768397.738992:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d12d80 x1862022335220480/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768397.738998:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768397.739000:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768397.739002:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3aa0.
00000100:00000200:3.0:1775768397.739004:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335220480, offset 0
00000400:00000200:3.0:1775768397.739008:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768397.739012:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768397.739015:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768397.739018:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768397.739021:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768397.739023:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768397.739025:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768397.739029:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60842:60842:256:4294967295] 192.168.202.131@tcp LPNI seq info [60842:60842:8:4294967295]
00000400:00000200:3.0:1775768397.739032:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768397.739038:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768397.739042:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768397.739045:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768397.739049:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768397.739051:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775768397.739055:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768397.739058:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1775768397.739061:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768397.739063:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768397.739066:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768397.739069:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768397.739072:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3aa0
00000400:00000010:3.0:1775768397.739073:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3aa0.
00000100:00000001:3.0:1775768397.739075:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768397.739079:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d12d80 x1862022335220480/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768397.739085:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768397.739088:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d12d80 x1862022335220480/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768422 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768397.739093:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768397.739094:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768397.739097:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768397.739107:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: using a timeout of 15131 usecs (16 jiffies)
00000400:00000200:3.0:1775768397.739111:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768397.739113:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300254737
00000100:00000001:3.0:1775768397.739116:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300255997
00000100:00000001:3.0:1775768397.739118:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300254737
00000100:00000001:3.0:1775768397.739119:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300255997
00000100:00000001:3.0:1775768397.739121:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768397.739124:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768397.739125:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768397.739129:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768397/real 1775768397]  req@ffff927303d12d80 x1862022335220480/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768397.739137:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768397.739138:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768397.739139:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768397.739142:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768397.739144:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768397.739145:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768397.739148:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d12d80 x1862022335220480/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768397.739156:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d12d80 x1862022335220480/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768397.739162:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768397.739163:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768397.739164:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768397.739166:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768397.739168:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d12d80 x1862022335220480/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768397.739175:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768397.739178:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d12d80 x1862022335220480/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768422 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768397.739184:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768397.739186:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768397.739188:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768397.739189:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768397.739190:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768397.739192:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768397.739194:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768397.739198:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768397.739200:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768397.739203:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d12d80 x1862022335220480/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768422 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768397.739211:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335220480:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768397.739214:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768397.739216:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768397.739219:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d11500 x1862022335220352/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768422 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768397.739226:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768397.739228:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768397.739230:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768397.739234:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768397.739236:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768397.739237:0:2404:0:(genops.c:1242:class_import_put()) import ffff9273194c5000 refcount=3 obd=MGC192.168.202.131@tcp
00000020:00000001:3.0:1775768397.739239:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768397.739241:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046ea400.
02000000:00000001:3.0:1775768397.739244:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768397.739245:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768397.739265:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d11500.
00000100:00000001:3.0:1775768397.739268:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768397.739269:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768397.739271:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768397.739274:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d12d80 x1862022335220480/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768422 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768397.739280:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768397.739281:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768397.739282:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768397.739284:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768397.739285:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768397.739286:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c000 refcount=137 obd=lustre-MDT0000-mdc-ffff927308189800
00000020:00000001:3.0:1775768397.739288:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768397.739290:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046eb800.
02000000:00000001:3.0:1775768397.739292:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768397.739293:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768397.739295:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d12d80.
00000100:00000001:3.0:1775768397.739297:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768397.739298:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768397.739300:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768397.739306:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768397.739308:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768397.739310:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768397.739311:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768397.741308:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768397.741311:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775768397.741313:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768397.741315:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768397.741319:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768397.741323:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5582
00000400:00000200:1.0:1775768397.741328:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768397.741332:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768397.741334:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768397.741336:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768397.741339:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768397.741341:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768397.741344:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768397.741346:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768397.741348:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:1.0:1775768397.741350:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768397.741352:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:1.0:1775768397.741354:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:1.0:1775768397.741357:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:1.0:1775768397.741359:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768397.741361:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768397.741363:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768397.741365:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768397.741368:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:1.0:1775768397.741371:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768397.741373:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768397.741375:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768397.741379:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768397.741381:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768397.741383:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768397.741386:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768397.741388:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768397.741390:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768397.741395:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10380.
00000020:00000040:1.0:1775768397.741398:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:1.0:1775768397.741400:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768397.741402:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768397.741403:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768397.741405:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768397.741407:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768397.741412:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8400.
00000100:00000001:1.0:1775768397.741416:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768397.741422:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10380 x1862022335220608/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768397.741436:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768397.741439:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768397.741443:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fae5f3c] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10380 x1862022335220608/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768397.741468:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768397.741471:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768397.741474:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775768397.741476:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768397.741477:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768397.741480:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768397.741482:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5582
00000400:00000200:1.0:1775768397.741486:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768397.741490:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768397.741492:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768397.741496:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768397.741499:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768397.741501:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768397.741504:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768397.741506:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:3.0:1775768397.741507:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1775768397.741508:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:1.0:1775768397.741511:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1775768397.741511:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1775768397.741513:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000100:00000001:3.0:1775768397.741514:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1775768397.741517:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:1.0:1775768397.741521:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:3.0:1775768397.741522:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d10380 x1862022335220608/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775768397.741528:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768397.741533:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768397.741537:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768397.741538:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768397.741541:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000001:3.0:1775768397.741541:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1775768397.741546:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
02000000:00000001:3.0:1775768397.741546:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768397.741548:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1775768397.741551:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
02000000:00000001:3.0:1775768397.741552:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768397.741557:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768397.741558:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335220608:192.168.202.131@tcp:38:kworker.0
02000000:00000001:1.0:1775768397.741562:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1775768397.741563:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768397.741566:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768397.741566:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768397.741569:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768397.741571:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768397.741571:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1775768397.741575:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000010:3.0:1775768397.741576:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65000.
00000008:00100000:1.0:1775768397.741578:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
02000000:00000001:3.0:1775768397.741579:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1775768397.741584:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768397.741586:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775768397.741588:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775768397.741590:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000100:00000010:1.0:1775768397.741593:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10000.
00000400:00000010:3.0:1775768397.741595:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000020:00000040:1.0:1775768397.741596:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:1.0:1775768397.741600:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000200:3.0:1775768397.741600:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335220608, portal 10
02000000:00000001:1.0:1775768397.741603:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768397.741604:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768397.741606:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1775768397.741607:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415764864 : -120452293786752 : ffff927303d10380)
02000000:00000001:1.0:1775768397.741609:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768397.741612:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768397.741614:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d10380 x1862022335220608/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1775768397.741617:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9000.
00000100:00000001:1.0:1775768397.741622:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768397.741626:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:1.0:1775768397.741631:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10000 x1862022335220736/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1775768397.741632:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768397.741636:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3aa0.
00000100:00000200:3.0:1775768397.741642:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335220608, offset 0
00000100:00000001:1.0:1775768397.741645:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768397.741649:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768397.741650:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000100:00000040:1.0:1775768397.741656:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbb7fab8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10000 x1862022335220736/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775768397.741660:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768397.741669:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000100:00000001:1.0:1775768397.741671:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768397.741674:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1775768397.741676:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1775768397.741680:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:3.0:1775768397.741680:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000100:00000001:1.0:1775768397.741684:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1775768397.741686:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000100:00080000:1.0:1775768397.741687:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1775768397.741690:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000100:00000001:1.0:1775768397.741692:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:3.0:1775768397.741696:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60843:60843:256:4294967295] 192.168.202.131@tcp LPNI seq info [60843:60843:8:4294967295]
00000100:00080000:1.0:1775768397.741698:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5582
00000400:00000200:3.0:1775768397.741703:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768397.741706:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768397.741726:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768397.741728:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768397.741732:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768397.741734:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768397.741739:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768397.741743:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768397.741746:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768397.741748:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000400:00000200:3.0:1775768397.741748:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000020:00000001:1.0:1775768397.741750:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768397.741752:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:1.0:1775768397.741754:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:1.0:1775768397.741757:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:1.0:1775768397.741761:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768397.741765:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768397.741768:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768397.741771:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000800:00000200:3.0:1775768397.741773:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000020:00000040:1.0:1775768397.741775:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000800:00000010:3.0:1775768397.741779:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000100:00080000:1.0:1775768397.741780:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768397.741785:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768397.741787:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:3.0:1775768397.741789:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
02000000:00000001:1.0:1775768397.741791:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:3.0:1775768397.741793:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
02000000:00000001:1.0:1775768397.741796:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768397.741800:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000800:00000200:3.1:1775768397.741800:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000008:00100000:1.0:1775768397.741804:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000800:00000200:3.1:1775768397.741805:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000008:00000001:1.0:1775768397.741810:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1775768397.741813:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000100:00000001:1.0:1775768397.741814:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1775768397.741818:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000100:00000010:1.0:1775768397.741819:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10700.
00000020:00000040:1.0:1775768397.741823:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
00000400:00000200:3.0:1775768397.741824:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:1.0:1775768397.741826:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768397.741828:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768397.741831:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1775768397.741832:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768397.741834:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768397.741837:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768397.741838:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3aa0
02000000:00000010:1.0:1775768397.741841:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9800.
00000400:00000010:3.0:1775768397.741841:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3aa0.
00000100:00000001:1.0:1775768397.741846:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768397.741847:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768397.741854:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d10380 x1862022335220608/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768397.741855:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10700 x1862022335220864/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768397.741880:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768397.741883:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768397.741883:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768397.741891:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9d335f8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10700 x1862022335220864/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775768397.741891:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d10380 x1862022335220608/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768422 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768397.741917:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768397.741924:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5592)
00000100:00000001:3.0:1775768397.741924:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768397.741928:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768397.741933:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768397.741936:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: using a timeout of 41678 usecs (42 jiffies)
00000400:00000200:3.0:1775768397.741940:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768397.741943:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300254766
00000100:00000001:3.0:1775768397.741946:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300255997
00000100:00000001:3.0:1775768397.741949:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300254766
00000100:00000001:3.0:1775768397.741950:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300255997
00000100:00000001:3.0:1775768397.741953:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768397.741955:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768397.741957:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768397.741962:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768397/real 1775768397]  req@ffff927303d10380 x1862022335220608/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768397.741971:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768397.741973:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768397.741975:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768397.741977:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768397.741979:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768397.741981:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768397.741984:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d10380 x1862022335220608/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768397.741990:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d10380 x1862022335220608/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768397.741994:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768397.741994:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768397.741996:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768397.741997:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768397.742000:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d10380 x1862022335220608/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768397.742004:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768397.742006:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d10380 x1862022335220608/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768422 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768397.742010:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768397.742012:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768397.742013:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768397.742014:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768397.742015:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768397.742016:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768397.742017:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768397.742020:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768397.742021:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768397.742023:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d10380 x1862022335220608/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768422 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768397.742027:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335220608:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768397.742030:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768397.742031:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768397.742032:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d10380 x1862022335220608/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768422 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768397.742037:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768397.742038:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768397.742040:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768397.742042:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768397.742043:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768397.742043:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f800 refcount=3 obd=lustre-MDT0001-mdc-ffff927308189800
00000020:00000001:3.0:1775768397.742045:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768397.742046:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046e8400.
02000000:00000001:3.0:1775768397.742048:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768397.742049:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768397.742050:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d10380.
00000100:00000001:3.0:1775768397.742052:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768397.742052:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768397.742053:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768397.742058:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768397.742059:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768397.742068:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768397.742070:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768397.742071:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768397.742074:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d10000 x1862022335220736/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768397.742080:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768397.742081:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768397.742083:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768397.742085:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768397.742086:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768397.742089:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335220736:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768397.742092:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768397.742094:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768397.742096:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768397.742097:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768397.742100:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768397.742102:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768397.742105:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768397.742108:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768397.742111:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768397.742114:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335220736, portal 4
00000100:00000001:3.0:1775768397.742116:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768397.742117:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415763968 : -120452293787648 : ffff927303d10000)
00000100:00000040:3.0:1775768397.742122:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d10000 x1862022335220736/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768397.742127:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768397.742128:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768397.742130:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3aa0.
00000100:00000200:3.0:1775768397.742131:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335220736, offset 0
00000400:00000200:3.0:1775768397.742134:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768397.742137:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768397.742139:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768397.742142:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768397.742144:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768397.742146:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768397.742148:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768397.742151:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60844:60844:256:4294967295] 192.168.202.131@tcp LPNI seq info [60844:60844:8:4294967295]
00000400:00000200:3.0:1775768397.742155:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768397.742160:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768397.742165:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768397.742176:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768397.742180:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768397.742182:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775768397.742185:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768397.742187:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1775768397.742191:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768397.742192:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768397.742195:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768397.742198:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768397.742201:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3aa0
00000400:00000010:3.0:1775768397.742202:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3aa0.
00000100:00000001:3.0:1775768397.742205:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768397.742208:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d10000 x1862022335220736/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768397.742215:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768397.742217:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d10000 x1862022335220736/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768422 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768397.742222:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768397.742223:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768397.742227:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768397.742230:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: using a timeout of 22192 usecs (23 jiffies)
00000400:00000200:3.0:1775768397.742233:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768397.742235:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300254747
00000100:00000001:3.0:1775768397.742237:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300255997
00000100:00000001:3.0:1775768397.742239:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300254747
00000100:00000001:3.0:1775768397.742240:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300255997
00000100:00000001:3.0:1775768397.742242:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768397.742244:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768397.742245:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768397.742274:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768397/real 1775768397]  req@ffff927303d10000 x1862022335220736/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768397.742282:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768397.742283:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768397.742285:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768397.742287:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768397.742289:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768397.742290:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768397.742293:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d10000 x1862022335220736/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768397.742301:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d10000 x1862022335220736/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768397.742306:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768397.742307:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768397.742310:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768397.742311:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768397.742314:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d10000 x1862022335220736/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768397.742320:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768397.742324:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d10000 x1862022335220736/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768422 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768397.742331:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768397.742334:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768397.742335:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768397.742336:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768397.742337:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768397.742338:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768397.742340:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768397.742342:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768397.742344:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768397.742347:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d10000 x1862022335220736/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768422 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768397.742351:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335220736:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768397.742354:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768397.742356:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d10700 x1862022335220864/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768397.742359:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768397.742360:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768397.742361:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768397.742362:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768397.742363:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768397.742365:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335220864:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768397.742366:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768397.742368:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768397.742369:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768397.742370:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768397.742372:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768397.742373:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768397.742376:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768397.742378:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768397.742379:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768397.742381:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335220864, portal 4
00000100:00000001:3.0:1775768397.742383:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768397.742383:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415765760 : -120452293785856 : ffff927303d10700)
00000100:00000040:3.0:1775768397.742387:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d10700 x1862022335220864/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768397.742391:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768397.742393:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768397.742394:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3aa0.
00000100:00000200:3.0:1775768397.742395:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335220864, offset 0
00000400:00000200:3.0:1775768397.742397:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768397.742400:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768397.742402:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768397.742404:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768397.742405:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768397.742407:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768397.742408:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768397.742410:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60845:60845:256:4294967295] 192.168.202.131@tcp LPNI seq info [60845:60845:8:4294967295]
00000400:00000200:3.0:1775768397.742413:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768397.742417:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768397.742420:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768397.742422:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768397.742424:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768397.742426:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775768397.742429:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768397.742430:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1775768397.742432:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768397.742434:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768397.742436:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768397.742438:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768397.742440:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3aa0
00000400:00000010:3.0:1775768397.742441:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3aa0.
00000100:00000001:3.0:1775768397.742442:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768397.742444:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d10700 x1862022335220864/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768397.742448:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768397.742450:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d10700 x1862022335220864/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768422 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768397.742454:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768397.742455:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768397.742457:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768397.742458:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: using a timeout of 22500 usecs (23 jiffies)
00000400:00000200:3.0:1775768397.742460:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768397.742461:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300254747
00000100:00000001:3.0:1775768397.742463:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300255997
00000100:00000001:3.0:1775768397.742464:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300254747
00000100:00000001:3.0:1775768397.742466:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300255997
00000100:00000001:3.0:1775768397.742467:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768397.742468:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768397.742469:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768397.742471:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768397/real 1775768397]  req@ffff927303d10700 x1862022335220864/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768397.742475:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768397.742476:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768397.742477:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768397.742478:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768397.742479:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768397.742480:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768397.742482:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d10700 x1862022335220864/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768397.742486:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d10700 x1862022335220864/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768397.742493:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768397.742494:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768397.742495:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768397.742496:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768397.742498:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d10700 x1862022335220864/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768397.742501:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768397.742503:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d10700 x1862022335220864/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768422 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768397.742506:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768397.742507:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768397.742508:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768397.742509:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768397.742510:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768397.742510:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768397.742512:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768397.742513:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768397.742514:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768397.742516:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d10700 x1862022335220864/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768422 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768397.742520:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335220864:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768397.742522:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768397.742523:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768397.742525:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d10000 x1862022335220736/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768422 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768397.742528:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768397.742529:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768397.742531:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768397.742532:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768397.742533:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768397.742534:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f000 refcount=2 obd=lustre-OST0000-osc-ffff927308189800
00000020:00000001:3.0:1775768397.742535:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768397.742536:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046e9000.
02000000:00000001:3.0:1775768397.742538:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768397.742538:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768397.742539:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d10000.
00000100:00000001:3.0:1775768397.742540:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768397.742541:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768397.742542:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768397.742544:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d10700 x1862022335220864/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768422 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768397.742547:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768397.742548:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768397.742549:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768397.742550:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768397.742550:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768397.742551:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c800 refcount=2 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:3.0:1775768397.742552:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768397.742553:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046e9800.
02000000:00000001:3.0:1775768397.742553:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768397.742554:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768397.742555:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d10700.
00000100:00000001:3.0:1775768397.742556:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768397.742556:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768397.742557:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768397.742559:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768397.742560:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768397.742561:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768397.742562:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768398.313835:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768398.313840:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768398.313841:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768398.313845:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768398.313848:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768398.313851:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768398.313852:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768398.313854:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768398.313856:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768398.761787:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768398.761793:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768398.761799:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768398.761800:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768398.761804:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768398.761807:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768398.761810:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768398.761811:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768398.761814:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768398.761816:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768398.761862:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768398.761866:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768398.761869:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775768399.017806:0:58796:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649b30 (cpu 0) has reached its deadline 4300255997, at 4300256000
00000100:00000040:2.0:1775768399.017810:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300255997, at 4300256000
00000100:00000010:2.0:1775768399.017823:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3ba0.
00000100:00000010:3.0:1775768399.017832:0:58796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3d80.
00000100:00000001:0.0:1775768399.337816:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768399.337823:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768399.337825:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768399.337831:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768399.337835:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768399.337839:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768399.337842:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768399.337844:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768399.337847:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768399.785876:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768399.785881:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768399.785887:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768399.785889:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768399.785892:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768399.785894:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768399.785897:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768399.785898:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768399.785902:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768399.785903:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768399.785976:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768399.785979:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768399.785983:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768400.361816:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768400.361822:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768400.361824:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768400.361830:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768400.361834:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768400.361838:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768400.361848:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768400.361851:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768400.361854:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768400.809822:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768400.809827:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768400.809835:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768400.809836:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768400.809838:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768400.809839:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768400.809849:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768400.809850:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768400.809852:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768400.809853:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768400.809908:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768400.809912:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768400.809915:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768401.385836:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768401.385843:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768401.385845:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768401.385850:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768401.385854:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768401.385858:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768401.385861:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768401.385863:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768401.385866:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768401.833828:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768401.833833:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768401.833839:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768401.833840:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768401.833844:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768401.833846:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768401.833849:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768401.833850:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768401.833854:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768401.833855:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768401.833914:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768401.833918:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768401.833921:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768402.409824:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768402.409831:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768402.409833:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768402.409839:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768402.409843:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768402.409847:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768402.409849:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768402.409852:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768402.409855:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768402.857839:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768402.857843:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768402.857848:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768402.857850:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768402.857852:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768402.857853:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768402.857855:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768402.857856:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768402.857858:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768402.857859:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768402.857869:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768402.857875:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775768402.857877:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768402.857882:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768402.857885:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768402.857892:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5587
00000400:00000200:1.0:1775768402.857902:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768402.857908:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768402.857912:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000020:00000001:0.0:1775768402.857913:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768402.857917:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768402.857917:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00010000:00010000:0.0:1775768402.857923:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775768402.857923:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768402.857928:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768402.857931:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768402.857934:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768402.857936:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:1.0:1775768402.857938:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768402.857940:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:1.0:1775768402.857942:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:1.0:1775768402.857944:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:1.0:1775768402.857947:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768402.857949:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768402.857950:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768402.857952:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768402.857954:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:1.0:1775768402.857957:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768402.857960:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768402.857962:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768402.857965:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768402.857968:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768402.857970:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768402.857972:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768402.857982:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10e00.
00000020:00000040:1.0:1775768402.857985:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:1.0:1775768402.857988:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768402.857990:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768402.857992:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768402.857995:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768402.857999:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768402.858006:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8000.
00000100:00000001:1.0:1775768402.858012:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768402.858020:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10e00 x1862022335220992/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768402.858030:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768402.858034:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768402.858039:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009b4566e] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10e00 x1862022335220992/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768402.858089:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768402.858093:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768402.858096:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768402.858103:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d10e00 x1862022335220992/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768402.858111:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768402.858113:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768402.858116:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768402.858119:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768402.858121:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768402.858124:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335220992:192.168.202.131@tcp:250:kworker.0
00000100:00000001:1.0:1775768402.858125:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768402.858131:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00080000:1.0:1775768402.858132:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:3.0:1775768402.858136:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768402.858139:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768402.858143:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
02000000:00000001:3.0:1775768402.858144:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768402.858150:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65400.
00000100:00000001:1.0:1775768402.858153:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:3.0:1775768402.858154:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768402.858160:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1775768402.858163:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775768402.858165:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:3.0:1775768402.858168:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000100:00080000:1.0:1775768402.858169:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5587
00000400:00000200:1.0:1775768402.858176:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768402.858177:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768402.858185:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335220992, portal 25
00000100:00000001:3.0:1775768402.858187:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768402.858189:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415767552 : -120452293784064 : ffff927303d10e00)
00000400:00000200:1.0:1775768402.858191:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768402.858195:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768402.858210:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d10e00 x1862022335220992/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775768402.858223:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768402.858228:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775768402.858230:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768402.858233:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768402.858237:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000040:3.0:1775768402.858238:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000020:00000001:1.0:1775768402.858240:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768402.858242:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:1.0:1775768402.858243:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000010:3.0:1775768402.858243:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3aa0.
00000020:00000040:1.0:1775768402.858246:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000100:00000200:3.0:1775768402.858248:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022335220992, offset 0
00000020:00000001:1.0:1775768402.858255:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000400:00000200:3.0:1775768402.858257:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000020:00000001:1.0:1775768402.858259:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:1.0:1775768402.858264:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768402.858267:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1775768402.858268:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000040:1.0:1775768402.858272:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768402.858275:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000400:00000200:3.0:1775768402.858278:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000020:00000040:1.0:1775768402.858279:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:1.0:1775768402.858286:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000400:00000200:3.0:1775768402.858287:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1775768402.858292:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768402.858295:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
02000000:00000001:1.0:1775768402.858296:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1775768402.858300:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
02000000:00000001:1.0:1775768402.858302:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1775768402.858305:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
02000000:00000001:1.0:1775768402.858306:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768402.858309:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:3.0:1775768402.858312:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60846:60846:256:4294967295] 192.168.202.131@tcp LPNI seq info [60846:60846:8:4294967295]
00000008:00100000:1.0:1775768402.858313:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768402.858318:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768402.858321:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768402.858321:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000010:1.0:1775768402.858324:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11c00.
00000020:00000040:1.0:1775768402.858327:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:1.0:1775768402.858329:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768402.858332:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768402.858335:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768402.858337:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768402.858340:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768402.858340:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
02000000:00000010:1.0:1775768402.858344:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8c00.
00000100:00000001:1.0:1775768402.858348:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1775768402.858349:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000100:00100000:1.0:1775768402.858354:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11c00 x1862022335221120/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:3.0:1775768402.858356:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000100:00000001:1.0:1775768402.858363:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768402.858365:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1775768402.858369:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000040:1.0:1775768402.858370:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062b06338] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11c00 x1862022335221120/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1775768402.858374:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000100:00000001:1.0:1775768402.858383:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768402.858387:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.1:1775768402.858387:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00080000:1.0:1775768402.858393:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000200:3.1:1775768402.858393:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000100:00000001:1.0:1775768402.858394:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768402.858396:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768402.858399:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000800:00000100:3.0:1775768402.858402:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000100:00080000:1.0:1775768402.858404:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5587
00000800:00000010:3.0:1775768402.858406:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:1.0:1775768402.858410:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768402.858413:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768402.858415:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1775768402.858416:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1775768402.858417:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768402.858421:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768402.858423:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768402.858425:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768402.858428:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:3.0:1775768402.858428:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000020:00000040:1.0:1775768402.858431:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:1.0:1775768402.858433:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768402.858434:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:1.0:1775768402.858435:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000400:00000200:3.0:1775768402.858436:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3aa0
00000020:00000001:1.0:1775768402.858437:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000400:00000010:3.0:1775768402.858440:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3aa0.
00000100:00000040:1.0:1775768402.858441:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768402.858444:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768402.858446:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768402.858447:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000001:3.0:1775768402.858447:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:1.0:1775768402.858450:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:1.0:1775768402.858455:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000200:3.0:1775768402.858455:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d10e00 x1862022335220992/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768402.858460:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768402.858465:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1775768402.858471:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768402.858475:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d10e00 x1862022335220992/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768427 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1775768402.858480:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768402.858485:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768402.858489:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768402.858493:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1775768402.858494:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1775768402.858497:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768402.858498:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768402.858501:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768402.858505:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768402.858507:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10700.
00000020:00000040:1.0:1775768402.858510:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
00000400:00000200:3.0:1775768402.858511:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
02000000:00000001:1.0:1775768402.858517:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1775768402.858517:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4300261117
02000000:00000001:1.0:1775768402.858520:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768402.858523:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768402.858524:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768402.858526:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768402.858530:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eac00.
00000100:00000010:3.0:1775768402.858533:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3d80.
00000100:00000001:1.0:1775768402.858534:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768402.858541:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10700 x1862022335221248/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768402.858541:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1775768402.858548:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4300261117
00000100:00000001:1.0:1775768402.858552:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000010:3.0:1775768402.858553:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3cc0.
00000100:00000001:1.0:1775768402.858555:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768402.858558:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3
00000100:00000040:1.0:1775768402.858559:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9d335f8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10700 x1862022335221248/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768402.858563:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768402.858569:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768402.858570:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768402.858579:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00080000:1.0:1775768402.858580:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768402.858583:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775768402.858585:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:3.0:1775768402.858586:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768402/real 1775768402]  req@ffff927303d10e00 x1862022335220992/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1775768402.858587:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768402.858591:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768402.858596:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5587
00000400:00000200:1.0:1775768402.858603:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768402.858607:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768402.858609:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000400:00000001:3.0:1775768402.858609:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:1.0:1775768402.858613:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000400:00000001:3.0:1775768402.858613:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1775768402.858616:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768402.858617:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000400:00000010:3.0:1775768402.858617:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000100:00000001:1.0:1775768402.858621:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000400:00000200:3.0:1775768402.858623:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768402.858626:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000020:00000001:1.0:1775768402.858628:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:3.0:1775768402.858629:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:1.0:1775768402.858631:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:1.0:1775768402.858635:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000200:3.0:1775768402.858635:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d10e00 x1862022335220992/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1775768402.858638:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:1.0:1775768402.858643:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:1.0:1775768402.858645:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:1.0:1775768402.858649:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768402.858654:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768402.858659:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000200:3.0:1775768402.858660:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d10e00 x1862022335220992/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768402.858662:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768402.858667:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:1.0:1775768402.858673:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:3.0:1775768402.858676:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768402.858678:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768402.858679:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1775768402.858681:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1775768402.858683:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:1.0:1775768402.858686:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768402.858686:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1775768402.858690:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768402.858692:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00100000:3.0:1775768402.858694:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d10e00 x1862022335220992/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1775768402.858695:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775768402.858699:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768402.858702:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768402.858707:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10000.
00000020:00000040:1.0:1775768402.858733:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:1.0:1775768402.858735:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768402.858736:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768402.858738:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768402.858739:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768402.858742:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768402.858748:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eb000.
00000100:00000001:3.0:1775768402.858749:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768402.858753:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768402.858756:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d10e00 x1862022335220992/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768427 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768402.858762:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10000 x1862022335221376/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768402.858771:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768402.858777:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768402.858779:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768402.858780:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768402.858783:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768402.858784:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768402.858786:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768402.858789:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:1.0:1775768402.858790:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbb7fab8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10000 x1862022335221376/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1775768402.858793:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768402.858802:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768402.858807:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:1.0:1775768402.858808:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768402.858813:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775768402.858816:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d10e00 x1862022335220992/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768427 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1775768402.858818:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775768402.858822:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768402.858826:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768402.858832:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00100000:3.0:1775768402.858834:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335220992:192.168.202.131@tcp:250:kworker.0
00000100:00080000:1.0:1775768402.858837:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5587
00000100:00000001:3.0:1775768402.858843:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1775768402.858845:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768402.858847:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000400:00000200:1.0:1775768402.858851:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00000040:3.0:1775768402.858853:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d10e00 x1862022335220992/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768427 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1775768402.858854:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768402.858862:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768402.858868:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775768402.858869:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
00000100:00000040:1.0:1775768402.858872:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
02000000:00000001:3.0:1775768402.858873:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:1.0:1775768402.858876:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
02000000:00000010:3.0:1775768402.858877:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65400.
00000020:00000001:1.0:1775768402.858882:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768402.858884:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
02000000:00000001:3.0:1775768402.858884:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768402.858887:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000001:3.0:1775768402.858887:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768402.858890:0:2404:0:(genops.c:1242:class_import_put()) import ffff9273194c5000 refcount=3 obd=MGC192.168.202.131@tcp
00000020:00000040:1.0:1775768402.858891:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:3.0:1775768402.858895:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
00000020:00000001:1.0:1775768402.858896:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
02000000:00000010:3.0:1775768402.858899:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046e8000.
00000020:00000001:1.0:1775768402.858900:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:1.0:1775768402.858905:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
02000000:00000001:3.0:1775768402.858905:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:1.0:1775768402.858909:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1775768402.858909:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000040:1.0:1775768402.858913:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000010:3.0:1775768402.858913:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d10e00.
00000100:00000001:1.0:1775768402.858918:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000001:3.0:1775768402.858918:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000020:00000040:1.0:1775768402.858922:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00000001:3.0:1775768402.858922:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768402.858926:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1775768402.858927:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768402.858932:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768402.858934:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768402.858936:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768402.858936:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:1.0:1775768402.858940:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768402.858940:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768402.858941:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768402.858945:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1775768402.858945:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00000001:1.0:1775768402.858948:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768402.858948:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768402.858951:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768402.858951:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000010:1.0:1775768402.858956:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10380.
00000020:00000040:1.0:1775768402.858959:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
00000100:00000040:3.0:1775768402.858959:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d11c00 x1862022335221120/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1775768402.858962:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768402.858964:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768402.858968:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768402.858970:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768402.858973:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768402.858977:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000010:1.0:1775768402.858978:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9400.
00000100:00000001:3.0:1775768402.858980:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768402.858982:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768402.858983:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:1.0:1775768402.858987:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10380 x1862022335221504/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1775768402.858987:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768402.858993:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768402.858998:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00100000:3.0:1775768402.859000:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335221120:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775768402.859001:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768402.859006:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fae5f3c] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10380 x1862022335221504/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768402.859006:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768402.859009:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768402.859012:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768402.859016:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1775768402.859021:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768402.859021:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768402.859025:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768402.859026:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5597)
00000400:00000200:3.0:1775768402.859029:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768402.859033:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768402.859036:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768402.859040:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335221120, portal 10
00000100:00000001:3.0:1775768402.859042:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768402.859043:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415771136 : -120452293780480 : ffff927303d11c00)
00000100:00000040:3.0:1775768402.859050:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d11c00 x1862022335221120/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768402.859056:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768402.859058:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768402.859061:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3aa0.
00000100:00000200:3.0:1775768402.859063:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335221120, offset 0
00000400:00000200:3.0:1775768402.859067:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768402.859071:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768402.859075:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768402.859078:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768402.859080:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768402.859082:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768402.859084:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768402.859087:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60847:60847:256:4294967295] 192.168.202.131@tcp LPNI seq info [60847:60847:8:4294967295]
00000400:00000200:3.0:1775768402.859091:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768402.859098:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768402.859102:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768402.859105:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768402.859109:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768402.859111:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775768402.859116:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768402.859118:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1775768402.859122:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768402.859123:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768402.859126:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768402.859130:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768402.859133:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3aa0
00000400:00000010:3.0:1775768402.859135:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3aa0.
00000100:00000001:3.0:1775768402.859137:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768402.859140:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d11c00 x1862022335221120/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768402.859147:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768402.859150:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d11c00 x1862022335221120/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768427 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768402.859156:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768402.859157:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768402.859161:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768402.859164:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: using a timeout of 15131 usecs (16 jiffies)
00000400:00000200:3.0:1775768402.859167:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768402.859169:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300259857
00000100:00000001:3.0:1775768402.859172:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300261117
00000100:00000001:3.0:1775768402.859174:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300259857
00000100:00000001:3.0:1775768402.859176:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300261117
00000100:00000001:3.0:1775768402.859178:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768402.859180:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768402.859181:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768402.859185:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768402/real 1775768402]  req@ffff927303d11c00 x1862022335221120/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768402.859192:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768402.859194:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768402.859195:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768402.859215:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768402.859217:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768402.859219:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768402.859222:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d11c00 x1862022335221120/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768402.859230:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d11c00 x1862022335221120/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768402.859237:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768402.859238:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768402.859240:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768402.859241:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768402.859245:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d11c00 x1862022335221120/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768402.859251:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768402.859255:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d11c00 x1862022335221120/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768427 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768402.859262:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768402.859264:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768402.859266:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768402.859267:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768402.859269:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768402.859270:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768402.859272:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768402.859275:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768402.859277:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768402.859280:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d11c00 x1862022335221120/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768427 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768402.859287:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335221120:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768402.859291:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768402.859294:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d10700 x1862022335221248/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768402.859301:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768402.859302:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768402.859304:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768402.859306:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768402.859308:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768402.859311:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335221248:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768402.859314:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768402.859316:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768402.859317:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768402.859319:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768402.859322:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768402.859324:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768402.859328:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768402.859330:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768402.859333:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768402.859336:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335221248, portal 10
00000100:00000001:3.0:1775768402.859338:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768402.859339:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415765760 : -120452293785856 : ffff927303d10700)
00000100:00000040:3.0:1775768402.859344:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d10700 x1862022335221248/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768402.859350:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768402.859353:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768402.859354:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3aa0.
00000100:00000200:3.0:1775768402.859357:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335221248, offset 0
00000400:00000200:3.0:1775768402.859360:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768402.859364:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768402.859367:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768402.859370:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768402.859372:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768402.859374:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768402.859377:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768402.859380:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60848:60848:256:4294967295] 192.168.202.131@tcp LPNI seq info [60848:60848:8:4294967295]
00000400:00000200:3.0:1775768402.859383:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768402.859390:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768402.859394:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768402.859397:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768402.859400:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768402.859403:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775768402.859407:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768402.859409:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1775768402.859413:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768402.859415:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768402.859418:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768402.859421:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768402.859424:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3aa0
00000400:00000010:3.0:1775768402.859426:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3aa0.
00000100:00000001:3.0:1775768402.859429:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768402.859432:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d10700 x1862022335221248/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768402.859439:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768402.859442:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d10700 x1862022335221248/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768427 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768402.859449:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768402.859451:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768402.859453:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768402.859456:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: using a timeout of 41678 usecs (42 jiffies)
00000400:00000200:3.0:1775768402.859459:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768402.859461:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300259883
00000100:00000001:3.0:1775768402.859463:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300261117
00000100:00000001:3.0:1775768402.859465:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300259883
00000100:00000001:3.0:1775768402.859467:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300261117
00000100:00000001:3.0:1775768402.859469:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768402.859471:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768402.859473:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768402.859476:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768402/real 1775768402]  req@ffff927303d10700 x1862022335221248/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768402.859482:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768402.859483:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768402.859484:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768402.859487:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768402.859488:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768402.859490:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768402.859493:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d10700 x1862022335221248/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768402.859501:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d10700 x1862022335221248/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768402.859508:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768402.859509:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768402.859511:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768402.859512:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768402.859515:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d10700 x1862022335221248/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768402.859521:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768402.859525:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d10700 x1862022335221248/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768427 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768402.859532:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768402.859534:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768402.859536:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768402.859537:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768402.859538:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768402.859539:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768402.859542:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768402.859544:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768402.859546:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768402.859550:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d10700 x1862022335221248/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768427 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768402.859558:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335221248:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768402.859561:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768402.859564:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d10000 x1862022335221376/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768402.859570:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768402.859572:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768402.859574:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768402.859576:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768402.859578:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768402.859581:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335221376:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768402.859584:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768402.859586:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768402.859587:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768402.859589:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768402.859592:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a64000.
02000000:00000001:3.0:1775768402.859594:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768402.859597:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768402.859600:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768402.859603:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768402.859605:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335221376, portal 4
00000100:00000001:3.0:1775768402.859608:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768402.859609:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415763968 : -120452293787648 : ffff927303d10000)
00000100:00000040:3.0:1775768402.859613:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d10000 x1862022335221376/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768402.859619:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768402.859621:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768402.859623:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3aa0.
00000100:00000200:3.0:1775768402.859625:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335221376, offset 0
00000400:00000200:3.0:1775768402.859629:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768402.859633:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768402.859636:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768402.859638:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768402.859641:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768402.859643:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768402.859645:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768402.859649:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60849:60849:256:4294967295] 192.168.202.131@tcp LPNI seq info [60849:60849:8:4294967295]
00000400:00000200:3.0:1775768402.859653:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768402.859658:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768402.859663:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768402.859666:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768402.859670:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768402.859673:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775768402.859677:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768402.859679:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1775768402.859683:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768402.859685:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768402.859687:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768402.859691:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768402.859693:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3aa0
00000400:00000010:3.0:1775768402.859695:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3aa0.
00000100:00000001:3.0:1775768402.859697:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768402.859700:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d10000 x1862022335221376/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768402.859727:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768402.859730:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d10000 x1862022335221376/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768427 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768402.859737:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768402.859739:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768402.859742:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768402.859745:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: using a timeout of 22192 usecs (23 jiffies)
00000400:00000200:3.0:1775768402.859748:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768402.859750:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300259865
00000100:00000001:3.0:1775768402.859752:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300261117
00000100:00000001:3.0:1775768402.859754:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300259865
00000100:00000001:3.0:1775768402.859757:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300261117
00000100:00000001:3.0:1775768402.859759:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768402.859761:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768402.859763:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768402.859766:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768402/real 1775768402]  req@ffff927303d10000 x1862022335221376/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768402.859774:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768402.859776:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768402.859777:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768402.859780:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768402.859781:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768402.859783:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768402.859786:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d10000 x1862022335221376/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768402.859793:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d10000 x1862022335221376/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768402.859800:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768402.859802:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768402.859804:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768402.859805:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768402.859808:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d10000 x1862022335221376/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768402.859815:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768402.859818:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d10000 x1862022335221376/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768427 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768402.859825:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768402.859828:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768402.859829:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768402.859830:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768402.859832:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768402.859833:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768402.859836:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768402.859839:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768402.859841:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768402.859846:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d10000 x1862022335221376/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768427 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768402.859853:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335221376:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768402.859857:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768402.859859:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768402.859862:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d11c00 x1862022335221120/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768427 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768402.859868:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768402.859869:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768402.859871:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768402.859873:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768402.859875:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768402.859876:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c000 refcount=137 obd=lustre-MDT0000-mdc-ffff927308189800
00000020:00000001:3.0:1775768402.859877:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768402.859879:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046e8c00.
02000000:00000001:3.0:1775768402.859882:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768402.859883:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768402.859884:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d11c00.
00000100:00000001:3.0:1775768402.859886:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768402.859887:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768402.859889:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768402.859892:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d10700 x1862022335221248/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768427 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768402.859898:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768402.859899:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768402.859900:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768402.859902:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768402.859903:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768402.859904:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f800 refcount=3 obd=lustre-MDT0001-mdc-ffff927308189800
00000020:00000001:3.0:1775768402.859906:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768402.859907:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046eac00.
02000000:00000001:3.0:1775768402.859910:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768402.859911:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768402.859913:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d10700.
00000100:00000001:3.0:1775768402.859915:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768402.859916:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768402.859917:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768402.859920:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d10000 x1862022335221376/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768427 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768402.859926:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768402.859927:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768402.859928:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a64000.
02000000:00000001:3.0:1775768402.859931:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768402.859932:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768402.859933:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f000 refcount=2 obd=lustre-OST0000-osc-ffff927308189800
00000020:00000001:3.0:1775768402.859935:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768402.859936:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046eb000.
02000000:00000001:3.0:1775768402.859939:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768402.859940:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768402.859941:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d10000.
00000100:00000001:3.0:1775768402.859943:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768402.859944:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768402.859945:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768402.859949:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768402.859950:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768402.859952:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768402.859954:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768402.859955:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768402.859959:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d10380 x1862022335221504/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768402.859965:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768402.859966:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768402.859969:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768402.859970:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768402.859972:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768402.859975:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335221504:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768402.859978:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768402.859980:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768402.859982:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768402.859984:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768402.859987:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a64000.
02000000:00000001:3.0:1775768402.859989:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768402.859992:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768402.859995:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768402.859998:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768402.860000:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335221504, portal 4
00000100:00000001:3.0:1775768402.860002:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768402.860004:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415764864 : -120452293786752 : ffff927303d10380)
00000100:00000040:3.0:1775768402.860009:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d10380 x1862022335221504/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768402.860015:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768402.860018:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768402.860020:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3aa0.
00000100:00000200:3.0:1775768402.860022:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335221504, offset 0
00000400:00000200:3.0:1775768402.860025:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768402.860029:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768402.860032:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768402.860035:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768402.860037:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768402.860040:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768402.860042:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768402.860045:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60850:60850:256:4294967295] 192.168.202.131@tcp LPNI seq info [60850:60850:8:4294967295]
00000400:00000200:3.0:1775768402.860049:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768402.860055:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768402.860060:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768402.860063:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768402.860067:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768402.860070:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775768402.860074:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768402.860076:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1775768402.860080:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768402.860082:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768402.860085:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768402.860088:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768402.860091:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3aa0
00000400:00000010:3.0:1775768402.860093:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3aa0.
00000100:00000001:3.0:1775768402.860095:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768402.860098:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d10380 x1862022335221504/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768402.860106:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768402.860109:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d10380 x1862022335221504/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768427 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768402.860115:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768402.860116:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768402.860119:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768402.860121:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: using a timeout of 22500 usecs (23 jiffies)
00000400:00000200:3.0:1775768402.860124:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768402.860126:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300259865
00000100:00000001:3.0:1775768402.860129:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300261117
00000100:00000001:3.0:1775768402.860130:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300259865
00000100:00000001:3.0:1775768402.860132:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300261117
00000100:00000001:3.0:1775768402.860134:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768402.860136:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768402.860138:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768402.860141:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768402/real 1775768402]  req@ffff927303d10380 x1862022335221504/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768402.860148:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768402.860150:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768402.860152:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768402.860154:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768402.860155:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768402.860158:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768402.860160:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d10380 x1862022335221504/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768402.860167:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d10380 x1862022335221504/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768402.860173:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768402.860174:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768402.860176:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768402.860178:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768402.860181:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d10380 x1862022335221504/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768402.860187:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768402.860191:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d10380 x1862022335221504/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768427 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768402.860196:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768402.860212:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768402.860214:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768402.860215:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768402.860216:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768402.860218:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768402.860220:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768402.860224:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768402.860226:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768402.860230:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d10380 x1862022335221504/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768427 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768402.860237:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335221504:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768402.860241:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768402.860243:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768402.860246:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d10380 x1862022335221504/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768427 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768402.860252:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768402.860253:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768402.860255:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a64000.
02000000:00000001:3.0:1775768402.860257:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768402.860258:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768402.860260:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c800 refcount=2 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:3.0:1775768402.860261:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768402.860263:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046e9400.
02000000:00000001:3.0:1775768402.860265:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768402.860267:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768402.860268:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d10380.
00000100:00000001:3.0:1775768402.860270:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768402.860272:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768402.860273:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768402.860276:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768402.860278:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768402.860279:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768402.860280:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768403.433819:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768403.433825:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768403.433828:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768403.433834:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768403.433837:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768403.433841:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768403.433844:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768403.433847:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768403.433849:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768403.881821:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768403.881826:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768403.881832:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768403.881833:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768403.881837:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768403.881838:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768403.881841:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768403.881843:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768403.881846:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768403.881848:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768403.881913:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768403.881917:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768403.881920:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775768404.138225:0:58796:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649b30 (cpu 0) has reached its deadline 4300261117, at 4300261120
00000100:00000010:3.0:1775768404.138241:0:58796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3cc0.
00000100:00000040:2.0:1775768404.138380:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300261117, at 4300261120
00000100:00000010:2.0:1775768404.138387:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3d80.
00000100:00000001:0.0:1775768404.458304:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768404.458311:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768404.458313:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768404.458317:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768404.458321:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768404.458325:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768404.458328:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768404.458330:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768404.458332:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768404.905834:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768404.905841:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768404.905859:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768404.905860:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768404.905865:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768404.905866:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768404.905870:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768404.905871:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768404.905875:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768404.905876:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768404.905929:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768404.905932:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768404.905934:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768405.481837:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768405.481844:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768405.481845:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768405.481851:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768405.481854:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768405.481857:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768405.481860:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768405.481863:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768405.481865:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768405.929825:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768405.929832:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768405.929835:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768405.929838:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768405.929842:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768405.929845:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768405.929847:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768405.929849:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768405.929853:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768405.929855:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768405.929856:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768405.929858:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768405.929859:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768405.929861:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768405.929862:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768405.929864:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768405.929868:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768405.929869:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768405.929871:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768405.929872:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768405.929874:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768405.929875:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768405.929877:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768405.929878:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768405.929882:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768405.929884:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768405.929887:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768405.929889:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768405.929890:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768405.929891:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768405.929892:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768405.929893:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768405.929895:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768405.929896:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768405.929953:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768405.929956:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768405.929959:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768406.505842:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768406.505848:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768406.505850:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768406.505855:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768406.505859:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768406.505863:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768406.505865:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768406.505867:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768406.505870:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768406.953819:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768406.953824:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768406.953831:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768406.953832:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768406.953836:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768406.953837:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768406.953849:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768406.953851:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768406.953855:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768406.953856:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768406.953926:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768406.953933:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768406.953936:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768407.529840:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768407.529847:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768407.529849:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768407.529854:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768407.529856:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768407.529859:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768407.529861:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768407.529864:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768407.529865:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768407.977831:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768407.977835:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768407.977840:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768407.977841:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768407.977843:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768407.977844:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768407.977846:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768407.977848:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768407.977850:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768407.977852:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768407.977855:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768407.977857:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768407.977859:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768407.977861:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768407.977865:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768407.977866:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768407.978093:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768407.978096:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768407.978098:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775768407.978127:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768407.978132:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768407.978135:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768407.978139:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768407.978142:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768407.978161:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5592
00000400:00000200:2.0:1775768407.978170:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768407.978176:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768407.978180:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768407.978182:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768407.978185:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768407.978188:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768407.978190:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768407.978193:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768407.978195:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775768407.978197:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768407.978200:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775768407.978202:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775768407.978204:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775768407.978207:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768407.978209:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768407.978211:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768407.978213:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768407.978216:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775768407.978219:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768407.978221:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768407.978224:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768407.978227:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768407.978230:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768407.978231:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768407.978234:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768407.978243:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775768407.978246:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775768407.978249:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768407.978251:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768407.978253:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768407.978256:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768407.978260:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768407.978269:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec400.
00000100:00000001:2.0:1775768407.978275:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768407.978283:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335221632/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768407.978292:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768407.978297:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768407.978302:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335221632/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768407.978322:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768407.978325:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768407.978329:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768407.978330:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768407.978331:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768407.978334:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768407.978337:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5592
00000400:00000200:2.0:1775768407.978341:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768407.978345:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768407.978347:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768407.978350:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768407.978355:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768407.978359:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768407.978362:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775768407.978363:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768407.978366:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768407.978370:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768407.978373:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000040:3.0:1775768407.978373:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b54a80 x1862022335221632/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1775768407.978376:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775768407.978379:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768407.978381:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775768407.978386:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775768407.978391:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000001:3.0:1775768407.978392:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768407.978395:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768407.978396:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768407.978400:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1775768407.978401:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1775768407.978403:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
02000000:00000001:3.0:1775768407.978405:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768407.978406:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768407.978411:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
02000000:00000001:3.0:1775768407.978412:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768407.978416:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00100000:3.0:1775768407.978420:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335221632:192.168.202.131@tcp:250:kworker.0
00000100:00000001:2.0:1775768407.978421:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768407.978425:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1775768407.978427:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768407.978431:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768407.978431:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768407.978434:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768407.978435:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768407.978440:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:3.0:1775768407.978440:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:2.0:1775768407.978446:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
02000000:00000010:3.0:1775768407.978447:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a64000.
00000008:00000001:2.0:1775768407.978450:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768407.978450:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768407.978454:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768407.978459:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000400:00000200:3.0:1775768407.978459:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000020:00000040:2.0:1775768407.978463:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
00000400:00000010:3.0:1775768407.978465:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
02000000:00000001:2.0:1775768407.978466:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768407.978470:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768407.978472:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768407.978474:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:3.0:1775768407.978474:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
02000000:00000001:2.0:1775768407.978477:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1775768407.978482:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335221632, portal 25
02000000:00000010:2.0:1775768407.978483:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec800.
00000100:00000001:3.0:1775768407.978486:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768407.978489:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768407.978489:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682383488 : -120452027168128 : ffff927313b54a80)
00000100:00100000:2.0:1775768407.978496:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335221760/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1775768407.978499:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b54a80 x1862022335221632/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768407.978517:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768407.978520:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1775768407.978521:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768407.978526:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000100:00000040:2.0:1775768407.978528:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335221760/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1775768407.978530:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3aa0.
00000100:00000200:3.0:1775768407.978535:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022335221632, offset 0
00000100:00000001:2.0:1775768407.978544:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768407.978547:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000100:00080000:2.0:1775768407.978550:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768407.978553:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768407.978555:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768407.978558:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1775768407.978558:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:2.0:1775768407.978563:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:3.0:1775768407.978567:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000100:00080000:2.0:1775768407.978568:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5592
00000400:00000200:3.0:1775768407.978577:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768407.978582:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768407.978585:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768407.978588:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768407.978592:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60851:60851:256:4294967295] 192.168.202.131@tcp LPNI seq info [60851:60851:8:4294967295]
00000400:00000200:3.0:1775768407.978596:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768407.978606:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1775768407.978615:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000800:00000200:3.0:1775768407.978616:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000400:00000200:2.0:1775768407.978622:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000800:00000010:3.0:1775768407.978624:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000100:00080000:2.0:1775768407.978625:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768407.978630:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768407.978632:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768407.978637:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768407.978639:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768407.978641:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768407.978642:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775768407.978644:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768407.978646:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000800:00000200:3.0:1775768407.978647:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000020:00000001:2.0:1775768407.978649:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775768407.978652:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000800:00000200:3.0:1775768407.978653:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000100:00000040:2.0:1775768407.978658:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768407.978661:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1775768407.978665:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000040:2.0:1775768407.978666:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768407.978670:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000800:00000200:3.1:1775768407.978671:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000020:00000040:2.0:1775768407.978673:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775768407.978676:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768407.978678:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768407.978681:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768407.978686:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000100:3.0:1775768407.978689:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
02000000:00000001:2.0:1775768407.978690:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768407.978693:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000800:00000010:3.0:1775768407.978694:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000008:00100000:2.0:1775768407.978696:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768407.978700:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768407.978701:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768407.978702:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000010:2.0:1775768407.978706:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000400:00000200:3.0:1775768407.978728:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768407.978734:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3aa0
00000400:00000010:3.0:1775768407.978736:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3aa0.
00000100:00000001:3.0:1775768407.978740:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768407.978749:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b54a80 x1862022335221632/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1775768407.978752:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775768407.978757:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768407.978760:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768407.978764:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768407.978767:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1775768407.978768:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1775768407.978769:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768407.978775:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b54a80 x1862022335221632/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768432 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1775768407.978776:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef000.
00000100:00000001:2.0:1775768407.978781:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768407.978788:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768407.978790:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335221888/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768407.978791:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768407.978799:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768407.978800:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768407.978803:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768407.978808:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335221888/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775768407.978812:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768407.978817:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4300266238
00000100:00000001:2.0:1775768407.978823:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768407.978826:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3cc0.
00000100:00080000:2.0:1775768407.978827:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768407.978831:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768407.978833:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768407.978834:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768407.978837:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768407.978839:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5592
00000400:00000200:2.0:1775768407.978844:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768407.978846:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2
00000400:00000200:2.0:1775768407.978848:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768407.978852:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1775768407.978853:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4300266238
00000100:00000040:2.0:1775768407.978855:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768407.978859:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:3.0:1775768407.978860:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3d80.
00000100:00000040:2.0:1775768407.978862:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768407.978865:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1775768407.978866:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768407.978869:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:3.0:1775768407.978870:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1775768407.978871:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775768407.978875:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1775768407.978876:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1775768407.978878:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775768407.978881:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000001:3.0:1775768407.978881:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000020:00000001:2.0:1775768407.978884:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775768407.978889:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00100000:3.0:1775768407.978889:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768407/real 1775768407]  req@ffff927313b54a80 x1862022335221632/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768407.978892:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768407.978894:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768407.978896:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768407.978899:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775768407.978904:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000400:00000001:3.0:1775768407.978913:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768407.978917:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1775768407.978918:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775768407.978919:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
02000000:00000001:2.0:1775768407.978920:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768407.978925:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1775768407.978925:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768407.978928:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
02000000:00000001:2.0:1775768407.978929:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768407.978932:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1775768407.978933:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768407.978937:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768407.978940:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768407.978941:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768407.978945:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
00000100:00000200:3.0:1775768407.978948:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b54a80 x1862022335221632/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1775768407.978949:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775768407.978955:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768407.978957:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768407.978960:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768407.978963:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:3.0:1775768407.978967:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b54a80 x1862022335221632/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775768407.978968:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768407.978973:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee400.
00000100:00000001:2.0:1775768407.978979:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768407.978979:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768407.978982:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768407.978986:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00100000:2.0:1775768407.978987:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335222016/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768407.978989:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768407.978997:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b54a80 x1862022335221632/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768407.978999:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768407.979004:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768407.979009:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b54a80 x1862022335221632/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768432 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768407.979012:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768407.979020:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335222016/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768407.979037:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768407.979039:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768407.979043:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1775768407.979044:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1775768407.979048:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:2.0:1775768407.979050:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775768407.979050:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768407.979053:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1775768407.979054:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00080000:2.0:1775768407.979056:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768407.979058:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768407.979060:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768407.979064:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5592
00000100:00080000:3.0:1775768407.979064:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from CONNECTING to DISCONN
00000400:00000200:2.0:1775768407.979070:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768407.979073:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768407.979076:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1775768407.979078:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768407.979082:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768407.979083:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768407.979087:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768407.979091:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b54a80 x1862022335221632/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768432 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768407.979092:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768407.979097:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768407.979101:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768407.979104:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775768407.979107:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768407.979111:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000100:00100000:3.0:1775768407.979111:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335221632:192.168.202.131@tcp:250:kworker.0
00000020:00000001:2.0:1775768407.979115:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775768407.979119:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000001:3.0:1775768407.979119:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768407.979124:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768407.979126:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768407.979130:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768407.979130:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b54a80 x1862022335221632/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768432 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768407.979136:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768407.979140:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768407.979144:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00000001:3.0:1775768407.979146:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768407.979158:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768407.979161:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a64000.
00000100:00080000:2.0:1775768407.979163:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
02000000:00000001:3.0:1775768407.979165:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:2.0:1775768407.979167:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768407.979168:0:2404:0:(genops.c:1236:class_import_put()) Process entered
02000000:00000001:2.0:1775768407.979170:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000020:00000040:3.0:1775768407.979171:0:2404:0:(genops.c:1242:class_import_put()) import ffff9273194c5000 refcount=3 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775768407.979174:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1775768407.979174:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000001:2.0:1775768407.979178:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768407.979178:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bec400.
00000100:00000001:2.0:1775768407.979182:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768407.979184:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
02000000:00000001:3.0:1775768407.979184:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768407.979187:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000008:00000001:2.0:1775768407.979188:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768407.979189:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b54a80.
00000100:00000001:2.0:1775768407.979192:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768407.979193:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768407.979195:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:2.0:1775768407.979197:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
00000100:00000001:3.0:1775768407.979198:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1775768407.979201:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775768407.979205:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768407.979206:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768407.979207:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768407.979208:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1775768407.979210:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768407.979211:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1775768407.979213:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1775768407.979214:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768407.979215:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768407.979218:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
02000000:00000010:2.0:1775768407.979220:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee800.
00000100:00000040:3.0:1775768407.979223:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b57100 x1862022335221760/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768407.979224:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768407.979233:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335222144/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768407.979235:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768407.979238:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768407.979242:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768407.979245:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768407.979250:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768407.979257:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335221760:192.168.202.131@tcp:38:kworker.0
00000100:00000001:2.0:1775768407.979263:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768407.979264:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1775768407.979267:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768407.979268:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768407.979271:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768407.979274:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335222144/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775768407.979275:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768407.979279:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a64000.
02000000:00000001:3.0:1775768407.979284:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768407.979291:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768407.979293:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000040:2.0:1775768407.979296:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5602)
00000400:00000010:3.0:1775768407.979297:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768407.979303:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768407.979306:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335221760, portal 10
00000100:00000001:3.0:1775768407.979308:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768407.979309:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682393344 : -120452027158272 : ffff927313b57100)
00000100:00000040:3.0:1775768407.979317:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b57100 x1862022335221760/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768407.979323:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768407.979325:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768407.979328:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3aa0.
00000100:00000200:3.0:1775768407.979330:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335221760, offset 0
00000400:00000200:3.0:1775768407.979334:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768407.979338:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768407.979342:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768407.979345:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768407.979348:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768407.979350:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768407.979352:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768407.979355:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60852:60852:256:4294967295] 192.168.202.131@tcp LPNI seq info [60852:60852:8:4294967295]
00000400:00000200:3.0:1775768407.979359:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768407.979365:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768407.979369:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768407.979372:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768407.979376:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768407.979378:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775768407.979382:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768407.979384:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1775768407.979388:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768407.979390:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768407.979393:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768407.979396:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768407.979399:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3aa0
00000400:00000010:3.0:1775768407.979400:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3aa0.
00000100:00000001:3.0:1775768407.979403:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768407.979406:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b57100 x1862022335221760/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768407.979414:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768407.979417:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b57100 x1862022335221760/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768432 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768407.979422:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768407.979424:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768407.979427:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768407.979430:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: using a timeout of 15131 usecs (16 jiffies)
00000400:00000200:3.0:1775768407.979433:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768407.979435:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300264977
00000100:00000001:3.0:1775768407.979438:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300266238
00000100:00000001:3.0:1775768407.979440:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300264977
00000100:00000001:3.0:1775768407.979442:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300266238
00000100:00000001:3.0:1775768407.979444:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768407.979446:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768407.979448:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768407.979451:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768407/real 1775768407]  req@ffff927313b57100 x1862022335221760/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768407.979458:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768407.979460:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768407.979461:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768407.979464:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768407.979465:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768407.979467:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768407.979471:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b57100 x1862022335221760/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768407.979478:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b57100 x1862022335221760/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768407.979484:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768407.979486:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768407.979487:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768407.979489:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768407.979492:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b57100 x1862022335221760/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768407.979498:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768407.979501:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b57100 x1862022335221760/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768432 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768407.979508:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768407.979510:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768407.979512:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768407.979513:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768407.979514:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768407.979516:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768407.979518:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768407.979521:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768407.979523:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768407.979526:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b57100 x1862022335221760/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768432 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768407.979534:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335221760:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768407.979538:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768407.979540:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b54e00 x1862022335221888/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768407.979551:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768407.979553:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768407.979555:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768407.979557:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768407.979558:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768407.979561:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335221888:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768407.979564:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768407.979566:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768407.979567:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768407.979568:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768407.979571:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768407.979573:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768407.979575:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768407.979578:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768407.979581:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768407.979583:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335221888, portal 10
00000100:00000001:3.0:1775768407.979585:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768407.979586:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682384384 : -120452027167232 : ffff927313b54e00)
00000100:00000040:3.0:1775768407.979590:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b54e00 x1862022335221888/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768407.979596:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768407.979598:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768407.979600:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3aa0.
00000100:00000200:3.0:1775768407.979602:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335221888, offset 0
00000400:00000200:3.0:1775768407.979605:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768407.979609:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768407.979612:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768407.979615:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768407.979617:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768407.979619:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768407.979621:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768407.979625:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60853:60853:256:4294967295] 192.168.202.131@tcp LPNI seq info [60853:60853:8:4294967295]
00000400:00000200:3.0:1775768407.979628:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768407.979634:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768407.979638:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768407.979641:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768407.979645:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768407.979648:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775768407.979651:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768407.979654:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1775768407.979658:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768407.979659:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768407.979662:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768407.979665:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768407.979668:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3aa0
00000400:00000010:3.0:1775768407.979670:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3aa0.
00000100:00000001:3.0:1775768407.979672:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768407.979675:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b54e00 x1862022335221888/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768407.979683:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768407.979686:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b54e00 x1862022335221888/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768432 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768407.979691:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768407.979693:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768407.979696:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768407.979699:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: using a timeout of 41678 usecs (42 jiffies)
00000400:00000200:3.0:1775768407.979702:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768407.979703:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300265003
00000100:00000001:3.0:1775768407.979706:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300266238
00000100:00000001:3.0:1775768407.979726:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300265004
00000100:00000001:3.0:1775768407.979728:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300266238
00000100:00000001:3.0:1775768407.979730:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768407.979732:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768407.979734:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768407.979738:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768407/real 1775768407]  req@ffff927313b54e00 x1862022335221888/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768407.979745:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768407.979746:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768407.979748:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768407.979750:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768407.979752:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768407.979754:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768407.979756:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b54e00 x1862022335221888/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768407.979764:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b54e00 x1862022335221888/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768407.979770:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768407.979771:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768407.979773:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768407.979774:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768407.979777:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b54e00 x1862022335221888/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768407.979784:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768407.979788:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b54e00 x1862022335221888/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768432 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768407.979794:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768407.979796:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768407.979798:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768407.979799:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768407.979800:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768407.979802:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768407.979804:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768407.979807:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768407.979808:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768407.979812:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b54e00 x1862022335221888/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768432 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768407.979818:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335221888:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768407.979822:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768407.979825:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b57800 x1862022335222016/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768407.979830:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768407.979832:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768407.979834:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768407.979835:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768407.979837:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768407.979840:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335222016:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768407.979843:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768407.979845:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768407.979846:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768407.979848:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768407.979851:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768407.979853:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768407.979856:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768407.979859:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768407.979862:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768407.979865:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335222016, portal 4
00000100:00000001:3.0:1775768407.979866:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768407.979867:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682395136 : -120452027156480 : ffff927313b57800)
00000100:00000040:3.0:1775768407.979872:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b57800 x1862022335222016/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768407.979879:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768407.979881:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768407.979883:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3aa0.
00000100:00000200:3.0:1775768407.979885:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335222016, offset 0
00000400:00000200:3.0:1775768407.979889:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768407.979893:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768407.979897:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768407.979899:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768407.979902:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768407.979904:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768407.979906:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768407.979909:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60854:60854:256:4294967295] 192.168.202.131@tcp LPNI seq info [60854:60854:8:4294967295]
00000400:00000200:3.0:1775768407.979913:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768407.979919:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768407.979923:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768407.979926:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768407.979929:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768407.979932:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775768407.979935:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768407.979938:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1775768407.979941:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768407.979943:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768407.979945:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768407.979948:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768407.979951:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3aa0
00000400:00000010:3.0:1775768407.979953:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3aa0.
00000100:00000001:3.0:1775768407.979955:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768407.979959:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b57800 x1862022335222016/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768407.979966:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768407.979969:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b57800 x1862022335222016/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768432 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768407.979975:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768407.979976:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768407.979980:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768407.979982:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: using a timeout of 22192 usecs (23 jiffies)
00000400:00000200:3.0:1775768407.979985:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768407.979987:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300264985
00000100:00000001:3.0:1775768407.979989:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300266238
00000100:00000001:3.0:1775768407.979991:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300264985
00000100:00000001:3.0:1775768407.979993:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300266238
00000100:00000001:3.0:1775768407.979995:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768407.979996:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768407.979998:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768407.980001:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768407/real 1775768407]  req@ffff927313b57800 x1862022335222016/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768407.980008:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768407.980009:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768407.980011:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768407.980013:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768407.980014:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768407.980016:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768407.980019:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b57800 x1862022335222016/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768407.980027:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b57800 x1862022335222016/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768407.980034:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768407.980035:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768407.980037:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768407.980038:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768407.980041:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b57800 x1862022335222016/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768407.980047:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768407.980050:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b57800 x1862022335222016/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768432 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768407.980056:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768407.980058:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768407.980060:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768407.980061:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768407.980063:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768407.980064:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768407.980067:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768407.980070:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768407.980072:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768407.980075:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b57800 x1862022335222016/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768432 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768407.980082:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335222016:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768407.980085:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768407.980087:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768407.980090:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b57100 x1862022335221760/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768432 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768407.980096:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768407.980098:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768407.980099:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a64000.
02000000:00000001:3.0:1775768407.980102:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768407.980103:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768407.980104:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c000 refcount=137 obd=lustre-MDT0000-mdc-ffff927308189800
00000020:00000001:3.0:1775768407.980106:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768407.980108:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bec800.
02000000:00000001:3.0:1775768407.980110:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768407.980112:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768407.980113:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b57100.
00000100:00000001:3.0:1775768407.980115:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768407.980116:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768407.980118:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768407.980121:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b54e00 x1862022335221888/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768432 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768407.980127:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768407.980128:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768407.980130:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768407.980132:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768407.980133:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768407.980134:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f800 refcount=3 obd=lustre-MDT0001-mdc-ffff927308189800
00000020:00000001:3.0:1775768407.980136:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768407.980137:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bef000.
02000000:00000001:3.0:1775768407.980139:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768407.980140:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768407.980141:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b54e00.
00000100:00000001:3.0:1775768407.980144:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768407.980145:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768407.980146:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768407.980160:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b57800 x1862022335222016/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768432 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768407.980166:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768407.980167:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768407.980169:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768407.980171:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768407.980172:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768407.980173:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f000 refcount=2 obd=lustre-OST0000-osc-ffff927308189800
00000020:00000001:3.0:1775768407.980175:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768407.980176:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bee400.
02000000:00000001:3.0:1775768407.980178:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768407.980179:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768407.980181:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b57800.
00000100:00000001:3.0:1775768407.980183:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768407.980184:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768407.980186:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768407.980189:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768407.980191:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768407.980193:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768407.980195:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768407.980196:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768407.980199:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b56300 x1862022335222144/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768407.980205:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768407.980206:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768407.980208:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768407.980210:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768407.980212:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768407.980214:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335222144:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768407.980217:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768407.980219:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768407.980220:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768407.980221:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768407.980224:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768407.980226:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768407.980229:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768407.980231:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768407.980234:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768407.980236:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335222144, portal 4
00000100:00000001:3.0:1775768407.980238:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768407.980239:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682389760 : -120452027161856 : ffff927313b56300)
00000100:00000040:3.0:1775768407.980244:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b56300 x1862022335222144/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768407.980249:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768407.980251:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768407.980253:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3aa0.
00000100:00000200:3.0:1775768407.980255:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335222144, offset 0
00000400:00000200:3.0:1775768407.980258:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768407.980262:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768407.980480:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768407.980484:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768407.980487:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768407.980489:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768407.980492:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768407.980495:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60855:60855:256:4294967295] 192.168.202.131@tcp LPNI seq info [60855:60855:8:4294967295]
00000400:00000200:3.0:1775768407.980499:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768407.980505:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768407.980510:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768407.980547:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768407.980552:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768407.980554:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775768407.980558:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768407.980561:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1775768407.980564:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768407.980566:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768407.980569:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768407.980572:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768407.980575:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3aa0
00000400:00000010:3.0:1775768407.980577:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3aa0.
00000100:00000001:3.0:1775768407.980580:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768407.980583:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b56300 x1862022335222144/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768407.980591:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768407.980593:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b56300 x1862022335222144/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768432 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768407.980599:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768407.980601:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768407.980604:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768407.980607:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: using a timeout of 22500 usecs (23 jiffies)
00000400:00000200:3.0:1775768407.980610:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768407.980612:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300264985
00000100:00000001:3.0:1775768407.980615:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300266238
00000100:00000001:3.0:1775768407.980617:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300264985
00000100:00000001:3.0:1775768407.980619:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300266238
00000100:00000001:3.0:1775768407.980621:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768407.980623:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768407.980625:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768407.980629:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768407/real 1775768407]  req@ffff927313b56300 x1862022335222144/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768407.980636:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768407.980637:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768407.980639:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768407.980641:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768407.980642:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768407.980644:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768407.980647:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b56300 x1862022335222144/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768407.980655:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b56300 x1862022335222144/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768407.980661:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768407.980662:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768407.980663:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768407.980665:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768407.980668:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b56300 x1862022335222144/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768407.980674:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768407.980678:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b56300 x1862022335222144/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768432 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768407.980684:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768407.980686:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768407.980688:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768407.980689:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768407.980690:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768407.980692:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768407.980695:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768407.980698:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768407.980700:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768407.980703:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b56300 x1862022335222144/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768432 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768407.980728:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335222144:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768407.980731:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768407.980733:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768407.980735:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b56300 x1862022335222144/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768432 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768407.980741:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768407.980743:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768407.980744:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768407.980747:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768407.980748:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768407.980749:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c800 refcount=2 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:3.0:1775768407.980751:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768407.980753:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bee800.
02000000:00000001:3.0:1775768407.980755:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768407.980756:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768407.980758:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b56300.
00000100:00000001:3.0:1775768407.980760:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768407.980761:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768407.980763:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768407.980766:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768407.980767:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768407.980769:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768407.980770:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768408.553870:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768408.553875:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768408.553877:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768408.553882:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768408.553884:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768408.553888:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768408.553890:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768408.553892:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768408.553893:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768409.001783:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768409.001787:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768409.001791:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768409.001792:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768409.001794:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768409.001795:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768409.001797:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768409.001799:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768409.001802:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768409.001803:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768409.001845:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768409.001849:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768409.001853:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775768409.257811:0:58796:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649b30 (cpu 0) has reached its deadline 4300266238, at 4300266240
00000100:00000040:2.0:1775768409.257816:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300266238, at 4300266240
00000100:00000010:3.0:1775768409.257825:0:58796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3d80.
00000100:00000010:2.0:1775768409.257828:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3cc0.
00000100:00000001:0.0:1775768409.577823:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768409.577830:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768409.577832:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768409.577838:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768409.577841:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768409.577846:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768409.577849:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768409.577851:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768409.577854:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768410.025829:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768410.025835:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768410.025841:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768410.025842:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768410.025845:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768410.025847:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768410.025850:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768410.025851:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768410.025854:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768410.025855:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768410.025925:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768410.025929:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768410.025932:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768410.601789:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768410.601795:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768410.601796:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768410.601800:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768410.601803:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768410.601807:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768410.601809:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768410.601811:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768410.601812:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768411.049920:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768411.049928:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768411.049934:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768411.049936:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768411.049939:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768411.049941:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768411.049944:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768411.049945:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768411.049949:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768411.049950:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768411.050058:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768411.050062:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768411.050065:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768411.625870:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768411.625878:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768411.625880:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768411.625888:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768411.625892:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768411.625897:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768411.625900:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768411.625902:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768411.625905:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768412.073863:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768412.073869:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768412.073873:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768412.073874:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768412.073877:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768412.073877:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768412.073880:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768412.073881:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768412.073883:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768412.073885:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768412.073956:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768412.073960:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768412.073964:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768412.649868:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768412.649877:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768412.649879:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768412.649886:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768412.649891:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768412.649896:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768412.649899:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768412.649901:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768412.649904:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768413.097817:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768413.097822:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768413.097828:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768413.097829:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768413.097830:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:3.0:1775768413.097832:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768413.097834:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768413.097839:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:0.0:1775768413.097840:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:3.0:1775768413.097841:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768413.097845:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:3.0:1775768413.097845:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768413.097848:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768413.097849:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768413.097853:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768413.097859:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5597
00000400:00000200:0.0:1775768413.097867:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768413.097873:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768413.097875:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768413.097878:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768413.097880:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768413.097883:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768413.097886:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768413.097889:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000001:2.0:1775768413.097890:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000040:0.0:1775768413.097891:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775768413.097895:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000001:2.0:1775768413.097895:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1775768413.097899:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00010000:00010000:2.0:1775768413.097900:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1775768413.097903:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775768413.097907:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775768413.097911:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768413.097913:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768413.097915:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768413.097918:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768413.097920:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:0.0:1775768413.097924:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768413.097926:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768413.097929:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768413.097932:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768413.097935:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768413.097937:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768413.097939:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768413.097947:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924700.
00000020:00000040:0.0:1775768413.097950:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775768413.097954:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768413.097955:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768413.097957:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768413.097959:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768413.097962:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768413.097968:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e800.
00000100:00000001:0.0:1775768413.097973:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768413.097981:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924700 x1862022335222272/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768413.097990:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768413.097995:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768413.098000:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc3726d9] to pc [ptlrpcd_rcv+-1]  req@ffff927322924700 x1862022335222272/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768413.098019:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768413.098021:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768413.098024:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768413.098025:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768413.098027:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768413.098030:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768413.098032:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5597
00000400:00000200:0.0:1775768413.098037:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768413.098041:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00000001:3.0:1775768413.098042:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1775768413.098043:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1775768413.098045:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768413.098047:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768413.098048:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768413.098051:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768413.098055:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322924700 x1862022335222272/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768413.098056:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768413.098061:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768413.098065:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768413.098068:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000100:00000001:3.0:1775768413.098068:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1775768413.098071:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1775768413.098072:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1775768413.098074:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
02000000:00000001:3.0:1775768413.098075:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:0.0:1775768413.098077:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
02000000:00000001:3.0:1775768413.098078:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1775768413.098082:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:0.0:1775768413.098085:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768413.098086:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768413.098089:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
02000000:00000001:3.0:1775768413.098089:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768413.098093:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00100000:3.0:1775768413.098095:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322924700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335222272:192.168.202.131@tcp:250:kworker.0
00000020:00000040:0.0:1775768413.098097:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:0.0:1775768413.098116:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:3.0:1775768413.098120:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1775768413.098123:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768413.098125:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768413.098126:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768413.098132:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768413.098133:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768413.098134:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768413.098137:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:3.0:1775768413.098140:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:0.0:1775768413.098141:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768413.098145:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768413.098146:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65400.
00000100:00000001:0.0:1775768413.098147:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768413.098152:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768413.098154:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924380.
00000020:00000040:0.0:1775768413.098157:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:0.0:1775768413.098161:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1775768413.098162:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
02000000:00000001:0.0:1775768413.098164:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768413.098167:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768413.098168:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:3.0:1775768413.098168:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
02000000:00000001:0.0:1775768413.098171:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768413.098177:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e400.
00000400:00000010:3.0:1775768413.098177:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000001:0.0:1775768413.098183:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1775768413.098186:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335222272, portal 25
00000100:00100000:0.0:1775768413.098189:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924380 x1862022335222400/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768413.098191:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768413.098193:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931747072 : -120451777804544 : ffff927322924700)
00000100:00000001:0.0:1775768413.098202:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:3.0:1775768413.098203:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322924700 x1862022335222272/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768413.098206:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768413.098212:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ec7b015] to pc [ptlrpcd_rcv+-1]  req@ffff927322924380 x1862022335222400/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768413.098224:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1775768413.098227:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768413.098231:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775768413.098231:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000100:00080000:0.0:1775768413.098235:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:3.0:1775768413.098236:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3aa0.
00000100:00000001:0.0:1775768413.098237:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768413.098239:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:3.0:1775768413.098240:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022335222272, offset 0
00000100:00000001:0.0:1775768413.098241:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768413.098245:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5597
00000400:00000200:0.0:1775768413.098249:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768413.098249:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:0.0:1775768413.098254:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768413.098255:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1775768413.098258:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000040:0.0:1775768413.098259:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768413.098262:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768413.098266:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000400:00000200:3.0:1775768413.098266:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000100:00000001:0.0:1775768413.098270:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768413.098272:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768413.098274:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000400:00000200:3.0:1775768413.098274:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:0.0:1775768413.098275:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768413.098278:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000400:00000200:3.0:1775768413.098279:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000020:00000001:0.0:1775768413.098280:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:0.0:1775768413.098283:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000400:00000200:3.0:1775768413.098283:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000100:00000040:0.0:1775768413.098287:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000400:00000200:3.0:1775768413.098288:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000100:00000001:0.0:1775768413.098291:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768413.098296:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000400:00000200:3.0:1775768413.098297:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60856:60856:256:4294967295] 192.168.202.131@tcp LPNI seq info [60856:60856:8:4294967295]
00000100:00000001:0.0:1775768413.098298:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768413.098303:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000400:00000200:3.0:1775768413.098306:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00080000:0.0:1775768413.098309:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768413.098311:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768413.098312:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768413.098314:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768413.098318:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768413.098321:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768413.098322:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768413.098323:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768413.098324:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768413.098328:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927100.
00000400:00000200:3.0:1775768413.098329:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000020:00000040:0.0:1775768413.098333:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775768413.098337:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768413.098338:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768413.098342:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:3.0:1775768413.098342:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
02000000:00000001:0.0:1775768413.098345:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768413.098348:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1775768413.098349:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
02000000:00000010:0.0:1775768413.098352:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d000.
00000100:00000001:0.0:1775768413.098357:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1775768413.098360:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00100000:0.0:1775768413.098364:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927100 x1862022335222528/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.0:1775768413.098365:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775768413.098376:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768413.098381:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000100:00000001:0.0:1775768413.098382:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768413.098386:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1775768413.098388:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768413.098391:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000100:00000040:0.0:1775768413.098394:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0540768] to pc [ptlrpcd_rcv+-1]  req@ffff927322927100 x1862022335222528/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775768413.098397:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1775768413.098404:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768413.098404:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000100:00080000:0.0:1775768413.098408:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1775768413.098410:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3aa0
00000100:00080000:0.0:1775768413.098411:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768413.098414:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:3.0:1775768413.098414:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3aa0.
00000100:00080000:0.0:1775768413.098417:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768413.098419:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1775768413.098420:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768413.098424:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5597
00000100:00000200:3.0:1775768413.098426:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322924700 x1862022335222272/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775768413.098430:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768413.098435:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768413.098439:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768413.098444:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768413.098446:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775768413.098446:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768413.098450:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768413.098452:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000040:3.0:1775768413.098452:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322924700 x1862022335222272/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768438 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1775768413.098457:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768413.098458:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775768413.098461:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768413.098463:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:0.0:1775768413.098466:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:0.0:1775768413.098468:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:0.0:1775768413.098473:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768413.098474:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768413.098475:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768413.098476:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768413.098478:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:0.0:1775768413.098483:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768413.098485:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768413.098489:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768413.098494:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768413.098495:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768413.098497:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768413.098499:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768413.098502:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768413.098505:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1775768413.098506:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1775768413.098508:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768413.098511:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768413.098515:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000010:0.0:1775768413.098517:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924e00.
00000100:00000001:3.0:1775768413.098518:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4300271357
00000020:00000040:0.0:1775768413.098522:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
00000100:00000010:3.0:1775768413.098525:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3d80.
02000000:00000001:0.0:1775768413.098526:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768413.098529:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768413.098530:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768413.098532:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1775768413.098532:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2
02000000:00000001:0.0:1775768413.098535:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768413.098538:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4300271357
02000000:00000010:0.0:1775768413.098540:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c400.
00000100:00000010:3.0:1775768413.098543:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3ba0.
00000100:00000001:0.0:1775768413.098544:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768413.098550:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924e00 x1862022335222656/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768413.098555:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1775768413.098560:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768413.098561:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768413.098564:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768413.098566:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768413.098570:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aec4c6e] to pc [ptlrpcd_rcv+-1]  req@ffff927322924e00 x1862022335222656/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768413.098571:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768413.098577:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768413/real 1775768413]  req@ffff927322924700 x1862022335222272/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768413.098600:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1775768413.098600:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768413.098603:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:0.0:1775768413.098604:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:3.0:1775768413.098605:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000100:00080000:0.0:1775768413.098610:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:3.0:1775768413.098610:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000100:00000001:0.0:1775768413.098612:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:3.0:1775768413.098613:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00080000:0.0:1775768413.098614:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768413.098616:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1775768413.098619:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:3.0:1775768413.098622:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322924700 x1862022335222272/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1775768413.098624:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5597
00000400:00000200:0.0:1775768413.098632:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768413.098638:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00000200:3.0:1775768413.098638:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322924700 x1862022335222272/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1775768413.098640:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768413.098645:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768413.098649:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768413.098652:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768413.098652:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768413.098654:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768413.098655:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000001:3.0:1775768413.098657:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:0.0:1775768413.098658:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768413.098660:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000100:00000001:3.0:1775768413.098660:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1775768413.098661:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768413.098663:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:0.0:1775768413.098664:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:0.0:1775768413.098665:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:0.0:1775768413.098667:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768413.098670:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:3.0:1775768413.098673:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322924700 x1862022335222272/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768413.098674:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768413.098678:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768413.098682:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:0.0:1775768413.098686:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768413.098690:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768413.098692:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1775768413.098692:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1775768413.098696:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768413.098699:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768413.098699:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322924700 x1862022335222272/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768438 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768413.098702:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768413.098705:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768413.098731:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768413.098733:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768413.098734:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768413.098739:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:0.0:1775768413.098740:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924a80.
00000100:00000001:3.0:1775768413.098742:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768413.098745:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1775768413.098746:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
00000100:00000001:3.0:1775768413.098749:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
02000000:00000001:0.0:1775768413.098750:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768413.098753:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768413.098754:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768413.098755:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768413.098758:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00080000:3.0:1775768413.098759:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:0.0:1775768413.098761:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768413.098767:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477cc00.
00000100:00080000:3.0:1775768413.098768:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768413.098771:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1775768413.098772:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768413.098776:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322924700 x1862022335222272/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768438 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768413.098780:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924a80 x1862022335222784/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1775768413.098791:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322924700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335222272:192.168.202.131@tcp:250:kworker.0
00000100:00000001:0.0:1775768413.098799:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768413.098799:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768413.098803:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1775768413.098804:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768413.098806:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322924700 x1862022335222272/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768438 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768413.098813:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c400aa7] to pc [ptlrpcd_rcv+-1]  req@ffff927322924a80 x1862022335222784/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768413.098814:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768413.098817:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768413.098820:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768413.098825:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:0.0:1775768413.098826:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768413.098827:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768413.098829:0:2404:0:(genops.c:1242:class_import_put()) import ffff9273194c5000 refcount=3 obd=MGC192.168.202.131@tcp
00000020:00000001:3.0:1775768413.098831:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768413.098833:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477e800.
00000100:00000040:0.0:1775768413.098834:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5607)
02000000:00000001:3.0:1775768413.098837:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768413.098840:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768413.098842:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322924700.
00000100:00000001:3.0:1775768413.098845:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768413.098847:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768413.098849:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768413.098856:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768413.098858:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768413.098860:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768413.098861:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768413.098862:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768413.098866:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322924380 x1862022335222400/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768413.098872:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768413.098873:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768413.098876:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768413.098877:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768413.098879:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768413.098882:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322924380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335222400:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768413.098885:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768413.098887:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768413.098888:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768413.098890:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768413.098893:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768413.098895:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768413.098899:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768413.098901:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768413.098905:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768413.098907:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335222400, portal 10
00000100:00000001:3.0:1775768413.098909:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768413.098911:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931746176 : -120451777805440 : ffff927322924380)
00000100:00000040:3.0:1775768413.098916:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322924380 x1862022335222400/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768413.098922:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768413.098924:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768413.098926:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3aa0.
00000100:00000200:3.0:1775768413.098928:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335222400, offset 0
00000400:00000200:3.0:1775768413.098932:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768413.098936:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768413.098939:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768413.098942:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768413.098944:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768413.098947:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768413.098949:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768413.098958:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60857:60857:256:4294967295] 192.168.202.131@tcp LPNI seq info [60857:60857:8:4294967295]
00000400:00000200:3.0:1775768413.098962:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768413.098967:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768413.098972:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768413.098976:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768413.098980:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768413.098982:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775768413.098990:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768413.098993:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1775768413.098996:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768413.098997:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768413.099000:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768413.099003:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768413.099006:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3aa0
00000400:00000010:3.0:1775768413.099008:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3aa0.
00000100:00000001:3.0:1775768413.099010:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768413.099013:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322924380 x1862022335222400/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768413.099020:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768413.099023:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322924380 x1862022335222400/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768438 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768413.099028:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768413.099030:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768413.099033:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768413.099037:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: using a timeout of 15131 usecs (16 jiffies)
00000400:00000200:3.0:1775768413.099040:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768413.099042:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300270097
00000100:00000001:3.0:1775768413.099044:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300271357
00000100:00000001:3.0:1775768413.099046:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300270097
00000100:00000001:3.0:1775768413.099049:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300271357
00000100:00000001:3.0:1775768413.099050:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768413.099053:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768413.099054:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768413.099058:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768413/real 1775768413]  req@ffff927322924380 x1862022335222400/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768413.099065:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768413.099066:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768413.099068:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768413.099071:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768413.099072:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768413.099074:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768413.099077:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322924380 x1862022335222400/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768413.099085:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322924380 x1862022335222400/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768413.099090:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768413.099091:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768413.099092:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768413.099093:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768413.099095:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322924380 x1862022335222400/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768413.099112:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768413.099114:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322924380 x1862022335222400/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768438 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768413.099119:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768413.099121:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768413.099122:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768413.099123:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768413.099124:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768413.099125:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768413.099126:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768413.099128:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768413.099129:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768413.099131:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322924380 x1862022335222400/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768438 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768413.099135:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322924380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335222400:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768413.099138:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768413.099139:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322927100 x1862022335222528/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768413.099143:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768413.099147:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768413.099148:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768413.099150:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768413.099151:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768413.099153:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322927100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335222528:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768413.099155:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768413.099156:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768413.099157:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768413.099158:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768413.099161:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768413.099162:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768413.099164:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768413.099166:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768413.099168:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768413.099170:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335222528, portal 10
00000100:00000001:3.0:1775768413.099171:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768413.099172:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931757824 : -120451777793792 : ffff927322927100)
00000100:00000040:3.0:1775768413.099176:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322927100 x1862022335222528/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768413.099180:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768413.099181:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768413.099182:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3aa0.
00000100:00000200:3.0:1775768413.099183:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335222528, offset 0
00000400:00000200:3.0:1775768413.099186:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768413.099188:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768413.099190:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768413.099192:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768413.099193:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768413.099195:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768413.099196:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768413.099198:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60858:60858:256:4294967295] 192.168.202.131@tcp LPNI seq info [60858:60858:8:4294967295]
00000400:00000200:3.0:1775768413.099201:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768413.099205:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768413.099207:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768413.099209:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768413.099211:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768413.099213:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775768413.099215:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768413.099217:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1775768413.099219:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768413.099220:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768413.099222:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768413.099224:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768413.099225:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3aa0
00000400:00000010:3.0:1775768413.099227:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3aa0.
00000100:00000001:3.0:1775768413.099228:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768413.099230:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322927100 x1862022335222528/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768413.099235:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768413.099236:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322927100 x1862022335222528/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768438 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768413.099240:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768413.099241:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768413.099242:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768413.099244:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: using a timeout of 41678 usecs (42 jiffies)
00000400:00000200:3.0:1775768413.099246:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768413.099247:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300270123
00000100:00000001:3.0:1775768413.099248:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300271357
00000100:00000001:3.0:1775768413.099250:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300270123
00000100:00000001:3.0:1775768413.099251:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300271357
00000100:00000001:3.0:1775768413.099252:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768413.099253:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768413.099254:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768413.099256:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768413/real 1775768413]  req@ffff927322927100 x1862022335222528/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768413.099260:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768413.099261:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768413.099261:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768413.099263:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768413.099264:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768413.099265:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768413.099267:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322927100 x1862022335222528/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768413.099271:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322927100 x1862022335222528/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768413.099275:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768413.099276:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768413.099277:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768413.099278:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768413.099288:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322927100 x1862022335222528/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768413.099293:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768413.099296:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322927100 x1862022335222528/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768438 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768413.099301:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768413.099302:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768413.099303:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768413.099304:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768413.099305:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768413.099306:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768413.099308:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768413.099309:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768413.099310:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768413.099312:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322927100 x1862022335222528/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768438 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768413.099319:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322927100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335222528:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768413.099322:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768413.099325:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322924e00 x1862022335222656/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768413.099331:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768413.099332:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768413.099335:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768413.099336:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768413.099338:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768413.099341:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322924e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335222656:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768413.099345:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768413.099346:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768413.099348:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768413.099349:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768413.099352:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a64000.
02000000:00000001:3.0:1775768413.099354:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768413.099357:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768413.099360:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768413.099363:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768413.099365:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335222656, portal 4
00000100:00000001:3.0:1775768413.099367:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768413.099368:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931748864 : -120451777802752 : ffff927322924e00)
00000100:00000040:3.0:1775768413.099372:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322924e00 x1862022335222656/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768413.099376:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768413.099377:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768413.099378:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3aa0.
00000100:00000200:3.0:1775768413.099380:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335222656, offset 0
00000400:00000200:3.0:1775768413.099382:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768413.099384:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768413.099386:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768413.099389:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768413.099390:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768413.099392:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768413.099393:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768413.099395:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60859:60859:256:4294967295] 192.168.202.131@tcp LPNI seq info [60859:60859:8:4294967295]
00000400:00000200:3.0:1775768413.099397:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768413.099401:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768413.099404:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768413.099406:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768413.099408:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768413.099410:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775768413.099413:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768413.099414:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1775768413.099416:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768413.099418:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768413.099420:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768413.099422:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768413.099423:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3aa0
00000400:00000010:3.0:1775768413.099424:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3aa0.
00000100:00000001:3.0:1775768413.099426:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768413.099428:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322924e00 x1862022335222656/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768413.099433:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768413.099434:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322924e00 x1862022335222656/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768438 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768413.099438:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768413.099439:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768413.099440:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768413.099442:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: using a timeout of 22192 usecs (23 jiffies)
00000400:00000200:3.0:1775768413.099443:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768413.099444:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300270104
00000100:00000001:3.0:1775768413.099446:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300271357
00000100:00000001:3.0:1775768413.099447:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300270104
00000100:00000001:3.0:1775768413.099449:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300271357
00000100:00000001:3.0:1775768413.099450:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768413.099451:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768413.099453:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768413.099455:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768413/real 1775768413]  req@ffff927322924e00 x1862022335222656/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768413.099463:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768413.099464:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768413.099465:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768413.099467:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768413.099468:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768413.099470:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768413.099472:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322924e00 x1862022335222656/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768413.099479:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322924e00 x1862022335222656/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768413.099485:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768413.099487:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768413.099488:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768413.099489:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768413.099493:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322924e00 x1862022335222656/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768413.099499:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768413.099503:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322924e00 x1862022335222656/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768438 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768413.099509:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768413.099511:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768413.099512:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768413.099513:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768413.099514:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768413.099515:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768413.099516:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768413.099518:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768413.099520:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768413.099523:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322924e00 x1862022335222656/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768438 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768413.099528:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322924e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335222656:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768413.099530:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768413.099532:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322924a80 x1862022335222784/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768413.099535:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768413.099536:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768413.099537:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768413.099539:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768413.099541:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768413.099543:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322924a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335222784:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768413.099546:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768413.099548:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768413.099549:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768413.099551:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768413.099554:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a66800.
02000000:00000001:3.0:1775768413.099556:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768413.099559:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768413.099561:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768413.099564:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768413.099567:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335222784, portal 4
00000100:00000001:3.0:1775768413.099569:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768413.099570:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931747968 : -120451777803648 : ffff927322924a80)
00000100:00000040:3.0:1775768413.099575:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322924a80 x1862022335222784/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768413.099581:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768413.099583:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768413.099585:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3aa0.
00000100:00000200:3.0:1775768413.099588:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335222784, offset 0
00000400:00000200:3.0:1775768413.099592:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768413.099595:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768413.099599:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768413.099601:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768413.099604:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768413.099606:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768413.099608:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768413.099611:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60860:60860:256:4294967295] 192.168.202.131@tcp LPNI seq info [60860:60860:8:4294967295]
00000400:00000200:3.0:1775768413.099615:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768413.099619:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768413.099622:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768413.099625:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768413.099627:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768413.099629:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775768413.099632:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768413.099633:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1775768413.099636:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768413.099637:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768413.099639:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768413.099641:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768413.099643:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3aa0
00000400:00000010:3.0:1775768413.099644:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3aa0.
00000100:00000001:3.0:1775768413.099646:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768413.099648:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322924a80 x1862022335222784/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768413.099653:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768413.099654:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322924a80 x1862022335222784/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768438 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768413.099659:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768413.099660:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768413.099663:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768413.099666:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: using a timeout of 22500 usecs (23 jiffies)
00000400:00000200:3.0:1775768413.099669:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768413.099671:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300270104
00000100:00000001:3.0:1775768413.099673:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300271357
00000100:00000001:3.0:1775768413.099675:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300270104
00000100:00000001:3.0:1775768413.099677:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300271357
00000100:00000001:3.0:1775768413.099679:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768413.099681:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768413.099682:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768413.099686:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768413/real 1775768413]  req@ffff927322924a80 x1862022335222784/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768413.099693:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768413.099695:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768413.099696:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768413.099698:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768413.099700:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768413.099702:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768413.099704:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322924a80 x1862022335222784/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768413.099724:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322924a80 x1862022335222784/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768413.099728:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768413.099729:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768413.099730:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768413.099731:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768413.099733:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322924a80 x1862022335222784/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768413.099737:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768413.099739:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322924a80 x1862022335222784/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768438 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768413.099743:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768413.099745:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768413.099746:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768413.099747:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768413.099748:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768413.099749:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768413.099750:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768413.099752:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768413.099753:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768413.099755:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322924a80 x1862022335222784/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768438 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768413.099759:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322924a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335222784:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768413.099761:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768413.099762:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768413.099765:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322924380 x1862022335222400/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768438 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768413.099771:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768413.099773:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768413.099775:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768413.099777:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768413.099779:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768413.099780:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c000 refcount=137 obd=lustre-MDT0000-mdc-ffff927308189800
00000020:00000001:3.0:1775768413.099782:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768413.099784:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477e400.
02000000:00000001:3.0:1775768413.099786:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768413.099787:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768413.099788:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322924380.
00000100:00000001:3.0:1775768413.099791:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768413.099792:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768413.099793:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768413.099797:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322927100 x1862022335222528/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768438 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768413.099809:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768413.099810:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768413.099812:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768413.099814:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768413.099815:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768413.099816:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f800 refcount=3 obd=lustre-MDT0001-mdc-ffff927308189800
00000020:00000001:3.0:1775768413.099817:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768413.099819:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477d000.
02000000:00000001:3.0:1775768413.099820:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768413.099821:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768413.099822:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322927100.
00000100:00000001:3.0:1775768413.099824:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768413.099825:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768413.099827:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768413.099829:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322924e00 x1862022335222656/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768438 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768413.099834:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768413.099835:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768413.099836:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a64000.
02000000:00000001:3.0:1775768413.099838:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768413.099839:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768413.099840:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f000 refcount=2 obd=lustre-OST0000-osc-ffff927308189800
00000020:00000001:3.0:1775768413.099841:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768413.099842:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477c400.
02000000:00000001:3.0:1775768413.099844:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768413.099845:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768413.099846:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322924e00.
00000100:00000001:3.0:1775768413.099848:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768413.099849:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768413.099850:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768413.099853:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322924a80 x1862022335222784/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768438 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768413.099858:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768413.099859:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768413.099860:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a66800.
02000000:00000001:3.0:1775768413.099862:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768413.099863:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768413.099865:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c800 refcount=2 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:3.0:1775768413.099866:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768413.099868:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477cc00.
02000000:00000001:3.0:1775768413.099869:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768413.099870:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768413.099872:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322924a80.
00000100:00000001:3.0:1775768413.099874:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768413.099875:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768413.099877:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768413.099881:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768413.099883:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768413.099884:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768413.099886:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768413.673840:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768413.673846:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768413.673848:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768413.673853:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768413.673857:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768413.673861:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768413.673863:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768413.673865:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768413.673868:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768414.121798:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768414.121804:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768414.121811:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768414.121813:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768414.121816:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768414.121818:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768414.121822:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768414.121823:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768414.121826:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768414.121827:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768414.121873:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768414.121876:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768414.121878:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768414.377774:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300271357, at 4300271360
00000100:00000040:3.0:1775768414.377774:0:58796:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649b30 (cpu 0) has reached its deadline 4300271357, at 4300271360
00000100:00000010:2.0:1775768414.377787:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3d80.
00000100:00000010:3.0:1775768414.377789:0:58796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3ba0.
00000100:00000001:0.0:1775768414.697823:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768414.697829:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768414.697831:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768414.697835:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768414.697839:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768414.697843:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768414.697846:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768414.697848:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768414.697851:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768415.145810:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768415.145814:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768415.145819:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768415.145820:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768415.145822:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768415.145823:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768415.145826:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768415.145827:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768415.145829:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768415.145830:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768415.145876:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768415.145880:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768415.145886:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768415.721817:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768415.721824:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768415.721826:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768415.721832:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768415.721836:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768415.721840:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768415.721843:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768415.721845:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768415.721848:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768416.169905:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768416.169913:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768416.169915:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768416.169918:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768416.169923:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768416.169925:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768416.169932:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768416.169934:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768416.169938:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768416.169940:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768416.169941:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768416.169943:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768416.169944:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768416.169945:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768416.169947:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768416.169949:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768416.169952:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768416.169954:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768416.169955:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768416.169957:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768416.169958:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768416.169959:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768416.169961:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768416.169963:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768416.169966:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768416.169968:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768416.169971:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768416.169973:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768416.169974:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768416.169975:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768416.169977:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768416.169978:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768416.169979:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768416.169981:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768416.170040:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768416.170044:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768416.170047:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768416.745884:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768416.745892:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768416.745895:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768416.745901:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768416.745905:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768416.745909:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768416.745912:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768416.745914:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768416.745917:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768417.193838:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768417.193844:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768417.193851:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768417.193853:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768417.193857:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768417.193858:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768417.193862:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768417.193863:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768417.193866:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768417.193867:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768417.193984:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768417.193987:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768417.193991:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768417.769801:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768417.769809:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768417.769811:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768417.769816:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768417.769820:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768417.769824:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768417.769827:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768417.769829:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768417.769832:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768418.217820:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768418.217833:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775768418.217836:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768418.217841:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768418.217847:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768418.217865:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5602
00000400:00000200:1.0:1775768418.217876:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768418.217882:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768418.217887:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768418.217890:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768418.217895:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768418.217898:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768418.217900:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768418.217905:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768418.217907:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:1.0:1775768418.217910:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768418.217913:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:1.0:1775768418.217915:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:1.0:1775768418.217918:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:1.0:1775768418.217921:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768418.217923:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768418.217926:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768418.217927:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768418.217930:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:1.0:1775768418.217933:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00010000:00000001:3.0:1775768418.217935:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1775768418.217936:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768418.217940:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768418.217941:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768418.217946:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:3.0:1775768418.217947:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
02000000:00000001:1.0:1775768418.217950:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768418.217950:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768418.217955:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00010000:00000001:3.0:1775768418.217958:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1775768418.217959:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768418.217960:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768418.217965:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768418.217969:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000010:1.0:1775768418.217970:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d12d80.
00010000:00000001:3.0:1775768418.217972:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000020:00000040:1.0:1775768418.217976:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
00010000:00000001:3.0:1775768418.217977:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768418.217983:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
02000000:00000001:1.0:1775768418.217984:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768418.217987:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768418.217987:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768418.217992:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768418.217993:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768418.217997:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00010000:00000001:3.0:1775768418.217997:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768418.218003:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768418.218003:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768418.218007:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768418.218015:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046ebc00.
00000100:00000001:1.0:1775768418.218022:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768418.218032:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d12d80 x1862022335222912/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768418.218042:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768418.218047:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768418.218076:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000896363e8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d12d80 x1862022335222912/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768418.218094:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768418.218097:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768418.218101:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775768418.218103:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768418.218105:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768418.218108:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1775768418.218108:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:1.0:1775768418.218113:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5602
00000100:00000001:3.0:1775768418.218114:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000400:00000200:1.0:1775768418.218118:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768418.218118:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000400:00000200:1.0:1775768418.218123:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768418.218126:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768418.218129:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d12d80 x1862022335222912/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775768418.218131:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768418.218135:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768418.218138:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768418.218140:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768418.218141:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768418.218142:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:1.0:1775768418.218144:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1775768418.218152:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768418.218154:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768418.218158:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768418.218161:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768418.218163:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768418.218167:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335222912:192.168.202.131@tcp:250:kworker.0
00000100:00000001:3.0:1775768418.218171:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768418.218176:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768418.218179:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768418.218181:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768418.218186:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a66800.
02000000:00000001:3.0:1775768418.218188:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768418.218194:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768418.218198:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768418.218205:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768418.218213:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335222912, portal 25
00000100:00000001:3.0:1775768418.218215:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768418.218217:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415775616 : -120452293776000 : ffff927303d12d80)
00000100:00000040:3.0:1775768418.218223:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d12d80 x1862022335222912/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768418.218231:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768418.218234:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768418.218236:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3aa0.
00000100:00000200:3.0:1775768418.218239:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022335222912, offset 0
00000400:00000200:3.0:1775768418.218246:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768418.218254:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768418.218260:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768418.218266:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768418.218270:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768418.218273:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768418.218276:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768418.218280:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60861:60861:256:4294967295] 192.168.202.131@tcp LPNI seq info [60861:60861:8:4294967295]
00000400:00000200:3.0:1775768418.218294:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768418.218305:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768418.218311:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768418.218317:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768418.218323:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768418.218328:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000020:00000040:1.0:1775768418.218333:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:1.0:1775768418.218336:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:1.0:1775768418.218339:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:1.0:1775768418.218344:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768418.218347:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775768418.218347:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768418.218350:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768418.218356:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000400:00000200:3.0:1775768418.218359:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000020:00000040:1.0:1775768418.218361:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00000001:3.0:1775768418.218363:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4300276477
00000100:00080000:1.0:1775768418.218366:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768418.218369:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768418.218370:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3ba0.
02000000:00000001:1.0:1775768418.218372:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768418.218378:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768418.218378:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2
02000000:00000001:1.0:1775768418.218383:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768418.218386:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768418.218386:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4300276477
00000008:00100000:1.0:1775768418.218390:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000100:00000010:3.0:1775768418.218391:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe39c0.
00000008:00000001:1.0:1775768418.218394:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768418.218396:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768418.218397:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3
00000100:00000010:1.0:1775768418.218401:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11500.
00000100:00000001:3.0:1775768418.218402:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1775768418.218405:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
00000100:00000001:3.0:1775768418.218406:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768418.218411:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1775768418.218412:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768418.218415:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768418.218416:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768418.218418:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768418.218421:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768418.218423:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768418.218426:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
02000000:00000010:1.0:1775768418.218429:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9400.
00000100:00000001:3.0:1775768418.218429:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1775768418.218434:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768418.218436:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768418.218436:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768418.218439:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768418.218444:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11500 x1862022335223040/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768418.218444:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768418.218454:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768418.218456:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768418.218459:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3229bd5] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11500 x1862022335223040/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768418.218489:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768418.218491:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768418.218493:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768418.218497:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d11500 x1862022335223040/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768418.218513:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768418.218514:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768418.218517:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768418.218519:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:3.0:1775768418.218521:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768418.218524:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1775768418.218525:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775768418.218528:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:3.0:1775768418.218528:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768418.218531:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1775768418.218535:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335223040:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775768418.218536:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768418.218542:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5602
00000100:00000001:3.0:1775768418.218542:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768418.218545:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:1.0:1775768418.218549:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
02000000:00000001:3.0:1775768418.218549:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768418.218553:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:1.0:1775768418.218555:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
02000000:00000010:3.0:1775768418.218558:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a64000.
00000100:00080000:1.0:1775768418.218559:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
02000000:00000001:3.0:1775768418.218563:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768418.218566:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768418.218571:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1775768418.218571:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000040:1.0:1775768418.218576:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000400:00000010:3.0:1775768418.218576:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96790.
00000100:00000001:1.0:1775768418.218581:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768418.218584:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000010:3.0:1775768418.218584:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3d48.
00000020:00000040:1.0:1775768418.218586:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:1.0:1775768418.218589:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000200:3.0:1775768418.218589:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335223040, portal 10
00000020:00000040:1.0:1775768418.218592:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000100:00000001:3.0:1775768418.218593:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000020:00000001:1.0:1775768418.218595:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000001:3.0:1775768418.218596:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415769344 : -120452293782272 : ffff927303d11500)
00000020:00000001:1.0:1775768418.218599:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:1.0:1775768418.218604:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000040:3.0:1775768418.218606:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d11500 x1862022335223040/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768418.218607:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768418.218611:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768418.218614:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000001:3.0:1775768418.218620:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768418.218624:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000020:00000040:1.0:1775768418.218627:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000400:00000010:3.0:1775768418.218628:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3b28.
00000100:00080000:1.0:1775768418.218633:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000200:3.0:1775768418.218633:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335223040, offset 0
00000100:00000001:1.0:1775768418.218636:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768418.218638:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768418.218641:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768418.218644:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768418.218646:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000100:00000001:1.0:1775768418.218647:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768418.218651:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1775768418.218654:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000008:00000001:1.0:1775768418.218656:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768418.218657:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768418.218661:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d13480.
00000020:00000040:1.0:1775768418.218663:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:1.0:1775768418.218665:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768418.218666:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768418.218670:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768418.218672:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1775768418.218674:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
02000000:00000001:1.0:1775768418.218676:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768418.218680:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:1.0:1775768418.218682:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eb000.
00000400:00000200:3.0:1775768418.218684:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000100:00000001:1.0:1775768418.218688:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768418.218689:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768418.218693:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768418.218697:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60862:60862:255:4294967295] 192.168.202.131@tcp LPNI seq info [60862:60862:7:4294967295]
00000100:00100000:1.0:1775768418.218703:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d13480 x1862022335223168/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1775768418.218703:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768418.218730:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768418.218736:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768418.218740:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931a00.
00000800:00000200:3.0:1775768418.218744:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768418.218754:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:1.0:1775768418.218756:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768418.218758:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768418.218759:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768418.218764:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: using a timeout of 15131 usecs (16 jiffies)
00000100:00000040:1.0:1775768418.218766:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d08fae2a] to pc [ptlrpcd_rcv+-1]  req@ffff927303d13480 x1862022335223168/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775768418.218770:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768418.218775:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300275217
00000100:00000001:3.0:1775768418.218780:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300276477
00000100:00000001:3.0:1775768418.218784:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300275217
00000100:00000001:1.0:1775768418.218785:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768418.218790:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300276477
00000100:00080000:1.0:1775768418.218791:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1775768418.218796:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1775768418.218797:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775768418.218801:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1775768418.218801:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768418.218805:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768418.218806:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768418.218810:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768418.218811:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1775768418.218815:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1775768418.218816:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5602
00000100:00000001:3.0:1775768418.218819:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000400:00000200:1.0:1775768418.218822:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768418.218826:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768418.218828:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768418.218831:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768418.218833:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768418.218835:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768418.218838:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768418.218840:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768418.218841:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:1.0:1775768418.218843:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768418.218845:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:1.0:1775768418.218847:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:1.0:1775768418.218849:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:1.0:1775768418.218851:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768418.218853:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768418.218854:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768418.218856:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768418.218858:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:1.0:1775768418.218860:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768418.218862:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768418.218864:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768418.218866:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768418.218868:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768418.218870:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768418.218873:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775768418.218875:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768418.218877:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768418.218880:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11880.
00000020:00000040:1.0:1775768418.218882:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:1.0:1775768418.218885:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768418.218886:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768418.218888:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768418.218889:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768418.218891:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768418.218894:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eac00.
00000100:00000001:1.0:1775768418.218897:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768418.218901:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11880 x1862022335223296/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768418.218915:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768418.218917:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768418.218921:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a965cc18] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11880 x1862022335223296/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1775768418.218927:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768418.218931:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768418.218932:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768418.218938:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1775768418.218939:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768418.218944:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775768418.218946:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768418.218948:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768418.218952:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768418.218954:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5602
00000400:00000200:1.0:1775768418.218958:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768418.218961:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768418.218964:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768418.218966:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768418.218969:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768418.218970:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768418.218973:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768418.218975:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768418.218976:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:1.0:1775768418.218977:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768418.218979:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:1.0:1775768418.218980:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:1.0:1775768418.218982:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:1.0:1775768418.218985:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768418.218986:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768418.218989:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768418.218991:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768418.218993:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:1.0:1775768418.218996:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768418.218998:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768418.219000:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768418.219003:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768418.219004:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768418.219006:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768418.219008:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775768418.219010:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768418.219012:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768418.219015:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10380.
00000020:00000040:1.0:1775768418.219017:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:1.0:1775768418.219020:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768418.219021:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768418.219023:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768418.219024:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768418.219026:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768418.219029:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8c00.
00000100:00000001:1.0:1775768418.219032:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768418.219036:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10380 x1862022335223424/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768418.219044:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768418.219045:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768418.219061:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fae5f3c] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10380 x1862022335223424/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768418.219069:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768418.219073:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5612)
00000100:00000001:3.0:1775768418.219104:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768418.219106:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768418.219108:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768418.219112:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d13480 x1862022335223168/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768418.219120:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768418.219122:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768418.219125:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768418.219127:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768418.219130:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768418.219254:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335223168:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768418.219259:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768418.219261:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768418.219263:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768418.219265:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768418.219269:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768418.219271:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768418.219274:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768418.219278:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96e18.
00000400:00000010:3.0:1775768418.219282:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef36e8.
00000100:00000200:3.0:1775768418.219285:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335223168, portal 10
00000100:00000001:3.0:1775768418.219287:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768418.219288:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415777408 : -120452293774208 : ffff927303d13480)
00000100:00000040:3.0:1775768418.219294:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d13480 x1862022335223168/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768418.219302:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768418.219304:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768418.219307:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3990.
00000100:00000200:3.0:1775768418.219309:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335223168, offset 0
00000400:00000200:3.0:1775768418.219314:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768418.219318:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768418.219321:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768418.219324:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768418.219326:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768418.219329:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768418.219331:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768418.219334:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60863:60863:254:4294967295] 192.168.202.131@tcp LPNI seq info [60863:60863:6:4294967295]
00000400:00000200:3.0:1775768418.219337:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768418.219343:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768418.219347:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768418.219350:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931d00.
00000800:00000200:3.0:1775768418.219353:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768418.219357:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:3.0:1775768418.219359:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768418.219362:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: using a timeout of 41678 usecs (42 jiffies)
00000400:00000200:3.0:1775768418.219365:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768418.219367:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300275243
00000100:00000001:3.0:1775768418.219369:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300276477
00000100:00000001:3.0:1775768418.219371:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300275243
00000100:00000001:3.0:1775768418.219373:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300276477
00000100:00000001:3.0:1775768418.219375:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768418.219377:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768418.219378:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768418.219381:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d11880 x1862022335223296/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768418.219387:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768418.219388:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768418.219390:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768418.219393:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768418.219394:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768418.219397:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335223296:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768418.219399:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768418.219401:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768418.219402:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768418.219404:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768418.219406:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768418.219408:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768418.219410:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768418.219413:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96bb0.
00000400:00000010:3.0:1775768418.219416:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3440.
00000100:00000200:3.0:1775768418.219419:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335223296, portal 4
00000100:00000001:3.0:1775768418.219421:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768418.219422:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415770240 : -120452293781376 : ffff927303d11880)
00000100:00000040:3.0:1775768418.219426:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d11880 x1862022335223296/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768418.219432:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768418.219434:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768418.219436:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3a18.
00000100:00000200:3.0:1775768418.219437:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335223296, offset 0
00000400:00000200:3.0:1775768418.219441:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768418.219443:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768418.219445:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768418.219447:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768418.219449:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768418.219451:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768418.219453:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768418.219456:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60864:60864:253:4294967295] 192.168.202.131@tcp LPNI seq info [60864:60864:5:4294967295]
00000400:00000200:3.0:1775768418.219459:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768418.219465:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768418.219468:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768418.219471:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931e00.
00000800:00000200:3.0:1775768418.219474:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768418.219477:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:3.0:1775768418.219479:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768418.219481:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: using a timeout of 22192 usecs (23 jiffies)
00000400:00000200:3.0:1775768418.219483:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768418.219485:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300275224
00000100:00000001:3.0:1775768418.219487:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300276477
00000100:00000001:3.0:1775768418.219489:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300275224
00000100:00000001:3.0:1775768418.219491:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300276477
00000100:00000001:3.0:1775768418.219492:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768418.219494:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768418.219495:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768418.219498:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d10380 x1862022335223424/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768418.219503:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768418.219504:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768418.219505:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768418.219506:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768418.219508:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768418.219510:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335223424:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768418.219513:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768418.219514:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768418.219515:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768418.219516:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768418.219519:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a64800.
02000000:00000001:3.0:1775768418.219520:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768418.219522:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768418.219524:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96738.
00000400:00000010:3.0:1775768418.219526:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef33b8.
00000100:00000200:3.0:1775768418.219528:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335223424, portal 4
00000100:00000001:3.0:1775768418.219529:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768418.219531:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415764864 : -120452293786752 : ffff927303d10380)
00000100:00000040:3.0:1775768418.219535:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d10380 x1862022335223424/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768418.219540:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768418.219542:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768418.219544:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3f68.
00000100:00000200:3.0:1775768418.219545:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335223424, offset 0
00000400:00000200:3.0:1775768418.219548:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768418.219551:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768418.219553:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768418.219554:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768418.219556:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768418.219558:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768418.219559:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768418.219562:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60865:60865:252:4294967295] 192.168.202.131@tcp LPNI seq info [60865:60865:4:4294967295]
00000400:00000200:3.0:1775768418.219565:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768418.219570:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768418.219573:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768418.219576:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768418.219578:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768418.219581:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:3.0:1775768418.219583:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768418.219585:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: using a timeout of 22500 usecs (23 jiffies)
00000400:00000200:3.0:1775768418.219587:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768418.219588:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300275224
00000100:00000001:3.0:1775768418.219590:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300276477
00000100:00000001:3.0:1775768418.219591:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300275224
00000100:00000001:3.0:1775768418.219593:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300276477
00000100:00000001:3.0:1775768418.219595:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768418.219597:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768418.219599:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768418.219601:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768418.219605:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768418.219606:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1775768418.219608:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768418.219609:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768418.219610:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768418.219612:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768418.793814:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768418.793820:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768418.793821:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768418.793825:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768418.793828:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768418.793831:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768418.793833:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768418.793835:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768418.793837:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768419.241842:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768419.241849:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768419.241855:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768419.241857:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768419.241861:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768419.241863:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768419.241867:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768419.241868:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768419.241872:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768419.241874:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768419.241933:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768419.241937:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768419.241940:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768419.497817:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300276477, at 4300276480
00000100:00000040:3.0:1775768419.497817:0:58796:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649b30 (cpu 0) has reached its deadline 4300276477, at 4300276480
00000100:00000010:3.0:1775768419.497833:0:58796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe39c0.
00000100:00000010:2.0:1775768419.497839:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3ba0.
00000100:00000001:0.0:1775768419.817966:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768419.817982:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768419.817984:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768419.817990:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768419.817995:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768419.817999:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768419.818001:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768419.818004:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768419.818007:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768420.265828:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768420.265834:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768420.265839:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768420.265841:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768420.265854:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768420.265856:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768420.265860:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768420.265862:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768420.265865:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768420.265866:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768420.265925:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768420.265929:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768420.265933:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768420.841910:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768420.841917:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768420.841919:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768420.841925:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768420.841929:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768420.841933:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768420.841936:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768420.841938:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768420.841941:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768421.289829:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768421.289833:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768421.289837:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768421.289838:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768421.289841:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768421.289842:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768421.289845:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768421.289845:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768421.289848:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768421.289850:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768421.290013:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768421.290017:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768421.290034:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1775768421.290125:0:2392:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.131:988
00000400:00000100:0.0:1775768421.290176:0:2392:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.131@tcp at host 192.168.202.131 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1775768421.290188:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768421.290192:0:2392:0:(router.c:1750:lnet_notify()) 192.168.202.31@tcp notifying 192.168.202.131@tcp: down
00000400:00000200:0.0:1775768421.290197:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768421.290202:0:2392:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:0.0:1775768421.290207:0:2392:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:0.0:1775768421.290211:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:0.0:1775768421.290217:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1775768421.290222:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1775768421.290230:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3aa0
00000400:00000010:0.0:1775768421.290232:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3aa0.
00000100:00000001:0.0:1775768421.290236:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768421.290243:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927303d12d80 x1862022335222912/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768421.290271:0:2392:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768421.290275:0:2392:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d12d80 x1862022335222912/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768443 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768421.290282:0:2392:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768421.290284:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1775768421.290298:0:2392:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:0.0:1775768421.290301:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931a00.
00000400:00000200:0.0:1775768421.290304:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1775768421.290307:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1775768421.290310:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3b28
00000400:00000010:0.0:1775768421.290312:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3b28.
00000100:00000001:0.0:1775768421.290314:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768421.290319:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927303d11500 x1862022335223040/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768421.290326:0:2392:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768421.290329:0:2392:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d11500 x1862022335223040/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768443 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768421.290336:0:2392:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768421.290337:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1775768421.290342:0:2392:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:0.0:1775768421.290350:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931d00.
00000400:00000200:0.0:1775768421.290353:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1775768421.290357:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1775768421.290359:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3990
00000400:00000010:0.0:1775768421.290361:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3990.
00000100:00000001:0.0:1775768421.290363:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768421.290367:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927303d13480 x1862022335223168/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768421.290373:0:2392:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768421.290375:0:2392:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d13480 x1862022335223168/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768443 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768421.290381:0:2392:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768421.290382:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1775768421.290386:0:2392:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:0.0:1775768421.290389:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931e00.
00000400:00000200:0.0:1775768421.290391:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1775768421.290394:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1775768421.290396:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3a18
00000400:00000010:0.0:1775768421.290398:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3a18.
00000100:00000001:0.0:1775768421.290399:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768421.290403:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927303d11880 x1862022335223296/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768421.290409:0:2392:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768421.290411:0:2392:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d11880 x1862022335223296/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768443 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768421.290416:0:2392:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768421.290417:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1775768421.290422:0:2392:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:0.0:1775768421.290424:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:0.0:1775768421.290426:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1775768421.290429:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1775768421.290432:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3f68
00000400:00000010:0.0:1775768421.290434:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3f68.
00000100:00000001:0.0:1775768421.290436:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768421.290439:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927303d10380 x1862022335223424/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768421.290451:0:2392:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768421.290454:0:2392:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d10380 x1862022335223424/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768443 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768421.290460:0:2392:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768421.290462:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768421.290896:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768421.290900:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768421.290902:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768421.290920:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768418/real 1775768421]  req@ffff927303d13480 x1862022335223168/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768421.290934:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768421.290936:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768421.290939:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96e18.
00000400:00000200:3.0:1775768421.290944:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef36e8
00000400:00000010:3.0:1775768421.290946:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef36e8.
00000100:00000001:3.0:1775768421.290948:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768421.290952:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d13480 x1862022335223168/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768421.290961:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d13480 x1862022335223168/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768421.290968:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768421.290969:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768421.290972:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768421.290974:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768421.290977:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d13480 x1862022335223168/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768421.290984:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768421.290988:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d13480 x1862022335223168/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768443 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768421.290995:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768421.290998:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768421.291000:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768421.291001:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768421.291004:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768421.291007:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768421.291011:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768421.291016:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768421.291018:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768421.291032:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d13480 x1862022335223168/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768443 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768421.291041:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335223168:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768421.291046:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768421.291049:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768418/real 1775768421]  req@ffff927303d11880 x1862022335223296/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768421.291055:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768421.291056:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768421.291058:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96bb0.
00000400:00000200:3.0:1775768421.291061:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3440
00000400:00000010:3.0:1775768421.291062:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3440.
00000100:00000001:3.0:1775768421.291064:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768421.291067:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d11880 x1862022335223296/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768421.291074:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d11880 x1862022335223296/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768421.291080:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768421.291081:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768421.291083:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768421.291084:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768421.291088:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d11880 x1862022335223296/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768421.291093:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768421.291096:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d11880 x1862022335223296/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768443 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768421.291108:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768421.291110:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768421.291111:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768421.291113:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768421.291114:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768421.291116:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768421.291119:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768421.291122:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768421.291124:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768421.291128:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d11880 x1862022335223296/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768443 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768421.291135:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335223296:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768421.292164:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768421.292172:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768418/real 1775768421]  req@ffff927303d10380 x1862022335223424/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768421.292183:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768421.292184:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768421.292187:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96738.
00000400:00000200:3.0:1775768421.292191:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef33b8
00000400:00000010:3.0:1775768421.292193:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef33b8.
00000100:00000001:3.0:1775768421.292196:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768421.292199:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d10380 x1862022335223424/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768421.292207:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d10380 x1862022335223424/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768421.292213:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768421.292215:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768421.292217:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768421.292219:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768421.292222:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d10380 x1862022335223424/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768421.292229:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768421.292233:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d10380 x1862022335223424/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768443 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768421.292239:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768421.292242:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768421.292243:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768421.292244:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768421.292245:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768421.292247:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768421.292249:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768421.292253:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768421.292255:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768421.292259:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d10380 x1862022335223424/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768443 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768421.292265:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335223424:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768421.292269:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768421.292272:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768418/real 1775768421]  req@ffff927303d11500 x1862022335223040/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768421.292278:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768421.292279:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768421.292281:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96790.
00000400:00000200:3.0:1775768421.292283:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3d48
00000400:00000010:3.0:1775768421.292284:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3d48.
00000100:00000001:3.0:1775768421.292297:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768421.292301:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d11500 x1862022335223040/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768421.292308:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d11500 x1862022335223040/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768421.292314:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768421.292316:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768421.292317:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768421.292319:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768421.292322:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d11500 x1862022335223040/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768421.292328:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768421.292332:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d11500 x1862022335223040/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768443 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768421.292338:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768421.292340:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768421.292341:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768421.292342:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768421.292348:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768421.292350:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768421.292352:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768421.292356:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768421.292358:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768421.292362:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d11500 x1862022335223040/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768443 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768421.292369:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335223040:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768421.292373:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768421.292378:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768418/real 1775768421]  req@ffff927303d12d80 x1862022335222912/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768421.292386:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768421.292387:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768421.292389:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768421.292391:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768421.292393:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768421.292395:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768421.292398:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d12d80 x1862022335222912/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768421.292406:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d12d80 x1862022335222912/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768421.292412:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768421.292413:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768421.292414:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768421.292416:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768421.292419:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d12d80 x1862022335222912/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768421.292426:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768421.292429:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d12d80 x1862022335222912/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768443 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768421.292435:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768421.292437:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768421.292438:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768421.292439:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768421.292441:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768421.292442:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768421.292445:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768421.292449:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768421.292451:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768421.292455:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d12d80 x1862022335222912/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768443 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768421.292462:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335222912:192.168.202.131@tcp:250:kworker.0
00000100:00000001:3.0:1775768421.292466:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768421.292837:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768421.292843:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d13480 x1862022335223168/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768443 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768421.292852:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768421.292854:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768421.292858:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768421.292862:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768421.292865:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768421.292866:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f800 refcount=3 obd=lustre-MDT0001-mdc-ffff927308189800
00000020:00000001:3.0:1775768421.292869:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768421.292872:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046eb000.
02000000:00000001:3.0:1775768421.292876:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768421.292877:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768421.292879:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d13480.
00000100:00000001:3.0:1775768421.292882:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768421.292883:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768421.292885:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768421.292889:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d11880 x1862022335223296/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768443 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768421.292895:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768421.292897:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768421.292898:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768421.292901:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768421.292902:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768421.292903:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f000 refcount=2 obd=lustre-OST0000-osc-ffff927308189800
00000020:00000001:3.0:1775768421.292905:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768421.292906:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046eac00.
02000000:00000001:3.0:1775768421.292909:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768421.292910:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768421.292911:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d11880.
00000100:00000001:3.0:1775768421.292914:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768421.292915:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768421.292916:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768421.292919:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d10380 x1862022335223424/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768443 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768421.292925:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768421.292927:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768421.292928:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a64800.
02000000:00000001:3.0:1775768421.292930:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768421.292931:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768421.292933:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c800 refcount=2 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:3.0:1775768421.292935:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768421.292936:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046e8c00.
02000000:00000001:3.0:1775768421.292939:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768421.292940:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768421.292941:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d10380.
00000100:00000001:3.0:1775768421.292943:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768421.292945:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768421.292946:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768421.292949:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d11500 x1862022335223040/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768443 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768421.292956:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768421.292957:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768421.292958:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a64000.
02000000:00000001:3.0:1775768421.292960:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768421.292962:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768421.292963:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c000 refcount=137 obd=lustre-MDT0000-mdc-ffff927308189800
00000020:00000001:3.0:1775768421.292965:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768421.292966:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046e9400.
02000000:00000001:3.0:1775768421.292968:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768421.292969:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768421.292971:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d11500.
00000100:00000001:3.0:1775768421.292973:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768421.292974:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768421.292976:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768421.292979:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d12d80 x1862022335222912/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768443 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768421.292985:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768421.292986:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768421.292987:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a66800.
02000000:00000001:3.0:1775768421.292990:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768421.292991:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768421.292992:0:2404:0:(genops.c:1242:class_import_put()) import ffff9273194c5000 refcount=3 obd=MGC192.168.202.131@tcp
00000020:00000001:3.0:1775768421.292994:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768421.292995:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046ebc00.
02000000:00000001:3.0:1775768421.292997:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768421.292998:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768421.292999:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d12d80.
00000100:00000001:3.0:1775768421.293002:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768421.293003:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768421.293005:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768421.293013:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768421.293015:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768421.293018:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768421.293032:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768421.865821:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768421.865828:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768421.865829:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768421.865834:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768421.865837:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768421.865840:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768421.865842:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768421.865844:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768421.865846:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768422.313825:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768422.313831:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768422.313837:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768422.313838:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768422.313842:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768422.313844:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768422.313847:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768422.313848:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768422.313852:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768422.313853:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768422.313925:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768422.313929:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768422.313931:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768422.889834:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768422.889841:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768422.889843:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768422.889848:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768422.889852:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768422.889855:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768422.889858:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768422.889861:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768422.889864:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768423.337817:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768423.337821:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768423.337825:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768423.337826:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768423.337829:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768423.337830:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768423.337834:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768423.337835:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768423.337839:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768423.337841:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768423.337866:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768423.337873:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768423.337876:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768423.337880:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768423.337885:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000020:00000001:0.0:1775768423.337892:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00080000:2.0:1775768423.337894:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5607
00000020:00000001:0.0:1775768423.337895:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768423.337898:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000200:2.0:1775768423.337906:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768423.337913:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768423.337917:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768423.337921:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768423.337924:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768423.337927:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768423.337929:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768423.337932:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768423.337934:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775768423.337936:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768423.337939:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775768423.337941:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775768423.337944:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775768423.337946:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768423.337948:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768423.337950:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768423.337952:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768423.337956:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775768423.337959:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768423.337961:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768423.337964:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768423.337973:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768423.337977:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768423.337979:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768423.337982:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768423.337988:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775768423.337992:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775768423.337995:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768423.337997:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768423.338009:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768423.338013:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768423.338018:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768423.338028:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306becc00.
00000100:00000001:2.0:1775768423.338034:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768423.338045:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335223552/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768423.338055:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768423.338060:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768423.338065:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335223552/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768423.338092:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768423.338095:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768423.338099:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768423.338101:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768423.338102:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768423.338106:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768423.338109:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5607
00000400:00000200:2.0:1775768423.338112:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768423.338115:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768423.338118:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768423.338121:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768423.338123:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768423.338125:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768423.338127:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768423.338129:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768423.338130:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775768423.338132:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768423.338134:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775768423.338135:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775768423.338138:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775768423.338140:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768423.338142:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768423.338144:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768423.338146:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768423.338148:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775768423.338151:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768423.338153:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768423.338155:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768423.338160:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768423.338162:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768423.338164:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768423.338168:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768423.338170:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768423.338172:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768423.338175:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775768423.338177:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775768423.338180:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768423.338181:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768423.338183:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768423.338184:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768423.338185:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768423.338189:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee000.
00000100:00000001:2.0:1775768423.338192:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768423.338197:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335223680/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768423.338204:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768423.338206:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768423.338210:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335223680/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768423.338217:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768423.338220:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768423.338223:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768423.338224:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768423.338226:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768423.338228:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768423.338231:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5607
00000400:00000200:2.0:1775768423.338234:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768423.338237:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768423.338239:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768423.338242:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768423.338244:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768423.338246:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768423.338248:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768423.338250:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768423.338251:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775768423.338253:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768423.338255:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775768423.338257:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775768423.338259:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775768423.338262:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768423.338263:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768423.338265:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768423.338267:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768423.338269:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775768423.338272:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768423.338274:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768423.338276:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768423.338279:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768423.338280:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768423.338282:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768423.338284:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768423.338286:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768423.338288:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768423.338293:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
00000020:00000040:2.0:1775768423.338295:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775768423.338297:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768423.338298:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768423.338300:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768423.338301:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768423.338303:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768423.338307:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec000.
00000100:00000001:2.0:1775768423.338310:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768423.338314:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335223808/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768423.338321:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768423.338322:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768423.338326:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335223808/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768423.338333:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768423.338348:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768423.338352:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768423.338354:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768423.338355:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768423.338357:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768423.338360:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5607
00000400:00000200:2.0:1775768423.338364:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768423.338366:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768423.338368:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768423.338371:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768423.338373:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768423.338375:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768423.338377:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768423.338378:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768423.338380:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775768423.338382:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768423.338384:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775768423.338385:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775768423.338387:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775768423.338390:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768423.338392:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768423.338393:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768423.338395:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768423.338396:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775768423.338398:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768423.338400:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768423.338401:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768423.338404:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768423.338406:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768423.338407:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768423.338409:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768423.338411:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768423.338412:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768423.338416:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
00000020:00000040:2.0:1775768423.338417:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775768423.338420:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768423.338421:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768423.338422:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768423.338424:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768423.338425:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768423.338428:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306befc00.
00000100:00000001:2.0:1775768423.338431:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768423.338435:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335223936/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768423.338442:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768423.338444:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768423.338459:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335223936/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768423.338466:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768423.338469:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768423.338472:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775768423.338473:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768423.338475:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768423.338477:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768423.338479:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5607
00000400:00000200:2.0:1775768423.338482:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768423.338485:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768423.338487:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768423.338490:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768423.338492:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768423.338493:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768423.338495:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768423.338497:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768423.338499:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775768423.338500:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768423.338502:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775768423.338504:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775768423.338506:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775768423.338508:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768423.338510:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768423.338512:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768423.338514:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768423.338516:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775768423.338518:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768423.338520:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768423.338522:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768423.338524:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768423.338526:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768423.338528:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768423.338530:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768423.338532:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768423.338534:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768423.338537:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775768423.338540:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775768423.338542:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768423.338543:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768423.338545:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768423.338547:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768423.338549:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768423.338552:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306beec00.
00000100:00000001:2.0:1775768423.338555:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768423.338559:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335224064/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768423.338567:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768423.338569:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768423.338572:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335224064/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768423.338579:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768423.338585:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5618)
00000100:00000001:3.0:1775768423.338774:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768423.338779:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768423.338782:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768423.338790:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b55180 x1862022335223552/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768423.338799:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768423.338801:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768423.338808:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768423.338811:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768423.338814:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768423.338816:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335223552:192.168.202.131@tcp:250:kworker.0
00000100:00000001:3.0:1775768423.338821:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768423.338827:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768423.338829:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768423.338834:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768423.338840:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a66800.
02000000:00000001:3.0:1775768423.338843:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768423.338849:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768423.338853:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768423.338860:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768423.338870:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335223552, portal 25
00000100:00000001:3.0:1775768423.338873:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768423.338874:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682385280 : -120452027166336 : ffff927313b55180)
00000100:00000040:3.0:1775768423.338880:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b55180 x1862022335223552/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768423.338886:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768423.338890:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768423.338892:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3d48.
00000100:00000200:3.0:1775768423.338895:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022335223552, offset 0
00000400:00000200:3.0:1775768423.338902:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768423.338911:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768423.338918:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768423.338925:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768423.338930:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768423.338934:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768423.338937:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768423.338942:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60866:60866:256:4294967295] 192.168.202.131@tcp LPNI seq info [60866:60866:8:4294967295]
00000400:00000200:3.0:1775768423.338946:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768423.338958:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768423.338964:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768423.338970:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768423.338977:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768423.338980:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 57 secs later)
00000800:00000200:3.1:1775768423.338985:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768423.338988:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 57 secs later)
00000800:00000100:3.0:1775768423.338993:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768423.338996:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768423.339013:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768423.339018:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768423.339024:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3d48
00000400:00000010:3.0:1775768423.339027:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3d48.
00000100:00000001:3.0:1775768423.339031:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768423.339034:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b55180 x1862022335223552/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768423.339042:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768423.339046:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b55180 x1862022335223552/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768448 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768423.339053:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768423.339055:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768423.339061:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768423.339065:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768423.339068:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4300281598
00000100:00000010:3.0:1775768423.339074:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe39c0.
00000100:00000001:3.0:1775768423.339084:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1775768423.339089:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4300281598
00000100:00000010:3.0:1775768423.339092:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe30c0.
00000100:00000001:3.0:1775768423.339095:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1775768423.339097:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768423.339100:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768423.339102:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768423.339106:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768423/real 1775768423]  req@ffff927313b55180 x1862022335223552/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768423.339116:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768423.339118:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768423.339120:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768423.339123:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768423.339125:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768423.339127:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768423.339131:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b55180 x1862022335223552/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768423.339138:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b55180 x1862022335223552/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768423.339145:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768423.339146:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768423.339149:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768423.339151:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768423.339154:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b55180 x1862022335223552/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768423.339161:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768423.339166:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b55180 x1862022335223552/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768448 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768423.339173:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768423.339175:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768423.339177:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768423.339179:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768423.339180:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768423.339183:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768423.339185:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768423.339189:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768423.339192:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768423.339196:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b55180 x1862022335223552/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768448 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768423.339203:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335223552:192.168.202.131@tcp:250:kworker.0
00000100:00000001:3.0:1775768423.339208:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768423.339211:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b55f80 x1862022335223680/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768423.339217:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768423.339218:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768423.339220:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768423.339221:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768423.339223:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768423.339226:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335223680:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768423.339229:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768423.339231:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768423.339233:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768423.339235:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768423.339238:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a64000.
02000000:00000001:3.0:1775768423.339240:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768423.339243:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768423.339246:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768423.339249:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768423.339251:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335223680, portal 10
00000100:00000001:3.0:1775768423.339253:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768423.339255:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682388864 : -120452027162752 : ffff927313b55f80)
00000100:00000040:3.0:1775768423.339260:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b55f80 x1862022335223680/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768423.339266:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768423.339268:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768423.339271:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3d48.
00000100:00000200:3.0:1775768423.339273:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335223680, offset 0
00000400:00000200:3.0:1775768423.339277:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768423.339280:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768423.339284:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768423.339286:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768423.339288:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768423.339290:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768423.339292:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768423.341372:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60867:60867:256:4294967295] 192.168.202.131@tcp LPNI seq info [60867:60867:8:4294967295]
00000400:00000200:3.0:1775768423.341384:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768423.341398:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768423.341405:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768423.341416:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768423.341423:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768423.341427:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 57 secs later)
00000800:00000200:3.1:1775768423.341433:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768423.341436:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 57 secs later)
00000800:00000100:3.0:1775768423.341439:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768423.341442:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768423.341449:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768423.341453:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768423.341459:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3d48
00000400:00000010:3.0:1775768423.341461:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3d48.
00000100:00000001:3.0:1775768423.341467:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768423.341474:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b55f80 x1862022335223680/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768423.341487:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768423.341491:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b55f80 x1862022335223680/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768448 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768423.341498:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768423.341500:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768423.341506:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768423.341512:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: using a timeout of 15131 usecs (16 jiffies)
00000400:00000200:3.0:1775768423.341516:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768423.341519:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300280339
00000100:00000001:3.0:1775768423.341522:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300281598
00000100:00000001:3.0:1775768423.341525:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300280339
00000100:00000001:3.0:1775768423.341526:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300281598
00000100:00000001:3.0:1775768423.341529:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768423.341532:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768423.341535:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768423.341539:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768423/real 1775768423]  req@ffff927313b55f80 x1862022335223680/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768423.341549:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768423.341551:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768423.341553:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768423.341556:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768423.341558:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768423.341561:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768423.341563:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b55f80 x1862022335223680/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768423.341570:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b55f80 x1862022335223680/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768423.341576:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768423.341578:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768423.341580:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768423.341582:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768423.341585:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b55f80 x1862022335223680/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768423.341591:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768423.341595:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b55f80 x1862022335223680/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768448 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768423.341601:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768423.341604:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768423.341605:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768423.341606:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768423.341608:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768423.341611:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768423.341613:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768423.341618:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768423.341620:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768423.341623:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b55f80 x1862022335223680/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768448 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768423.341630:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335223680:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768423.341635:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768423.341639:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b56300 x1862022335223808/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768423.341653:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768423.341654:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768423.341658:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768423.341661:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768423.341663:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768423.341666:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335223808:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768423.341670:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768423.341674:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768423.341676:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768423.341679:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768423.341684:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a64800.
02000000:00000001:3.0:1775768423.341686:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768423.341690:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768423.341694:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768423.341698:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768423.341703:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335223808, portal 10
00000100:00000001:3.0:1775768423.341706:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768423.341728:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682389760 : -120452027161856 : ffff927313b56300)
00000100:00000040:3.0:1775768423.341735:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b56300 x1862022335223808/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768423.341739:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768423.341741:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768423.341743:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3d48.
00000100:00000200:3.0:1775768423.341745:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335223808, offset 0
00000400:00000200:3.0:1775768423.341748:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768423.341754:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768423.341760:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768423.341765:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768423.341781:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768423.341784:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768423.341787:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768423.341790:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60868:60868:256:4294967295] 192.168.202.131@tcp LPNI seq info [60868:60868:8:4294967295]
00000400:00000200:3.0:1775768423.341795:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768423.341801:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768423.341805:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768423.341809:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768423.341812:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768423.341815:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 57 secs later)
00000800:00000200:3.1:1775768423.341819:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768423.341821:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 57 secs later)
00000800:00000100:3.0:1775768423.341825:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768423.341827:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768423.341830:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768423.341833:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768423.341836:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3d48
00000400:00000010:3.0:1775768423.341837:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3d48.
00000100:00000001:3.0:1775768423.341839:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768423.341841:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b56300 x1862022335223808/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768423.341846:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768423.341848:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b56300 x1862022335223808/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768448 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768423.341852:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768423.341853:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768423.341855:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768423.341857:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: using a timeout of 41678 usecs (42 jiffies)
00000400:00000200:3.0:1775768423.341859:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768423.341860:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300280366
00000100:00000001:3.0:1775768423.341862:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300281598
00000100:00000001:3.0:1775768423.341863:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300280366
00000100:00000001:3.0:1775768423.341865:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300281598
00000100:00000001:3.0:1775768423.341866:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768423.341868:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768423.341869:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768423.341871:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768423/real 1775768423]  req@ffff927313b56300 x1862022335223808/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768423.341875:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768423.341876:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768423.341877:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768423.341878:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768423.341879:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768423.341882:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768423.341884:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b56300 x1862022335223808/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768423.341891:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b56300 x1862022335223808/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768423.341897:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768423.341898:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768423.341899:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768423.341901:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768423.341904:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b56300 x1862022335223808/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768423.341909:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768423.341913:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b56300 x1862022335223808/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768448 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768423.341919:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768423.341921:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768423.341923:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768423.341924:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768423.341926:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768423.341927:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768423.341929:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768423.341933:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768423.341935:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768423.341938:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b56300 x1862022335223808/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768448 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768423.341945:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335223808:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768423.341948:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768423.341950:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b57800 x1862022335223936/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768423.341955:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768423.341956:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768423.341958:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768423.341959:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768423.341960:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768423.341961:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335223936:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768423.341963:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768423.341965:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768423.341966:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768423.341967:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768423.341969:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768423.341971:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768423.341973:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768423.341975:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768423.341977:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768423.341979:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335223936, portal 4
00000100:00000001:3.0:1775768423.341980:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768423.341981:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682395136 : -120452027156480 : ffff927313b57800)
00000100:00000040:3.0:1775768423.341994:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b57800 x1862022335223936/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768423.342012:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768423.342014:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768423.342016:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3d48.
00000100:00000200:3.0:1775768423.342019:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335223936, offset 0
00000400:00000200:3.0:1775768423.342023:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768423.342027:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768423.342030:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768423.342032:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768423.342034:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768423.342036:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768423.342038:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768423.342041:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60869:60869:256:4294967295] 192.168.202.131@tcp LPNI seq info [60869:60869:8:4294967295]
00000400:00000200:3.0:1775768423.342046:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768423.342051:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768423.342055:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768423.342059:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768423.342063:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768423.342065:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 57 secs later)
00000800:00000200:3.1:1775768423.342069:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768423.342071:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 57 secs later)
00000800:00000100:3.0:1775768423.342074:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768423.342076:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768423.342079:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768423.342082:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768423.342085:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3d48
00000400:00000010:3.0:1775768423.342086:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3d48.
00000100:00000001:3.0:1775768423.342088:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768423.342092:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b57800 x1862022335223936/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768423.342099:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768423.342102:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b57800 x1862022335223936/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768448 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768423.342107:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768423.342109:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768423.342111:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768423.342114:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: using a timeout of 22192 usecs (23 jiffies)
00000400:00000200:3.0:1775768423.342117:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768423.342119:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300280347
00000100:00000001:3.0:1775768423.342122:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300281598
00000100:00000001:3.0:1775768423.342123:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300280347
00000100:00000001:3.0:1775768423.342125:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300281598
00000100:00000001:3.0:1775768423.342127:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768423.342130:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768423.342131:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768423.342135:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768423/real 1775768423]  req@ffff927313b57800 x1862022335223936/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768423.342142:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768423.342143:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768423.342145:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768423.342147:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768423.342148:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768423.342150:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768423.342153:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b57800 x1862022335223936/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768423.342159:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b57800 x1862022335223936/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768423.342165:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768423.342167:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768423.342169:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768423.342170:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768423.342173:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b57800 x1862022335223936/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768423.342180:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768423.342183:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b57800 x1862022335223936/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768448 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768423.342189:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768423.342191:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768423.342192:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768423.342194:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768423.342195:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768423.342197:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768423.342199:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768423.342203:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768423.342206:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768423.342209:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b57800 x1862022335223936/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768448 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768423.342217:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335223936:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768423.342220:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768423.342224:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b54e00 x1862022335224064/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768423.342231:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768423.342232:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768423.342234:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768423.342236:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768423.342238:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768423.342241:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335224064:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768423.342244:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768423.342246:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768423.342247:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768423.342249:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768423.342252:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768423.342254:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768423.342257:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768423.342260:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768423.342262:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768423.342265:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335224064, portal 4
00000100:00000001:3.0:1775768423.342266:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768423.342267:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682384384 : -120452027167232 : ffff927313b54e00)
00000100:00000040:3.0:1775768423.342272:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b54e00 x1862022335224064/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768423.342278:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768423.342280:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768423.342282:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3d48.
00000100:00000200:3.0:1775768423.342283:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335224064, offset 0
00000400:00000200:3.0:1775768423.342287:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768423.342290:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768423.342294:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768423.342296:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768423.342298:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768423.342300:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768423.342302:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768423.342305:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60870:60870:256:4294967295] 192.168.202.131@tcp LPNI seq info [60870:60870:8:4294967295]
00000400:00000200:3.0:1775768423.342309:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768423.342314:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768423.342318:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768423.342321:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768423.342324:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768423.342327:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 57 secs later)
00000800:00000200:3.1:1775768423.342331:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768423.342333:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 57 secs later)
00000800:00000100:3.0:1775768423.342337:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768423.342338:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768423.342341:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768423.342344:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768423.342346:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3d48
00000400:00000010:3.0:1775768423.342348:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3d48.
00000100:00000001:3.0:1775768423.342350:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768423.342353:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b54e00 x1862022335224064/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768423.342360:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768423.342362:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b54e00 x1862022335224064/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768448 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768423.342369:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768423.342370:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768423.342373:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768423.342376:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: using a timeout of 22500 usecs (23 jiffies)
00000400:00000200:3.0:1775768423.342379:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768423.342381:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300280347
00000100:00000001:3.0:1775768423.342384:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300281598
00000100:00000001:3.0:1775768423.342385:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300280347
00000100:00000001:3.0:1775768423.342387:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300281598
00000100:00000001:3.0:1775768423.342389:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768423.342391:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768423.342393:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768423.342396:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768423/real 1775768423]  req@ffff927313b54e00 x1862022335224064/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768423.342402:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768423.342403:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768423.342404:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768423.342407:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768423.342408:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768423.342410:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768423.342412:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b54e00 x1862022335224064/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768423.342419:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b54e00 x1862022335224064/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768423.342425:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768423.342427:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768423.342428:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768423.342429:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768423.342432:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b54e00 x1862022335224064/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768423.342439:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768423.342442:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b54e00 x1862022335224064/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768448 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768423.342449:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768423.342451:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768423.342452:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768423.342454:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768423.342455:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768423.342456:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768423.342458:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768423.342461:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768423.342463:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768423.342466:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b54e00 x1862022335224064/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768448 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768423.342473:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335224064:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768423.342476:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768423.342478:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768423.342482:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b55180 x1862022335223552/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768448 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768423.342489:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768423.342491:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768423.342493:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a66800.
02000000:00000001:3.0:1775768423.342497:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768423.342500:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768423.342501:0:2404:0:(genops.c:1242:class_import_put()) import ffff9273194c5000 refcount=3 obd=MGC192.168.202.131@tcp
00000020:00000001:3.0:1775768423.342503:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768423.342506:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306becc00.
02000000:00000001:3.0:1775768423.342510:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768423.342511:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768423.342513:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b55180.
00000100:00000001:3.0:1775768423.342517:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768423.342518:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768423.342520:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768423.342523:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b55f80 x1862022335223680/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768448 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768423.342530:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768423.342531:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768423.342532:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a64000.
02000000:00000001:3.0:1775768423.342535:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768423.342536:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768423.342537:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c000 refcount=137 obd=lustre-MDT0000-mdc-ffff927308189800
00000020:00000001:3.0:1775768423.342539:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768423.342540:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bee000.
02000000:00000001:3.0:1775768423.342542:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768423.342543:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768423.342544:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b55f80.
00000100:00000001:3.0:1775768423.342547:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768423.342548:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768423.342549:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768423.342553:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b56300 x1862022335223808/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768448 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768423.342559:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768423.342560:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768423.342562:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a64800.
02000000:00000001:3.0:1775768423.342564:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768423.342565:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768423.342566:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f800 refcount=3 obd=lustre-MDT0001-mdc-ffff927308189800
00000020:00000001:3.0:1775768423.342568:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768423.342569:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bec000.
02000000:00000001:3.0:1775768423.342572:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768423.342573:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768423.342574:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b56300.
00000100:00000001:3.0:1775768423.342576:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768423.342577:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768423.342578:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768423.342581:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b57800 x1862022335223936/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768448 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768423.342593:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768423.342594:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768423.342595:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768423.342598:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768423.342599:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768423.342600:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f000 refcount=2 obd=lustre-OST0000-osc-ffff927308189800
00000020:00000001:3.0:1775768423.342602:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768423.342603:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306befc00.
02000000:00000001:3.0:1775768423.342605:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768423.342606:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768423.342607:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b57800.
00000100:00000001:3.0:1775768423.342609:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768423.342610:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768423.342612:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768423.342615:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b54e00 x1862022335224064/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768448 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768423.342620:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768423.342621:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768423.342622:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768423.342624:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768423.342625:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768423.342626:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c800 refcount=2 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:3.0:1775768423.342627:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768423.342629:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306beec00.
02000000:00000001:3.0:1775768423.342630:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768423.342632:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768423.342633:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b54e00.
00000100:00000001:3.0:1775768423.342635:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768423.342636:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768423.342638:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768423.342645:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768423.342647:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768423.342650:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768423.342651:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768423.913828:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768423.913833:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768423.913835:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768423.913840:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768423.913844:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768423.913847:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768423.913849:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768423.913852:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768423.913855:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768424.361846:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768424.361852:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768424.361859:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768424.361860:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768424.361864:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768424.361865:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768424.361870:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768424.361871:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768424.361875:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768424.361876:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768424.361980:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768424.361984:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768424.361987:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768424.617805:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300281598, at 4300281600
00000100:00000040:3.0:1775768424.617805:0:58796:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649b30 (cpu 0) has reached its deadline 4300281598, at 4300281600
00000100:00000010:2.0:1775768424.617818:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe39c0.
00000100:00000010:3.0:1775768424.617819:0:58796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe30c0.
00000100:00000001:0.0:1775768424.937821:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768424.937828:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768424.937830:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768424.937835:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768424.937839:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768424.937843:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768424.937845:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768424.937847:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768424.937850:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768425.385823:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768425.385829:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768425.385832:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768425.385835:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768425.385839:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768425.385841:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768425.385843:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768425.385846:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768425.385861:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768425.385863:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768425.385864:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768425.385866:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768425.385870:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768425.385872:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768425.385873:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768425.385875:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768425.385879:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768425.385881:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768425.385882:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768425.385883:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768425.385885:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768425.385886:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768425.385888:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768425.385889:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768425.385893:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768425.385894:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768425.385898:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768425.385900:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768425.385901:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768425.385902:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768425.385904:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768425.385905:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768425.385906:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768425.385908:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768425.385961:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768425.385965:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768425.385968:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768425.961780:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768425.961786:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768425.961788:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768425.961793:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768425.961796:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768425.961800:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768425.961802:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768425.961804:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768425.961807:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768426.409802:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768426.409806:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768426.409811:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768426.409811:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768426.409814:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768426.409815:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768426.409817:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768426.409818:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768426.409821:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768426.409822:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768426.409879:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768426.409884:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768426.409887:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768426.985842:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768426.985850:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768426.985852:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768426.985858:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768426.985861:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768426.985865:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768426.985868:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768426.985870:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768426.985873:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768427.433839:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768427.433845:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768427.433851:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768427.433852:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768427.433856:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768427.433857:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768427.433860:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768427.433863:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768427.433865:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768427.433868:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768427.433871:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768427.433874:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768427.433876:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768427.433878:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768427.433882:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768427.433884:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768427.433948:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768427.433952:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768427.433955:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768428.009993:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768428.009999:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768428.010001:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768428.010007:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768428.010010:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768428.010014:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768428.010017:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768428.010019:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768428.010022:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768428.457822:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:3.0:1775768428.457826:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768428.457831:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768428.457833:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768428.457837:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:3.0:1775768428.457838:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768428.457840:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768428.457842:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:3.0:1775768428.457846:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1775768428.457847:0:42837:0:(import.c:484:import_select_connection()) Process entered
00010000:00000001:3.0:1775768428.457849:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768428.457853:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:2.0:1775768428.457854:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5613
00010000:00000001:3.0:1775768428.457856:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768428.457861:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768428.457863:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768428.457867:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768428.457874:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768428.457878:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768428.457881:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768428.457884:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768428.457888:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768428.457890:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768428.457894:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768428.457896:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775768428.457899:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768428.457901:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775768428.457904:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775768428.457907:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775768428.457910:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768428.457912:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768428.457914:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768428.457916:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768428.457920:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775768428.457923:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768428.457926:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768428.457928:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768428.457931:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768428.457934:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768428.457936:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768428.457938:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768428.457947:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775768428.457966:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775768428.457971:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768428.457973:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768428.457977:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000020:00000001:1.0:1775768428.457978:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
02000000:00000001:2.0:1775768428.457980:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000020:00000001:1.0:1775768428.457984:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768428.457985:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768428.457987:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
02000000:00000010:2.0:1775768428.457995:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed000.
00000100:00000001:2.0:1775768428.458001:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768428.458010:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335224192/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768428.458020:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768428.458024:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768428.458028:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335224192/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768428.458046:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768428.458049:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768428.458052:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768428.458054:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768428.458055:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768428.458059:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768428.458061:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5613
00000400:00000200:2.0:1775768428.458065:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768428.458069:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768428.458072:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1775768428.458074:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1775768428.458075:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768428.458078:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775768428.458079:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1775768428.458082:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768428.458083:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1775768428.458086:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768428.458090:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768428.458092:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000100:00000040:3.0:1775768428.458093:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b57100 x1862022335224192/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1775768428.458095:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768428.458099:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775768428.458103:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775768428.458108:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000001:3.0:1775768428.458110:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1775768428.458113:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768428.458114:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768428.458117:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768428.458119:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
02000000:00000001:3.0:1775768428.458119:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1775768428.458123:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
02000000:00000001:3.0:1775768428.458124:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1775768428.458127:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
02000000:00000001:3.0:1775768428.458128:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768428.458131:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768428.458134:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768428.458136:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335224192:192.168.202.131@tcp:250:kworker.0
02000000:00000001:2.0:1775768428.458137:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768428.458142:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768428.458142:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768428.458146:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768428.458148:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:3.0:1775768428.458148:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768428.458152:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1775768428.458153:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1775768428.458157:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:2.0:1775768428.458158:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768428.458161:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768428.458165:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
02000000:00000010:3.0:1775768428.458165:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65000.
00000020:00000040:2.0:1775768428.458170:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:3.0:1775768428.458171:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768428.458175:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768428.458177:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768428.458180:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:3.0:1775768428.458181:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
02000000:00000001:2.0:1775768428.458182:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768428.458185:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775768428.458187:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
02000000:00000010:2.0:1775768428.458190:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed800.
00000100:00000001:2.0:1775768428.458194:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775768428.458195:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00100000:2.0:1775768428.458200:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335224320/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1775768428.458205:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335224192, portal 25
00000100:00000001:2.0:1775768428.458211:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768428.458211:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768428.458214:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682393344 : -120452027158272 : ffff927313b57100)
00000100:00000001:2.0:1775768428.458215:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768428.458222:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335224320/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775768428.458226:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b57100 x1862022335224192/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768428.458242:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768428.458244:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1775768428.458246:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775768428.458251:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000100:00080000:2.0:1775768428.458252:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:3.0:1775768428.458255:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3d48.
00000100:00000200:3.0:1775768428.458259:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022335224192, offset 0
00000100:00000001:2.0:1775768428.458262:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768428.458264:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768428.458269:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:3.0:1775768428.458270:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000100:00080000:2.0:1775768428.458273:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5613
00000400:00000200:2.0:1775768428.458278:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768428.458281:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768428.458283:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768428.458287:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000400:00000200:3.0:1775768428.458288:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:2.0:1775768428.458291:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768428.458294:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768428.458297:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000400:00000200:3.0:1775768428.458298:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000020:00000001:2.0:1775768428.458300:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768428.458303:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775768428.458304:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768428.458306:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000400:00000200:3.0:1775768428.458307:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:2.0:1775768428.458310:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775768428.458313:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000400:00000200:3.0:1775768428.458314:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000100:00000040:2.0:1775768428.458318:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768428.458320:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1775768428.458322:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1775768428.458325:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768428.458328:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000400:00000200:3.0:1775768428.458329:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000020:00000040:2.0:1775768428.458332:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775768428.458337:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000400:00000200:3.0:1775768428.458339:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60871:60871:256:4294967295] 192.168.202.131@tcp LPNI seq info [60871:60871:8:4294967295]
00000100:00000001:2.0:1775768428.458341:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768428.458343:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768428.458345:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768428.458347:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768428.458349:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768428.458352:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768428.458355:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768428.458357:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768428.458361:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000010:2.0:1775768428.458363:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775768428.458366:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775768428.458369:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768428.458371:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768428.458375:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:3.0:1775768428.458377:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768428.458385:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
02000000:00000001:2.0:1775768428.458388:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768428.458390:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1775768428.458390:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
02000000:00000010:2.0:1775768428.458397:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef800.
00000100:00000001:2.0:1775768428.458402:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1775768428.458402:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00100000:2.0:1775768428.458409:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335224448/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.0:1775768428.458409:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1775768428.458421:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:2.0:1775768428.458423:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768428.458425:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768428.458429:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335224448/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1775768428.458437:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 52 secs later)
00000100:00000001:2.0:1775768428.458444:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768428.458448:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1775768428.458448:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768428.458452:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000100:00080000:2.0:1775768428.458453:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768428.458456:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768428.458458:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768428.458460:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:3.0:1775768428.458461:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:2.0:1775768428.458464:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5613
00000400:00000200:2.0:1775768428.458470:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768428.458470:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768428.458475:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000400:00000200:3.0:1775768428.458477:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3d48
00000100:00080000:2.0:1775768428.458478:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000400:00000010:3.0:1775768428.458481:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3d48.
00000100:00000040:2.0:1775768428.458482:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768428.458486:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775768428.458487:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1775768428.458489:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768428.458492:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000200:3.0:1775768428.458494:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b57100 x1862022335224192/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1775768428.458495:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768428.458497:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775768428.458500:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768428.458503:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775768428.458507:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000001:3.0:1775768428.458510:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768428.458514:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b57100 x1862022335224192/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768453 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1775768428.458516:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775768428.458523:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768428.458527:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775768428.458527:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768428.458530:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768428.458531:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768428.458534:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768428.458537:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00000001:3.0:1775768428.458538:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768428.458540:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768428.458544:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768428.458547:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
02000000:00000001:2.0:1775768428.458548:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768428.458551:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768428.458552:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4300286717
02000000:00000001:2.0:1775768428.458554:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768428.458558:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768428.458559:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000100:00000010:3.0:1775768428.458560:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe30c0.
00000008:00000001:2.0:1775768428.458563:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768428.458565:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768428.458568:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2
00000100:00000010:2.0:1775768428.458569:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
00000020:00000040:2.0:1775768428.458573:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775768428.458575:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1775768428.458575:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4300286717
02000000:00000001:2.0:1775768428.458577:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768428.458580:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:3.0:1775768428.458581:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3e40.
02000000:00000001:2.0:1775768428.458582:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768428.458584:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768428.458587:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3
02000000:00000010:2.0:1775768428.458589:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed400.
00000100:00000001:3.0:1775768428.458591:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768428.458592:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768428.458596:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768428.458599:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335224576/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768428.458600:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768428.458609:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768428/real 1775768428]  req@ffff927313b57100 x1862022335224192/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768428.458619:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768428.458622:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768428.458626:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000100:00000001:2.0:1775768428.458628:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1775768428.458630:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000100:00000001:2.0:1775768428.458631:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775768428.458634:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000040:2.0:1775768428.458638:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335224576/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768428.458639:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768428.458647:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b57100 x1862022335224192/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768428.458649:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768428.458653:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768428.458661:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775768428.458664:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768428.458666:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:3.0:1775768428.458668:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b57100 x1862022335224192/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768428.458669:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768428.458674:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5613
00000400:00000200:2.0:1775768428.458682:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768428.458687:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00000001:3.0:1775768428.458687:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:2.0:1775768428.458691:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1775768428.458691:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768428.458697:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768428.458697:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768428.458700:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775768428.458701:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768428.458703:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768428.458706:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00100000:3.0:1775768428.458723:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b57100 x1862022335224192/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768428.458732:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1775768428.458733:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768428.458736:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775768428.458738:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768428.458740:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000100:00000040:3.0:1775768428.458740:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b57100 x1862022335224192/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768453 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1775768428.458744:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775768428.458748:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775768428.458755:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768428.458759:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768428.458763:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768428.458767:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768428.458773:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00000001:3.0:1775768428.458775:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768428.458778:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:3.0:1775768428.458781:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768428.458782:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768428.458784:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:2.0:1775768428.458786:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1775768428.458787:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1775768428.458789:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768428.458791:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
02000000:00000001:2.0:1775768428.458793:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768428.458795:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768428.458796:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768428.458799:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000100:00080000:3.0:1775768428.458800:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from CONNECTING to DISCONN
00000008:00000001:2.0:1775768428.458804:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768428.458806:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768428.458808:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.131@tcp failed (-110)
00000100:00000010:2.0:1775768428.458811:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
00000100:00000001:3.0:1775768428.458812:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000040:2.0:1775768428.458814:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775768428.458818:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768428.458820:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768428.458820:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b57100 x1862022335224192/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768453 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768428.458823:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768428.458826:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768428.458828:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768428.458833:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bedc00.
00000100:00000001:2.0:1775768428.458837:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768428.458838:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335224192:192.168.202.131@tcp:250:kworker.0
00000100:00100000:2.0:1775768428.458845:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335224704/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768428.458846:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768428.458851:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1775768428.458856:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:3.0:1775768428.458857:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b57100 x1862022335224192/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768453 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768428.458858:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768428.458866:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335224704/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768428.458872:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768428.458877:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:2.0:1775768428.458879:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768428.458880:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65000.
00000100:00000040:2.0:1775768428.458884:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5623)
02000000:00000001:3.0:1775768428.458886:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768428.458889:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768428.458891:0:2404:0:(genops.c:1242:class_import_put()) import ffff9273194c5000 refcount=3 obd=MGC192.168.202.131@tcp
00000020:00000001:3.0:1775768428.458893:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768428.458896:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bed000.
02000000:00000001:3.0:1775768428.458900:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768428.458902:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768428.458904:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b57100.
00000100:00000001:3.0:1775768428.458907:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768428.458908:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768428.458910:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768428.458918:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768428.458920:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768428.458921:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768428.458923:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768428.458924:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768428.458928:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b54a80 x1862022335224320/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768428.458935:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768428.458936:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768428.458939:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768428.458940:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768428.458942:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768428.458945:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335224320:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768428.458948:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768428.458960:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768428.458962:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768428.458964:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768428.458967:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768428.458969:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768428.458973:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768428.458975:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768428.458979:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768428.458981:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335224320, portal 10
00000100:00000001:3.0:1775768428.458983:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768428.458985:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682383488 : -120452027168128 : ffff927313b54a80)
00000100:00000040:3.0:1775768428.458990:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b54a80 x1862022335224320/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768428.458997:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768428.458999:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768428.459001:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3d48.
00000100:00000200:3.0:1775768428.459003:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335224320, offset 0
00000400:00000200:3.0:1775768428.459007:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768428.459011:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768428.459015:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768428.459018:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768428.459021:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768428.459023:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768428.459025:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768428.459028:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60872:60872:256:4294967295] 192.168.202.131@tcp LPNI seq info [60872:60872:8:4294967295]
00000400:00000200:3.0:1775768428.459032:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768428.459039:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768428.459043:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768428.459047:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768428.459050:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768428.459053:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1775768428.459057:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768428.459059:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 52 secs later)
00000800:00000100:3.0:1775768428.459063:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768428.459065:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768428.459068:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768428.459071:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768428.459074:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3d48
00000400:00000010:3.0:1775768428.459075:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3d48.
00000100:00000001:3.0:1775768428.459077:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768428.459080:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b54a80 x1862022335224320/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768428.459088:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768428.459090:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b54a80 x1862022335224320/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768453 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768428.459097:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768428.459098:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768428.459101:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768428.459104:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: using a timeout of 15131 usecs (16 jiffies)
00000400:00000200:3.0:1775768428.459108:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768428.459110:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300285457
00000100:00000001:3.0:1775768428.459113:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300286717
00000100:00000001:3.0:1775768428.459115:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300285457
00000100:00000001:3.0:1775768428.459117:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300286717
00000100:00000001:3.0:1775768428.459119:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768428.459121:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768428.459122:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768428.459126:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768428/real 1775768428]  req@ffff927313b54a80 x1862022335224320/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768428.459133:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768428.459134:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768428.459136:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768428.459138:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768428.459140:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768428.459142:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768428.459145:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b54a80 x1862022335224320/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768428.459153:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b54a80 x1862022335224320/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768428.459159:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768428.459161:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768428.459162:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768428.459164:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768428.459167:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b54a80 x1862022335224320/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768428.459174:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768428.459177:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b54a80 x1862022335224320/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768453 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768428.459184:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768428.459187:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768428.459189:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768428.459190:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768428.459192:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768428.459194:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768428.459197:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768428.459200:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768428.459202:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768428.459206:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b54a80 x1862022335224320/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768453 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768428.459214:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335224320:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768428.459218:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768428.459221:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b54e00 x1862022335224448/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768428.459228:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768428.459230:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768428.459232:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768428.459233:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768428.459235:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768428.459238:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335224448:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768428.459241:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768428.459243:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768428.459244:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768428.459246:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768428.459249:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768428.459251:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768428.459255:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768428.459257:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768428.459260:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768428.459263:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335224448, portal 10
00000100:00000001:3.0:1775768428.459264:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768428.459266:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682384384 : -120452027167232 : ffff927313b54e00)
00000100:00000040:3.0:1775768428.459271:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b54e00 x1862022335224448/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768428.459278:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768428.459280:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768428.459282:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3d48.
00000100:00000200:3.0:1775768428.459285:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335224448, offset 0
00000400:00000200:3.0:1775768428.459289:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768428.459292:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768428.459295:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768428.459298:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768428.459300:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768428.459303:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768428.459305:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768428.459308:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60873:60873:256:4294967295] 192.168.202.131@tcp LPNI seq info [60873:60873:8:4294967295]
00000400:00000200:3.0:1775768428.459312:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768428.459317:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768428.459321:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768428.459325:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768428.459328:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768428.459331:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1775768428.459335:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768428.459338:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 52 secs later)
00000800:00000100:3.0:1775768428.459341:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768428.459343:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768428.459346:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768428.459349:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768428.459351:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3d48
00000400:00000010:3.0:1775768428.459353:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3d48.
00000100:00000001:3.0:1775768428.459356:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768428.459359:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b54e00 x1862022335224448/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768428.459366:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768428.459370:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b54e00 x1862022335224448/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768453 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768428.459376:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768428.459378:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768428.459380:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768428.459383:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: using a timeout of 41678 usecs (42 jiffies)
00000400:00000200:3.0:1775768428.459386:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768428.459388:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300285483
00000100:00000001:3.0:1775768428.459390:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300286717
00000100:00000001:3.0:1775768428.459392:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300285483
00000100:00000001:3.0:1775768428.459394:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300286717
00000100:00000001:3.0:1775768428.459396:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768428.459397:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768428.459399:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768428.459403:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768428/real 1775768428]  req@ffff927313b54e00 x1862022335224448/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768428.459411:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768428.459412:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768428.459413:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768428.459415:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768428.459417:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768428.459419:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768428.459422:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b54e00 x1862022335224448/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768428.459430:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b54e00 x1862022335224448/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768428.459436:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768428.459437:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768428.459439:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768428.459440:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768428.459444:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b54e00 x1862022335224448/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768428.459451:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768428.459454:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b54e00 x1862022335224448/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768453 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768428.459461:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768428.459463:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768428.459465:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768428.459466:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768428.459468:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768428.459469:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768428.459471:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768428.459474:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768428.459476:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768428.459480:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b54e00 x1862022335224448/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768453 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768428.459488:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335224448:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768428.459492:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768428.459495:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b57800 x1862022335224576/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768428.459501:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768428.459503:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768428.459505:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768428.459507:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768428.459508:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768428.459511:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335224576:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768428.459515:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768428.459517:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768428.459518:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768428.459520:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768428.459523:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a64800.
02000000:00000001:3.0:1775768428.459525:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768428.459527:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768428.459530:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768428.459533:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768428.459535:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335224576, portal 4
00000100:00000001:3.0:1775768428.459537:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768428.459538:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682395136 : -120452027156480 : ffff927313b57800)
00000100:00000040:3.0:1775768428.459543:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b57800 x1862022335224576/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768428.459550:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768428.459552:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768428.459554:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3d48.
00000100:00000200:3.0:1775768428.459556:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335224576, offset 0
00000400:00000200:3.0:1775768428.459559:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768428.459563:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768428.459566:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768428.459568:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768428.459571:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768428.459573:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768428.459575:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768428.459578:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60874:60874:256:4294967295] 192.168.202.131@tcp LPNI seq info [60874:60874:8:4294967295]
00000400:00000200:3.0:1775768428.459582:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768428.459588:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768428.459592:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768428.459595:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768428.459599:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768428.459601:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1775768428.459605:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768428.459608:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 52 secs later)
00000800:00000100:3.0:1775768428.459611:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768428.459614:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768428.459616:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768428.459620:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768428.459622:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3d48
00000400:00000010:3.0:1775768428.459623:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3d48.
00000100:00000001:3.0:1775768428.459625:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768428.459628:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b57800 x1862022335224576/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768428.459635:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768428.459638:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b57800 x1862022335224576/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768453 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768428.459645:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768428.459646:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768428.459649:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768428.459652:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: using a timeout of 22192 usecs (23 jiffies)
00000400:00000200:3.0:1775768428.459655:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768428.459656:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300285464
00000100:00000001:3.0:1775768428.459659:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300286717
00000100:00000001:3.0:1775768428.459661:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300285464
00000100:00000001:3.0:1775768428.459663:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300286717
00000100:00000001:3.0:1775768428.459665:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768428.459666:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768428.459668:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768428.459672:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768428/real 1775768428]  req@ffff927313b57800 x1862022335224576/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768428.459679:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768428.459680:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768428.459682:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768428.459684:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768428.459685:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768428.459688:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768428.459691:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b57800 x1862022335224576/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768428.459698:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b57800 x1862022335224576/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768428.459704:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768428.459705:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768428.459706:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768428.459722:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768428.459726:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b57800 x1862022335224576/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768428.459732:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768428.459736:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b57800 x1862022335224576/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768453 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768428.459743:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768428.459745:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768428.459746:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768428.459747:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768428.459749:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768428.459750:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768428.459753:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768428.459756:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768428.459758:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768428.459761:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b57800 x1862022335224576/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768453 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768428.459769:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335224576:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768428.459773:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768428.459775:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b56300 x1862022335224704/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768428.459783:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768428.459784:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768428.459787:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768428.459788:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768428.459790:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768428.459793:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335224704:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768428.459796:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768428.459797:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768428.459799:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768428.459800:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768428.459804:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a64000.
02000000:00000001:3.0:1775768428.459806:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768428.459809:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768428.459811:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768428.459814:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768428.459817:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335224704, portal 4
00000100:00000001:3.0:1775768428.459818:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768428.459819:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682389760 : -120452027161856 : ffff927313b56300)
00000100:00000040:3.0:1775768428.459825:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b56300 x1862022335224704/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768428.459830:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768428.459833:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768428.459835:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3d48.
00000100:00000200:3.0:1775768428.459837:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335224704, offset 0
00000400:00000200:3.0:1775768428.459841:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768428.459844:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768428.459848:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768428.459850:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768428.459853:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768428.459855:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768428.459857:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768428.459860:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60875:60875:256:4294967295] 192.168.202.131@tcp LPNI seq info [60875:60875:8:4294967295]
00000400:00000200:3.0:1775768428.459864:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768428.459870:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768428.459874:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768428.459877:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768428.459881:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768428.459883:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1775768428.459887:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768428.459889:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 52 secs later)
00000800:00000100:3.0:1775768428.459893:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768428.459895:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768428.459897:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768428.459900:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768428.459903:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3d48
00000400:00000010:3.0:1775768428.459904:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3d48.
00000100:00000001:3.0:1775768428.459906:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768428.459910:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b56300 x1862022335224704/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768428.459917:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768428.459919:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b56300 x1862022335224704/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768453 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768428.459926:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768428.459927:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768428.459930:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768428.459933:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: using a timeout of 22500 usecs (23 jiffies)
00000400:00000200:3.0:1775768428.459936:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768428.459938:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300285465
00000100:00000001:3.0:1775768428.459940:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300286717
00000100:00000001:3.0:1775768428.459942:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300285465
00000100:00000001:3.0:1775768428.459944:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300286717
00000100:00000001:3.0:1775768428.459946:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768428.459948:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768428.459963:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768428.459968:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768428/real 1775768428]  req@ffff927313b56300 x1862022335224704/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768428.459976:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768428.459977:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768428.459979:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768428.459982:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768428.459983:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768428.459985:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768428.459988:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b56300 x1862022335224704/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768428.459996:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b56300 x1862022335224704/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768428.460003:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768428.460004:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768428.460006:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768428.460007:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768428.460010:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b56300 x1862022335224704/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768428.460017:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768428.460021:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b56300 x1862022335224704/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768453 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768428.460028:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768428.460030:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768428.460032:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768428.460033:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768428.460035:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768428.460036:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768428.460038:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768428.460042:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768428.460044:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768428.460048:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b56300 x1862022335224704/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768453 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768428.460057:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335224704:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768428.460061:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768428.460063:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768428.460065:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b54a80 x1862022335224320/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768453 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768428.460072:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768428.460073:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768428.460075:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768428.460078:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768428.460079:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768428.460081:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c000 refcount=137 obd=lustre-MDT0000-mdc-ffff927308189800
00000020:00000001:3.0:1775768428.460083:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768428.460085:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bed800.
02000000:00000001:3.0:1775768428.460087:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768428.460089:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768428.460090:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b54a80.
00000100:00000001:3.0:1775768428.460092:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768428.460094:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768428.460095:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768428.460098:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b54e00 x1862022335224448/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768453 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768428.460105:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768428.460106:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768428.460108:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768428.460110:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768428.460111:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768428.460112:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f800 refcount=3 obd=lustre-MDT0001-mdc-ffff927308189800
00000020:00000001:3.0:1775768428.460114:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768428.460116:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bef800.
02000000:00000001:3.0:1775768428.460118:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768428.460119:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768428.460120:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b54e00.
00000100:00000001:3.0:1775768428.460123:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768428.460124:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768428.460126:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768428.460129:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b57800 x1862022335224576/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768453 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768428.460135:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768428.460136:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768428.460138:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a64800.
02000000:00000001:3.0:1775768428.460140:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768428.460141:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768428.460142:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f000 refcount=2 obd=lustre-OST0000-osc-ffff927308189800
00000020:00000001:3.0:1775768428.460144:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768428.460146:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bed400.
02000000:00000001:3.0:1775768428.460148:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768428.460149:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768428.460150:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b57800.
00000100:00000001:3.0:1775768428.460153:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768428.460154:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768428.460155:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768428.460158:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b56300 x1862022335224704/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768453 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768428.460165:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768428.460166:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768428.460168:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a64000.
02000000:00000001:3.0:1775768428.460170:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768428.460171:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768428.460172:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c800 refcount=2 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:3.0:1775768428.460174:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768428.460175:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bedc00.
02000000:00000001:3.0:1775768428.460177:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768428.460179:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768428.460180:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b56300.
00000100:00000001:3.0:1775768428.460182:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768428.460184:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768428.460185:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768428.460189:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768428.460190:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768428.460192:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768428.460194:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768429.033842:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768429.033849:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768429.033850:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768429.033856:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768429.033859:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768429.033863:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768429.033866:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768429.033868:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768429.033870:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768429.481827:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768429.481832:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768429.481839:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768429.481840:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768429.481843:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768429.481844:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768429.481848:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768429.481849:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768429.481853:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768429.481854:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768429.481906:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768429.481909:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768429.481911:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768429.737807:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300286717, at 4300286720
00000100:00000040:3.0:1775768429.737807:0:58796:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649b30 (cpu 0) has reached its deadline 4300286717, at 4300286720
00000100:00000010:3.0:1775768429.737821:0:58796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3e40.
00000100:00000010:2.0:1775768429.737829:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe30c0.
00000100:00000001:0.0:1775768430.057886:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768430.057894:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768430.057896:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768430.057902:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768430.057906:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768430.057910:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768430.057913:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768430.057916:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768430.057919:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768430.505824:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768430.505830:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768430.505837:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768430.505838:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768430.505842:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768430.505843:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768430.505847:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768430.505848:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768430.505851:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768430.505853:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768430.505906:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768430.505909:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768430.505912:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768431.081854:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768431.081861:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768431.081863:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768431.081868:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768431.081872:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768431.081875:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768431.081878:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768431.081880:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768431.081884:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768431.529820:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768431.529824:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768431.529828:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768431.529829:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768431.529831:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768431.529832:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768431.529834:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768431.529835:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768431.529838:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768431.529839:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768431.529895:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768431.529898:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768431.529902:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768432.105969:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768432.105982:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768432.105984:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768432.105989:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768432.105993:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768432.105996:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768432.105999:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768432.106001:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768432.106004:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768432.553815:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768432.553819:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768432.553823:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768432.553824:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768432.553827:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768432.553828:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768432.553830:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768432.553831:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768432.553834:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768432.553835:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768432.553884:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768432.553888:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768432.553890:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768433.129794:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768433.129800:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768433.129802:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768433.129808:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768433.129812:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768433.129816:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768433.129819:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768433.129821:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768433.129824:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768433.577802:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768433.577810:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:3.0:1775768433.577810:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1775768433.577811:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:3.0:1775768433.577815:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768433.577816:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768433.577821:0:42837:0:(import.c:484:import_select_connection()) Process entered
00010000:00000001:3.0:1775768433.577823:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768433.577825:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768433.577826:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5618
00010000:00000001:3.0:1775768433.577831:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768433.577833:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768433.577837:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00010000:00000001:3.0:1775768433.577839:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000400:00000200:2.0:1775768433.577843:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00010000:00000001:3.0:1775768433.577843:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768433.577848:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00010000:00000001:3.0:1775768433.577849:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000040:2.0:1775768433.577851:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00010000:00000001:3.0:1775768433.577852:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768433.577854:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768433.577857:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768433.577859:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768433.577862:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768433.577863:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775768433.577864:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768433.577866:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775768433.577868:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775768433.577869:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775768433.577871:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768433.577873:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768433.577874:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768433.577876:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768433.577878:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775768433.577880:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768433.577881:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768433.577883:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768433.577885:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768433.577887:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768433.577888:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768433.577891:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768433.577898:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775768433.577916:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775768433.577919:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768433.577920:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768433.577922:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768433.577924:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768433.577928:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768433.577934:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef400.
00000100:00000001:2.0:1775768433.577939:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768433.577946:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335224832/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000020:00000001:0.0:1775768433.577947:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768433.577951:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768433.577957:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768433.577958:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768433.577962:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768433.577965:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335224832/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768433.577978:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768433.577981:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768433.577983:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768433.577984:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768433.577985:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768433.577987:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768433.577989:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5618
00000400:00000200:2.0:1775768433.577992:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768433.577994:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768433.577996:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768433.577998:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768433.577998:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768433.578001:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775768433.578002:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1775768433.578003:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768433.578005:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000001:3.0:1775768433.578006:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1775768433.578008:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768433.578010:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775768433.578012:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768433.578013:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000100:00000040:3.0:1775768433.578014:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b55f80 x1862022335224832/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1775768433.578015:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775768433.578019:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775768433.578025:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768433.578030:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775768433.578031:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1775768433.578034:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768433.578034:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768433.578038:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
02000000:00000001:3.0:1775768433.578039:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:2.0:1775768433.578042:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
02000000:00000001:3.0:1775768433.578043:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768433.578046:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768433.578048:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00100000:3.0:1775768433.578051:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335224832:192.168.202.131@tcp:250:kworker.0
00000100:00000001:2.0:1775768433.578053:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768433.578057:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1775768433.578058:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768433.578062:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768433.578063:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768433.578064:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768433.578069:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768433.578070:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1775768433.578073:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000010:3.0:1775768433.578074:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a64000.
00000008:00100000:2.0:1775768433.578077:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1775768433.578077:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1775768433.578082:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768433.578086:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768433.578086:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000010:2.0:1775768433.578091:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000400:00000010:3.0:1775768433.578092:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000020:00000040:2.0:1775768433.578095:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775768433.578098:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768433.578099:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775768433.578099:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000001:2.0:1775768433.578103:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768433.578104:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768433.578105:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1775768433.578107:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335224832, portal 25
00000100:00000001:3.0:1775768433.578109:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
02000000:00000010:2.0:1775768433.578110:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bedc00.
00000100:00000001:3.0:1775768433.578110:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682388864 : -120452027162752 : ffff927313b55f80)
00000100:00000001:2.0:1775768433.578114:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768433.578118:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b55f80 x1862022335224832/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768433.578120:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335224960/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768433.578145:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768433.578146:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1775768433.578148:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768433.578153:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000100:00000040:2.0:1775768433.578156:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335224960/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1775768433.578158:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3d48.
00000100:00000200:3.0:1775768433.578163:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022335224832, offset 0
00000100:00000001:2.0:1775768433.578171:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768433.578171:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000100:00080000:2.0:1775768433.578175:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1775768433.578180:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00080000:2.0:1775768433.578181:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768433.578183:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768433.578184:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1775768433.578186:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000100:00000001:2.0:1775768433.578189:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:3.0:1775768433.578192:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1775768433.578193:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5618
00000400:00000200:3.0:1775768433.578198:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768433.578201:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768433.578203:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768433.578206:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60876:60876:256:4294967295] 192.168.202.131@tcp LPNI seq info [60876:60876:8:4294967295]
00000400:00000200:3.0:1775768433.578209:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768433.578215:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1775768433.578221:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000800:00000200:3.0:1775768433.578222:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000400:00000200:2.0:1775768433.578225:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000800:00000010:3.0:1775768433.578226:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000100:00080000:2.0:1775768433.578227:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768433.578230:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768433.578231:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768433.578232:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768433.578234:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768433.578235:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768433.578236:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775768433.578237:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768433.578238:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775768433.578240:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775768433.578243:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000800:00000200:3.0:1775768433.578243:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000040:2.0:1775768433.578247:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768433.578249:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.0:1775768433.578249:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 47 secs later)
00000100:00000040:2.0:1775768433.578252:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768433.578255:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768433.578257:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775768433.578261:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000800:00000200:3.1:1775768433.578262:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:2.0:1775768433.578263:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768433.578266:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768433.578269:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:3.1:1775768433.578269:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 47 secs later)
02000000:00000001:2.0:1775768433.578272:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768433.578275:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768433.578277:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1775768433.578280:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000008:00000001:2.0:1775768433.578281:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768433.578283:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1775768433.578285:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000100:00000010:2.0:1775768433.578286:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
00000020:00000040:2.0:1775768433.578290:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775768433.578292:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768433.578293:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768433.578294:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1775768433.578295:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768433.578296:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768433.578298:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768433.578301:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed400.
00000400:00000200:3.0:1775768433.578303:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1775768433.578305:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768433.578310:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335225088/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1775768433.578311:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3d48
00000400:00000010:3.0:1775768433.578316:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3d48.
00000100:00000001:2.0:1775768433.578317:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768433.578320:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768433.578321:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768433.578327:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b55f80 x1862022335224832/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768433.578331:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335225088/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768433.578345:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1775768433.578346:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768433.578350:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775768433.578352:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b55f80 x1862022335224832/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768458 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775768433.578355:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768433.578358:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768433.578361:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768433.578367:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1775768433.578367:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768433.578370:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:2.0:1775768433.578371:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5618
00000100:00000001:3.0:1775768433.578377:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768433.578378:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768433.578385:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000400:00000200:3.0:1775768433.578385:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00080000:2.0:1775768433.578390:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1775768433.578391:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4300291837
00000100:00000040:2.0:1775768433.578396:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768433.578398:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:3.0:1775768433.578399:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3e40.
00000100:00000040:2.0:1775768433.578401:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768433.578404:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768433.578405:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768433.578406:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000100:00000001:3.0:1775768433.578407:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2
00000020:00000001:2.0:1775768433.578408:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1775768433.578413:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4300291837
00000100:00000010:3.0:1775768433.578416:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3b40.
00000020:00000040:2.0:1775768433.578417:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000100:00000001:3.0:1775768433.578418:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3
00000020:00000001:2.0:1775768433.578420:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000001:3.0:1775768433.578422:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1775768433.578423:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000001:3.0:1775768433.578425:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768433.578427:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768433.578428:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1775768433.578429:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768433.578431:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768433.578433:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00100000:3.0:1775768433.578434:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768433/real 1775768433]  req@ffff927313b55f80 x1862022335224832/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1775768433.578435:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775768433.578440:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768433.578445:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768433.578448:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768433.578451:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:3.0:1775768433.578452:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:2.0:1775768433.578453:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1775768433.578454:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1775768433.578455:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000010:3.0:1775768433.578456:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000008:00100000:2.0:1775768433.578458:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000400:00000200:3.0:1775768433.578460:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000008:00000001:2.0:1775768433.578461:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775768433.578462:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:2.0:1775768433.578463:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768433.578465:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000010:2.0:1775768433.578467:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
00000020:00000040:2.0:1775768433.578470:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
00000100:00000200:3.0:1775768433.578470:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b55f80 x1862022335224832/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775768433.578473:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768433.578475:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768433.578478:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768433.578480:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768433.578483:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1775768433.578484:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b55f80 x1862022335224832/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1775768433.578486:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef800.
00000100:00000001:2.0:1775768433.578491:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768433.578492:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768433.578494:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768433.578496:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335225216/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768433.578497:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768433.578499:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768433.578507:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00100000:3.0:1775768433.578507:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b55f80 x1862022335224832/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768433.578510:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768433.578517:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335225216/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768433.578518:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768433.578525:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b55f80 x1862022335224832/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768458 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768433.578528:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768433.578532:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768433.578536:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775768433.578536:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768433.578539:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768433.578540:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768433.578540:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768433.578542:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768433.578544:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1775768433.578544:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768433.578546:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00080000:2.0:1775768433.578548:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5618
00000100:00000001:3.0:1775768433.578548:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768433.578552:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from CONNECTING to DISCONN
00000400:00000200:2.0:1775768433.578554:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768433.578559:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768433.578559:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.131@tcp failed (-110)
00000100:00080000:2.0:1775768433.578564:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1775768433.578564:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768433.578567:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768433.578570:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768433.578571:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b55f80 x1862022335224832/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768458 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768433.578573:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768433.578577:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768433.578581:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768433.578582:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775768433.578584:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768433.578586:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775768433.578589:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775768433.578591:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775768433.578595:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00100000:3.0:1775768433.578595:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335224832:192.168.202.131@tcp:250:kworker.0
00000100:00000001:2.0:1775768433.578598:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768433.578602:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768433.578604:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000001:3.0:1775768433.578605:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1775768433.578606:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775768433.578610:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:3.0:1775768433.578610:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1775768433.578612:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768433.578614:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768433.578616:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1775768433.578617:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b55f80 x1862022335224832/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768458 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775768433.578618:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768433.578621:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768433.578624:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768433.578627:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768433.578630:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768433.578633:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775768433.578635:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775768433.578638:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768433.578640:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768433.578643:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768433.578645:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768433.578648:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768433.578649:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000010:2.0:1775768433.578650:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed800.
00000100:00000001:2.0:1775768433.578653:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768433.578653:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768433.578657:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a64000.
02000000:00000001:3.0:1775768433.578661:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00100000:2.0:1775768433.578664:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335225344/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000020:00000001:3.0:1775768433.578664:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768433.578666:0:2404:0:(genops.c:1242:class_import_put()) import ffff9273194c5000 refcount=3 obd=MGC192.168.202.131@tcp
00000020:00000001:3.0:1775768433.578672:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000001:2.0:1775768433.578675:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000010:3.0:1775768433.578675:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bef400.
00000100:00000001:2.0:1775768433.578677:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768433.578681:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335225344/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775768433.578682:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768433.578685:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768433.578687:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b55f80.
00000100:00000001:2.0:1775768433.578688:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768433.578694:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5628)
00000100:00000001:3.0:1775768433.578694:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768433.578697:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768433.578698:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768433.578705:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768433.578707:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768433.578728:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768433.578729:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768433.578730:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768433.578735:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b55180 x1862022335224960/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768433.578741:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768433.578743:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768433.578745:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768433.578747:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768433.578749:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768433.578751:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335224960:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768433.578755:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768433.578757:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768433.578758:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768433.578760:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768433.578763:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a64000.
02000000:00000001:3.0:1775768433.578765:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768433.578768:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768433.578771:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768433.578773:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768433.578775:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335224960, portal 10
00000100:00000001:3.0:1775768433.578776:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768433.578777:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682385280 : -120452027166336 : ffff927313b55180)
00000100:00000040:3.0:1775768433.578781:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b55180 x1862022335224960/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768433.578786:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768433.578788:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768433.578790:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3d48.
00000100:00000200:3.0:1775768433.578792:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335224960, offset 0
00000400:00000200:3.0:1775768433.578796:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768433.578799:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768433.578802:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768433.578805:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768433.578807:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768433.578810:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768433.578812:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768433.578815:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60877:60877:256:4294967295] 192.168.202.131@tcp LPNI seq info [60877:60877:8:4294967295]
00000400:00000200:3.0:1775768433.578819:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768433.578825:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768433.578830:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768433.578832:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768433.578836:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768433.578839:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1775768433.578843:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768433.578845:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 47 secs later)
00000800:00000100:3.0:1775768433.578849:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768433.578850:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768433.578853:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768433.578856:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768433.578859:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3d48
00000400:00000010:3.0:1775768433.578861:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3d48.
00000100:00000001:3.0:1775768433.578863:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768433.578867:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b55180 x1862022335224960/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768433.578875:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768433.578877:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b55180 x1862022335224960/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768458 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768433.578883:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768433.578885:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768433.578887:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768433.578890:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: using a timeout of 15131 usecs (16 jiffies)
00000400:00000200:3.0:1775768433.578892:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768433.578893:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300290577
00000100:00000001:3.0:1775768433.578895:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300291837
00000100:00000001:3.0:1775768433.578897:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300290577
00000100:00000001:3.0:1775768433.578898:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300291837
00000100:00000001:3.0:1775768433.578899:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768433.578914:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768433.578915:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768433.578918:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768433/real 1775768433]  req@ffff927313b55180 x1862022335224960/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768433.578923:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768433.578924:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768433.578925:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768433.578926:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768433.578928:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768433.578929:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768433.578931:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b55180 x1862022335224960/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768433.578935:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b55180 x1862022335224960/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768433.578943:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768433.578944:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768433.578945:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768433.578945:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768433.578947:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b55180 x1862022335224960/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768433.578951:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768433.578953:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b55180 x1862022335224960/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768458 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768433.578956:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768433.578957:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768433.578958:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768433.578959:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768433.578960:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768433.578961:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768433.578962:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768433.578964:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768433.578966:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768433.578968:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b55180 x1862022335224960/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768458 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768433.578972:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335224960:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768433.578974:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768433.578976:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b56300 x1862022335225088/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768433.578979:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768433.578980:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768433.578982:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768433.578983:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768433.578984:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768433.578986:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335225088:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768433.578988:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768433.578989:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768433.578990:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768433.578991:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768433.578993:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a64800.
02000000:00000001:3.0:1775768433.578994:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768433.578996:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768433.578998:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768433.579000:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768433.579002:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335225088, portal 10
00000100:00000001:3.0:1775768433.579003:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768433.579004:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682389760 : -120452027161856 : ffff927313b56300)
00000100:00000040:3.0:1775768433.579007:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b56300 x1862022335225088/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768433.579011:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768433.579013:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768433.579014:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3d48.
00000100:00000200:3.0:1775768433.579016:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335225088, offset 0
00000400:00000200:3.0:1775768433.579018:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768433.579020:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768433.579022:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768433.579023:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768433.579025:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768433.579027:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768433.579028:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768433.579030:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60878:60878:256:4294967295] 192.168.202.131@tcp LPNI seq info [60878:60878:8:4294967295]
00000400:00000200:3.0:1775768433.579032:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768433.579036:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768433.579039:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768433.579041:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768433.579044:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768433.579045:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1775768433.579048:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768433.579050:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 47 secs later)
00000800:00000100:3.0:1775768433.579052:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768433.579054:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768433.579056:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768433.579058:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768433.579059:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3d48
00000400:00000010:3.0:1775768433.579060:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3d48.
00000100:00000001:3.0:1775768433.579062:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768433.579064:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b56300 x1862022335225088/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768433.579068:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768433.579070:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b56300 x1862022335225088/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768458 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768433.579074:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768433.579075:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768433.579076:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768433.579078:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: using a timeout of 41678 usecs (42 jiffies)
00000400:00000200:3.0:1775768433.579079:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768433.579080:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300290603
00000100:00000001:3.0:1775768433.579081:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300291837
00000100:00000001:3.0:1775768433.579083:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300290603
00000100:00000001:3.0:1775768433.579084:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300291837
00000100:00000001:3.0:1775768433.579086:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768433.579087:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768433.579088:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768433.579089:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768433/real 1775768433]  req@ffff927313b56300 x1862022335225088/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768433.579094:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768433.579095:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768433.579096:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768433.579097:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768433.579098:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768433.579099:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768433.579100:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b56300 x1862022335225088/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768433.579104:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b56300 x1862022335225088/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768433.579107:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768433.579108:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768433.579109:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768433.579110:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768433.579111:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b56300 x1862022335225088/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768433.579117:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768433.579120:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b56300 x1862022335225088/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768458 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768433.579126:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768433.579128:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768433.579129:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768433.579130:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768433.579131:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768433.579132:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768433.579134:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768433.579137:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768433.579139:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768433.579143:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b56300 x1862022335225088/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768458 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768433.579150:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335225088:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768433.579154:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768433.579157:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b57800 x1862022335225216/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768433.579163:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768433.579164:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768433.579166:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768433.579168:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768433.579170:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768433.579172:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335225216:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768433.579175:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768433.579177:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768433.579178:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768433.579180:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768433.579183:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768433.579184:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768433.579186:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768433.579188:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768433.579190:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768433.579192:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335225216, portal 4
00000100:00000001:3.0:1775768433.579193:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768433.579194:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682395136 : -120452027156480 : ffff927313b57800)
00000100:00000040:3.0:1775768433.579199:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b57800 x1862022335225216/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768433.579204:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768433.579207:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768433.579209:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3d48.
00000100:00000200:3.0:1775768433.579211:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335225216, offset 0
00000400:00000200:3.0:1775768433.579214:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768433.579217:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768433.579221:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768433.579223:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768433.579225:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768433.579227:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768433.579229:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768433.579231:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60879:60879:256:4294967295] 192.168.202.131@tcp LPNI seq info [60879:60879:8:4294967295]
00000400:00000200:3.0:1775768433.579235:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768433.579240:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768433.579244:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768433.579246:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768433.579249:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768433.579251:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1775768433.579254:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768433.579256:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 47 secs later)
00000800:00000100:3.0:1775768433.579259:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768433.579260:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768433.579262:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768433.579265:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768433.579268:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3d48
00000400:00000010:3.0:1775768433.579269:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3d48.
00000100:00000001:3.0:1775768433.579271:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768433.579274:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b57800 x1862022335225216/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768433.579281:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768433.579283:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b57800 x1862022335225216/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768458 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768433.579290:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768433.579291:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768433.579293:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768433.579296:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: using a timeout of 22192 usecs (23 jiffies)
00000400:00000200:3.0:1775768433.579298:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768433.579300:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300290584
00000100:00000001:3.0:1775768433.579303:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300291837
00000100:00000001:3.0:1775768433.579304:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300290584
00000100:00000001:3.0:1775768433.579306:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300291837
00000100:00000001:3.0:1775768433.579307:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768433.579309:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768433.579310:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768433.579313:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768433/real 1775768433]  req@ffff927313b57800 x1862022335225216/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768433.579319:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768433.579320:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768433.579321:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768433.579323:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768433.579324:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768433.579326:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768433.579328:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b57800 x1862022335225216/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768433.579334:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b57800 x1862022335225216/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768433.579339:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768433.579340:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768433.579341:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768433.579342:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768433.579345:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b57800 x1862022335225216/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768433.579350:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768433.579353:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b57800 x1862022335225216/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768458 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768433.579359:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768433.579361:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768433.579362:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768433.579363:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768433.579365:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768433.579366:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768433.579368:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768433.579371:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768433.579373:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768433.579376:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b57800 x1862022335225216/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768458 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768433.579382:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335225216:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768433.579386:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768433.579388:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b54e00 x1862022335225344/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768433.579393:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768433.579395:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768433.579397:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768433.579398:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768433.579400:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768433.579403:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335225344:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768433.579405:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768433.579407:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768433.579408:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768433.579410:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768433.579413:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768433.579414:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768433.579417:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768433.579418:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768433.579420:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768433.579422:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335225344, portal 4
00000100:00000001:3.0:1775768433.579424:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768433.579424:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682384384 : -120452027167232 : ffff927313b54e00)
00000100:00000040:3.0:1775768433.579428:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b54e00 x1862022335225344/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768433.579432:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768433.579433:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768433.579434:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3d48.
00000100:00000200:3.0:1775768433.579436:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335225344, offset 0
00000400:00000200:3.0:1775768433.579438:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768433.579440:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768433.579442:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768433.579443:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768433.579445:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768433.579446:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768433.579448:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768433.579449:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60880:60880:256:4294967295] 192.168.202.131@tcp LPNI seq info [60880:60880:8:4294967295]
00000400:00000200:3.0:1775768433.579452:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768433.579456:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768433.579458:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768433.579460:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768433.579462:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768433.579463:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1775768433.579466:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768433.579467:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 47 secs later)
00000800:00000100:3.0:1775768433.579470:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768433.579471:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768433.579473:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768433.579475:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768433.579477:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3d48
00000400:00000010:3.0:1775768433.579478:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3d48.
00000100:00000001:3.0:1775768433.579479:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768433.579481:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b54e00 x1862022335225344/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768433.579489:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768433.579491:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b54e00 x1862022335225344/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768458 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768433.579494:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768433.579495:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768433.579496:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768433.579498:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: using a timeout of 22500 usecs (23 jiffies)
00000400:00000200:3.0:1775768433.579499:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768433.579500:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300290584
00000100:00000001:3.0:1775768433.579502:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300291837
00000100:00000001:3.0:1775768433.579503:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300290584
00000100:00000001:3.0:1775768433.579504:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300291837
00000100:00000001:3.0:1775768433.579506:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768433.579507:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768433.579508:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768433.579510:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768433/real 1775768433]  req@ffff927313b54e00 x1862022335225344/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768433.579513:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768433.579514:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768433.579515:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768433.579516:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768433.579517:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768433.579519:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768433.579520:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b54e00 x1862022335225344/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768433.579524:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b54e00 x1862022335225344/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768433.579527:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768433.579528:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768433.579529:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768433.579530:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768433.579532:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b54e00 x1862022335225344/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768433.579536:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768433.579537:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b54e00 x1862022335225344/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768458 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768433.579541:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768433.579542:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768433.579543:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768433.579543:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768433.579544:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768433.579545:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768433.579546:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768433.579548:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768433.579549:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768433.579551:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b54e00 x1862022335225344/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768458 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768433.579555:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335225344:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768433.579557:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768433.579558:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768433.579559:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b55180 x1862022335224960/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768458 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768433.579563:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768433.579564:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768433.579565:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a64000.
02000000:00000001:3.0:1775768433.579566:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768433.579567:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768433.579568:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c000 refcount=137 obd=lustre-MDT0000-mdc-ffff927308189800
00000020:00000001:3.0:1775768433.579570:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768433.579571:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bedc00.
02000000:00000001:3.0:1775768433.579574:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768433.579574:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768433.579575:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b55180.
00000100:00000001:3.0:1775768433.579577:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768433.579578:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768433.579579:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768433.579580:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b56300 x1862022335225088/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768458 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768433.579585:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768433.579587:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768433.579588:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a64800.
02000000:00000001:3.0:1775768433.579590:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768433.579590:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768433.579592:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f800 refcount=3 obd=lustre-MDT0001-mdc-ffff927308189800
00000020:00000001:3.0:1775768433.579593:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768433.579595:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bed400.
02000000:00000001:3.0:1775768433.579596:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768433.579597:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768433.579598:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b56300.
00000100:00000001:3.0:1775768433.579600:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768433.579601:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768433.579603:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768433.579605:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b57800 x1862022335225216/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768458 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768433.579611:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768433.579612:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768433.579614:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768433.579616:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768433.579617:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768433.579618:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f000 refcount=2 obd=lustre-OST0000-osc-ffff927308189800
00000020:00000001:3.0:1775768433.579620:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768433.579621:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bef800.
02000000:00000001:3.0:1775768433.579623:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768433.579625:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768433.579626:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b57800.
00000100:00000001:3.0:1775768433.579628:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768433.579629:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768433.579631:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768433.579633:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b54e00 x1862022335225344/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768458 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768433.579639:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768433.579640:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768433.579641:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768433.579642:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768433.579643:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768433.579644:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c800 refcount=2 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:3.0:1775768433.579645:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768433.579646:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bed800.
02000000:00000001:3.0:1775768433.579647:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768433.579648:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768433.579648:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b54e00.
00000100:00000001:3.0:1775768433.579650:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768433.579651:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768433.579653:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768433.579656:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768433.579658:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768433.579659:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768433.579660:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768434.153826:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768434.153832:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768434.153834:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768434.153840:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768434.153843:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768434.153847:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768434.153849:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768434.153852:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768434.153854:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768434.601967:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768434.601971:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768434.601975:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768434.601976:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768434.601978:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768434.601979:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768434.601981:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768434.601982:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768434.601985:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768434.601986:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768434.602047:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768434.602051:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768434.602054:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768434.857818:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300291837, at 4300291840
00000100:00000010:2.0:1775768434.857829:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3e40.
00000100:00000040:3.0:1775768434.858041:0:58796:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649b30 (cpu 0) has reached its deadline 4300291837, at 4300291840
00000100:00000010:3.0:1775768434.858048:0:58796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3b40.
00000100:00000001:0.0:1775768435.177842:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768435.177849:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768435.177851:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768435.177856:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768435.177860:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768435.177864:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768435.177866:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768435.177875:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768435.177878:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768435.625792:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768435.625800:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768435.625802:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768435.625806:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768435.625810:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768435.625813:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768435.625814:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768435.625816:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768435.625821:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768435.625823:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768435.625824:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768435.625825:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768435.625826:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768435.625828:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768435.625829:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768435.625831:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768435.625835:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768435.625836:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768435.625838:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768435.625839:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768435.625841:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768435.625842:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768435.625843:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768435.625844:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768435.625846:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768435.625847:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768435.625850:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768435.625851:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768435.625852:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768435.625853:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768435.625854:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768435.625855:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768435.625855:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768435.625857:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768435.625910:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768435.625914:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768435.625917:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768436.201825:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768436.201832:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768436.201834:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768436.201840:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768436.201844:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768436.201847:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768436.201850:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768436.201852:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768436.201855:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768436.649816:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768436.649821:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768436.649825:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768436.649826:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768436.649828:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768436.649829:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768436.649831:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768436.649832:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768436.649835:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768436.649835:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768436.649894:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768436.649898:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768436.649901:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768437.225797:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768437.225803:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768437.225804:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768437.225809:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768437.225811:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768437.225815:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768437.225816:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768437.225818:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768437.225820:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768437.673872:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768437.673880:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768437.673888:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768437.673889:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768437.673893:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768437.673894:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768437.673898:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768437.673902:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768437.673906:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768437.673910:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768437.673913:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768437.673916:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768437.673918:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768437.673921:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768437.673925:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768437.673926:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768437.674004:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768437.674008:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768437.674012:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768438.249890:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768438.249898:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768438.249900:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768438.249906:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768438.249909:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768438.249914:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768438.249917:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768438.249920:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768438.249923:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768438.697827:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768438.697837:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768438.697840:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768438.697844:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768438.697848:0:57984:0:(import.c:484:import_select_connection()) Process entered
00010000:00000001:3.0:1775768438.697866:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:2.0:1775768438.697868:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5623
00010000:00000001:3.0:1775768438.697871:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768438.697879:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000400:00000200:2.0:1775768438.697880:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00010000:00000001:3.0:1775768438.697881:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768438.697886:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000400:00000200:2.0:1775768438.697889:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00010000:00000001:3.0:1775768438.697889:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768438.697893:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:2.0:1775768438.697894:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00010000:00000001:3.0:1775768438.697896:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768438.697900:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00010000:00000001:3.0:1775768438.697901:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768438.697903:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768438.697904:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768438.697908:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768438.697911:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768438.697915:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768438.697916:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775768438.697919:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768438.697922:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775768438.697925:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775768438.697928:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775768438.697931:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768438.697933:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768438.697936:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768438.697938:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768438.697941:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775768438.697944:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768438.697947:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768438.697951:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768438.697955:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768438.697958:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768438.697960:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768438.697963:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768438.697965:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000010:2.0:1775768438.697973:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775768438.697978:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
00000020:00000001:0.0:1775768438.697979:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768438.697982:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00010000:00010000:0.0:1775768438.697984:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
02000000:00000001:2.0:1775768438.697993:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768438.697996:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768438.698000:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768438.698004:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768438.698011:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306beec00.
00000100:00000001:2.0:1775768438.698017:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768438.698027:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335225472/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768438.698036:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768438.698041:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768438.698046:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335225472/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768438.698067:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768438.698071:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768438.698089:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768438.698091:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768438.698093:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768438.698096:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768438.698099:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5623
00000400:00000200:2.0:1775768438.698102:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768438.698105:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768438.698108:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768438.698110:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768438.698113:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768438.698116:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768438.698118:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768438.698120:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768438.698122:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775768438.698123:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1775768438.698124:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1775768438.698126:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775768438.698128:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000001:3.0:1775768438.698129:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1775768438.698133:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000001:3.0:1775768438.698133:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768438.698138:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768438.698141:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768438.698142:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b54a80 x1862022335225472/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768438.698145:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768438.698150:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768438.698155:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00000001:3.0:1775768438.698157:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1775768438.698159:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:3.0:1775768438.698161:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768438.698163:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768438.698165:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768438.698166:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768438.698169:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768438.698173:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768438.698173:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768438.698178:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768438.698181:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335225472:192.168.202.131@tcp:250:kworker.0
00000100:00000001:2.0:1775768438.698182:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768438.698186:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768438.698189:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768438.698191:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768438.698194:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775768438.698197:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775768438.698199:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768438.698200:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768438.698202:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768438.698204:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768438.698205:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768438.698209:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306befc00.
00000100:00000001:2.0:1775768438.698212:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768438.698217:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335225600/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768438.698224:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768438.698226:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768438.698230:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335225600/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768438.698244:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768438.698247:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768438.698250:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768438.698252:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768438.698253:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768438.698255:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768438.698258:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5623
00000400:00000200:2.0:1775768438.698261:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768438.698264:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768438.698266:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768438.698269:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768438.698271:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768438.698273:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768438.698275:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768438.698277:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768438.698278:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775768438.698280:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768438.698282:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775768438.698284:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775768438.698286:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775768438.698289:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768438.698291:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768438.698293:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768438.698295:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768438.698297:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775768438.698300:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768438.698302:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768438.698304:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768438.698307:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768438.698309:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768438.698311:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768438.698313:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768438.698315:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768438.698317:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768438.698321:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775768438.698324:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775768438.698326:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768438.698327:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768438.698329:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768438.698330:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768438.698332:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768438.698335:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec000.
00000100:00000001:2.0:1775768438.698338:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768438.698342:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335225728/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768438.698349:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768438.698351:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768438.698354:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335225728/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768438.698362:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768438.698364:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768438.698367:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768438.698369:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768438.698370:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768438.698373:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768438.698375:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5623
00000400:00000200:2.0:1775768438.698378:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768438.698381:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768438.698384:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768438.698387:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768438.698389:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768438.698391:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768438.698393:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768438.698395:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768438.698396:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775768438.698398:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768438.698399:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775768438.698402:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775768438.698404:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775768438.698406:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768438.698408:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768438.698409:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768438.698488:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768438.698493:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768438.698495:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768438.698497:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768438.698502:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768438.698504:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768438.698510:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768438.698513:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768438.698529:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768438.698537:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335225472, portal 25
00000100:00000001:3.0:1775768438.698539:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768438.698541:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682383488 : -120452027168128 : ffff927313b54a80)
00000100:00000040:3.0:1775768438.698547:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b54a80 x1862022335225472/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768438.698555:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768438.698558:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768438.698561:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3d48.
00000100:00000200:3.0:1775768438.698564:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022335225472, offset 0
00000400:00000200:3.0:1775768438.698578:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768438.698586:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768438.698592:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768438.698598:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768438.698602:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768438.698606:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768438.698608:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768438.698612:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60881:60881:256:4294967295] 192.168.202.131@tcp LPNI seq info [60881:60881:8:4294967295]
00000400:00000200:3.0:1775768438.698616:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768438.698626:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768438.698632:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768438.698637:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768438.698652:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768438.698656:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775768438.698662:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768438.698666:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000100:3.0:1775768438.698670:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768438.698673:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768438.698679:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768438.698684:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768438.698689:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3d48
00000400:00000010:3.0:1775768438.698692:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3d48.
00000100:00000001:3.0:1775768438.698696:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768438.698700:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b54a80 x1862022335225472/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768438.698731:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768438.698734:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b54a80 x1862022335225472/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768463 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768438.698741:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768438.698742:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768438.698748:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768438.698751:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768438.698754:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4300296957
00000100:00000010:3.0:1775768438.698759:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3b40.
00000100:00000001:3.0:1775768438.698765:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1775768438.698770:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4300296958
00000100:00000010:3.0:1775768438.698773:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3c00.
00000100:00000001:3.0:1775768438.698777:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1775768438.698780:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768438.698784:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000001:3.0:1775768438.698785:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1775768438.698790:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00000001:3.0:1775768438.698790:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00080000:2.0:1775768438.698797:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00100000:3.0:1775768438.698797:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768438/real 1775768438]  req@ffff927313b54a80 x1862022335225472/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768438.698803:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768438.698808:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768438.698812:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768438.698817:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768438.698820:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768438.698823:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768438.698826:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1775768438.698827:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1775768438.698828:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1775768438.698830:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000010:2.0:1775768438.698833:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
00000400:00000010:3.0:1775768438.698833:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768438.698837:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000020:00000040:2.0:1775768438.698838:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
00000400:00000010:3.0:1775768438.698841:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
02000000:00000001:2.0:1775768438.698843:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768438.698845:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768438.698845:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1775768438.698849:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768438.698864:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768438.698867:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1775768438.698869:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b54a80 x1862022335225472/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1775768438.698872:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee000.
00000100:00000001:2.0:1775768438.698878:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1775768438.698886:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b54a80 x1862022335225472/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768438.698887:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335225856/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768438.698908:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768438.698909:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768438.698910:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768438.698913:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768438.698914:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768438.698918:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768438.698919:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335225856/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768438.698925:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b54a80 x1862022335225472/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768438.698939:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768438.698945:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1775768438.698946:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768438.698951:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000040:3.0:1775768438.698952:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b54a80 x1862022335225472/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768463 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768438.698953:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768438.698956:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768438.698961:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768438.698966:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5623
00000100:00000001:3.0:1775768438.698966:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768438.698971:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1775768438.698976:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768438.698976:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768438.698978:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768438.698981:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000400:00000200:2.0:1775768438.698982:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00000001:3.0:1775768438.698984:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768438.698986:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1775768438.698990:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:2.0:1775768438.698992:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768438.698996:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00080000:3.0:1775768438.698999:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.131@tcp failed (-110)
00000100:00000040:2.0:1775768438.699001:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768438.699004:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000001:3.0:1775768438.699004:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000001:2.0:1775768438.699010:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768438.699012:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000100:00000040:3.0:1775768438.699014:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b54a80 x1862022335225472/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768463 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1775768438.699015:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768438.699018:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775768438.699023:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775768438.699027:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00100000:3.0:1775768438.699032:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335225472:192.168.202.131@tcp:250:kworker.0
00000100:00000040:2.0:1775768438.699034:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768438.699040:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775768438.699042:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768438.699044:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768438.699045:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1775768438.699047:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768438.699050:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00000040:3.0:1775768438.699051:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b54a80 x1862022335225472/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768463 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775768438.699056:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768438.699062:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768438.699066:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1775768438.699067:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768438.699069:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768438.699071:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1775768438.699073:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768438.699075:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65000.
00000100:00000001:2.0:1775768438.699076:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768438.699079:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
02000000:00000001:3.0:1775768438.699080:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000008:00000001:2.0:1775768438.699083:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768438.699084:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768438.699087:0:2404:0:(genops.c:1242:class_import_put()) import ffff9273194c5000 refcount=3 obd=MGC192.168.202.131@tcp
00000100:00000001:2.0:1775768438.699088:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768438.699092:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000010:2.0:1775768438.699094:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
00000020:00000040:2.0:1775768438.699103:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000010:3.0:1775768438.699104:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306beec00.
02000000:00000001:2.0:1775768438.699107:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768438.699109:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768438.699110:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:2.0:1775768438.699111:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768438.699113:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:2.0:1775768438.699114:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:3.0:1775768438.699116:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b54a80.
02000000:00000001:2.0:1775768438.699117:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768438.699119:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768438.699122:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:2.0:1775768438.699123:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306becc00.
00000100:00000001:3.0:1775768438.699125:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768438.699127:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768438.699132:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335225984/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768438.699133:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768438.699136:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768438.699141:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768438.699143:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768438.699143:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768438.699146:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768438.699146:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768438.699152:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b57100 x1862022335225600/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768438.699153:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335225984/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768438.699175:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768438.699178:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768438.699179:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768438.699182:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1775768438.699185:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5633)
02000000:00000001:3.0:1775768438.699185:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768438.699190:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768438.699194:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335225600:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768438.699198:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768438.699200:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768438.699202:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768438.699204:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768438.699207:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768438.699209:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768438.699213:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768438.699216:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768438.699219:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768438.699222:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335225600, portal 10
00000100:00000001:3.0:1775768438.699224:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768438.699225:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682393344 : -120452027158272 : ffff927313b57100)
00000100:00000040:3.0:1775768438.699231:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b57100 x1862022335225600/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768438.699237:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768438.699239:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768438.699242:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3d48.
00000100:00000200:3.0:1775768438.699244:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335225600, offset 0
00000400:00000200:3.0:1775768438.699247:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768438.699251:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768438.699255:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768438.699258:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768438.699260:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768438.699263:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768438.699265:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768438.699268:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60882:60882:256:4294967295] 192.168.202.131@tcp LPNI seq info [60882:60882:8:4294967295]
00000400:00000200:3.0:1775768438.699272:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768438.699278:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768438.699283:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768438.699286:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768438.699290:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768438.699293:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775768438.699297:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768438.699300:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000100:3.0:1775768438.699304:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768438.699305:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768438.699308:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768438.699311:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768438.699314:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3d48
00000400:00000010:3.0:1775768438.699316:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3d48.
00000100:00000001:3.0:1775768438.699318:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768438.699321:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b57100 x1862022335225600/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768438.699328:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768438.699330:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b57100 x1862022335225600/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768463 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768438.699336:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768438.699338:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768438.699341:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768438.699344:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: using a timeout of 15131 usecs (16 jiffies)
00000400:00000200:3.0:1775768438.699347:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768438.699349:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300295697
00000100:00000001:3.0:1775768438.699352:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300296957
00000100:00000001:3.0:1775768438.699354:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300295697
00000100:00000001:3.0:1775768438.699356:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300296958
00000100:00000001:3.0:1775768438.699358:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768438.699360:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768438.699361:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768438.699365:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768438/real 1775768438]  req@ffff927313b57100 x1862022335225600/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768438.699372:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768438.699374:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768438.699376:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768438.699378:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768438.699380:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768438.699382:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768438.699385:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b57100 x1862022335225600/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768438.699392:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b57100 x1862022335225600/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768438.699399:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768438.699401:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768438.699402:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768438.699403:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768438.699407:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b57100 x1862022335225600/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768438.699413:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768438.699416:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b57100 x1862022335225600/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768463 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768438.699423:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768438.699426:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768438.699427:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768438.699428:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768438.699430:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768438.699432:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768438.699434:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768438.699437:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768438.699439:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768438.699442:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b57100 x1862022335225600/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768463 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768438.699450:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335225600:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768438.699453:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768438.699456:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b54e00 x1862022335225728/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768438.699462:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768438.699463:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768438.699465:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768438.699466:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768438.699468:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768438.699471:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335225728:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768438.699473:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768438.699475:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768438.699476:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768438.699478:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768438.699481:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768438.699483:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768438.699486:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768438.699488:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768438.699490:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768438.699493:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335225728, portal 10
00000100:00000001:3.0:1775768438.699495:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768438.699496:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682384384 : -120452027167232 : ffff927313b54e00)
00000100:00000040:3.0:1775768438.699501:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b54e00 x1862022335225728/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768438.699506:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768438.699508:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768438.699510:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3d48.
00000100:00000200:3.0:1775768438.699511:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335225728, offset 0
00000400:00000200:3.0:1775768438.699515:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768438.699519:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768438.699522:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768438.699524:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768438.699527:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768438.699529:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768438.699531:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768438.699534:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60883:60883:256:4294967295] 192.168.202.131@tcp LPNI seq info [60883:60883:8:4294967295]
00000400:00000200:3.0:1775768438.699538:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768438.699543:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768438.699547:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768438.699550:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768438.699554:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768438.699556:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775768438.699560:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768438.699563:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000100:3.0:1775768438.699566:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768438.699568:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768438.699571:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768438.699574:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768438.699577:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3d48
00000400:00000010:3.0:1775768438.699578:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3d48.
00000100:00000001:3.0:1775768438.699580:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768438.699584:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b54e00 x1862022335225728/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768438.699591:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768438.699594:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b54e00 x1862022335225728/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768463 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768438.699600:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768438.699601:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768438.699604:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768438.699606:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: using a timeout of 41678 usecs (42 jiffies)
00000400:00000200:3.0:1775768438.699609:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768438.699611:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300295723
00000100:00000001:3.0:1775768438.699613:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300296957
00000100:00000001:3.0:1775768438.699615:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300295723
00000100:00000001:3.0:1775768438.699617:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300296958
00000100:00000001:3.0:1775768438.699619:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768438.699621:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768438.699623:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768438.699626:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768438/real 1775768438]  req@ffff927313b54e00 x1862022335225728/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768438.699633:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768438.699634:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768438.699635:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768438.699638:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768438.699640:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768438.699642:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768438.699645:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b54e00 x1862022335225728/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768438.699651:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b54e00 x1862022335225728/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768438.699657:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768438.699659:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768438.699660:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768438.699661:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768438.699665:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b54e00 x1862022335225728/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768438.699671:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768438.699674:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b54e00 x1862022335225728/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768463 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768438.699680:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768438.699682:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768438.699683:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768438.699685:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768438.699687:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768438.699688:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768438.699691:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768438.699693:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768438.699695:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768438.699699:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b54e00 x1862022335225728/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768463 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768438.699706:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335225728:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768438.699727:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768438.699730:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b57800 x1862022335225856/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768438.699735:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768438.699737:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768438.699738:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768438.699740:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768438.699741:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768438.699744:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335225856:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768438.699747:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768438.699748:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768438.699750:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768438.699751:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768438.699754:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a64800.
02000000:00000001:3.0:1775768438.699755:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768438.699758:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768438.699761:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768438.699764:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768438.699766:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335225856, portal 4
00000100:00000001:3.0:1775768438.699768:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768438.699769:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682395136 : -120452027156480 : ffff927313b57800)
00000100:00000040:3.0:1775768438.699774:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b57800 x1862022335225856/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768438.699779:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768438.699781:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768438.699783:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3d48.
00000100:00000200:3.0:1775768438.699785:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335225856, offset 0
00000400:00000200:3.0:1775768438.699788:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768438.699792:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768438.699795:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768438.699797:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768438.699800:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768438.699802:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768438.699803:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768438.699806:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60884:60884:256:4294967295] 192.168.202.131@tcp LPNI seq info [60884:60884:8:4294967295]
00000400:00000200:3.0:1775768438.699809:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768438.699815:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768438.699818:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768438.699821:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768438.699825:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768438.699827:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775768438.699831:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768438.699834:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000100:3.0:1775768438.699837:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768438.699838:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768438.699841:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768438.699844:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768438.699846:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3d48
00000400:00000010:3.0:1775768438.699847:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3d48.
00000100:00000001:3.0:1775768438.699850:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768438.699865:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b57800 x1862022335225856/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768438.699872:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768438.699875:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b57800 x1862022335225856/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768463 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768438.699884:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768438.699885:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768438.699888:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768438.699891:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: using a timeout of 22192 usecs (23 jiffies)
00000400:00000200:3.0:1775768438.699894:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768438.699896:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300295705
00000100:00000001:3.0:1775768438.699898:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300296957
00000100:00000001:3.0:1775768438.699900:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300295705
00000100:00000001:3.0:1775768438.699902:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300296958
00000100:00000001:3.0:1775768438.699904:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768438.699906:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768438.699908:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768438.699911:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768438/real 1775768438]  req@ffff927313b57800 x1862022335225856/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768438.699919:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768438.699920:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768438.699921:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768438.699924:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768438.699925:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768438.699927:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768438.699930:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b57800 x1862022335225856/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768438.699938:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b57800 x1862022335225856/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768438.699943:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768438.699945:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768438.699946:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768438.699948:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768438.699951:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b57800 x1862022335225856/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768438.699959:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768438.699962:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b57800 x1862022335225856/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768463 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768438.699968:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768438.699971:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768438.699972:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768438.699973:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768438.699975:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768438.699976:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768438.699978:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768438.699981:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768438.699983:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768438.699986:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b57800 x1862022335225856/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768463 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768438.699994:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335225856:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768438.699998:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768438.699999:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768438.700002:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b57100 x1862022335225600/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768463 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768438.700008:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768438.700009:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768438.700011:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768438.700014:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768438.700015:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768438.700016:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c000 refcount=137 obd=lustre-MDT0000-mdc-ffff927308189800
00000020:00000001:3.0:1775768438.700018:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768438.700020:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306befc00.
02000000:00000001:3.0:1775768438.700022:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768438.700024:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768438.700025:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b57100.
00000100:00000001:3.0:1775768438.700027:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768438.700028:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768438.700029:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768438.700032:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b54e00 x1862022335225728/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768463 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768438.700037:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768438.700038:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768438.700039:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768438.700040:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768438.700041:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768438.700042:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f800 refcount=3 obd=lustre-MDT0001-mdc-ffff927308189800
00000020:00000001:3.0:1775768438.700044:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768438.700045:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bec000.
02000000:00000001:3.0:1775768438.700048:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768438.700049:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768438.700049:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b54e00.
00000100:00000001:3.0:1775768438.700051:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768438.700052:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768438.700053:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768438.700055:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b57800 x1862022335225856/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768463 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768438.700060:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768438.700061:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768438.700062:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a64800.
02000000:00000001:3.0:1775768438.700064:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768438.700065:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768438.700066:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f000 refcount=2 obd=lustre-OST0000-osc-ffff927308189800
00000020:00000001:3.0:1775768438.700067:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768438.700069:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bee000.
02000000:00000001:3.0:1775768438.700070:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768438.700071:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768438.700073:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b57800.
00000100:00000001:3.0:1775768438.700074:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768438.700076:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768438.700077:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768438.700080:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768438.700081:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768438.700083:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768438.700084:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768438.700086:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768438.700088:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b56300 x1862022335225984/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768438.700094:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768438.700095:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768438.700096:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768438.700098:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768438.700099:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768438.700102:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335225984:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768438.700105:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768438.700106:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768438.700107:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768438.700109:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768438.700111:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a64800.
02000000:00000001:3.0:1775768438.700113:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768438.700116:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768438.700118:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768438.700121:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768438.700123:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335225984, portal 4
00000100:00000001:3.0:1775768438.700124:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768438.700125:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682389760 : -120452027161856 : ffff927313b56300)
00000100:00000040:3.0:1775768438.700129:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b56300 x1862022335225984/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768438.700135:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768438.700137:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768438.700138:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3d48.
00000100:00000200:3.0:1775768438.700140:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335225984, offset 0
00000400:00000200:3.0:1775768438.700144:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768438.700148:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768438.700151:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768438.700154:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768438.700156:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768438.700159:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768438.700160:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768438.700163:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60885:60885:256:4294967295] 192.168.202.131@tcp LPNI seq info [60885:60885:8:4294967295]
00000400:00000200:3.0:1775768438.700167:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768438.700173:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768438.700177:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768438.700179:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768438.700181:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768438.700183:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775768438.700185:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768438.700187:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 42 secs later)
00000800:00000100:3.0:1775768438.700190:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768438.700191:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768438.700193:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768438.700195:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768438.700196:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3d48
00000400:00000010:3.0:1775768438.700197:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3d48.
00000100:00000001:3.0:1775768438.700199:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768438.700201:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b56300 x1862022335225984/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768438.700206:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768438.700208:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b56300 x1862022335225984/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768463 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768438.700214:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768438.700215:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768438.700218:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768438.700220:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: using a timeout of 22500 usecs (23 jiffies)
00000400:00000200:3.0:1775768438.700223:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768438.700225:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300295705
00000100:00000001:3.0:1775768438.700227:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300296957
00000100:00000001:3.0:1775768438.700229:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300295705
00000100:00000001:3.0:1775768438.700231:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300296958
00000100:00000001:3.0:1775768438.700232:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768438.700234:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768438.700236:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768438.700239:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768438/real 1775768438]  req@ffff927313b56300 x1862022335225984/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768438.700247:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768438.700248:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768438.700249:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768438.700252:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768438.700253:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768438.700255:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768438.700258:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b56300 x1862022335225984/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768438.700266:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b56300 x1862022335225984/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768438.700270:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768438.700271:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768438.700272:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768438.700273:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768438.700275:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b56300 x1862022335225984/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768438.700279:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768438.700281:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b56300 x1862022335225984/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768463 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768438.700284:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768438.700286:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768438.700287:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768438.700288:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768438.700289:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768438.700290:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768438.700291:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768438.700293:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768438.700294:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768438.700296:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b56300 x1862022335225984/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768463 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768438.700300:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335225984:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768438.700302:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768438.700303:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768438.700304:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b56300 x1862022335225984/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768463 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768438.700307:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768438.700308:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768438.700309:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a64800.
02000000:00000001:3.0:1775768438.700310:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768438.700311:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768438.700312:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c800 refcount=2 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:3.0:1775768438.700313:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768438.700314:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306becc00.
02000000:00000001:3.0:1775768438.700316:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768438.700318:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768438.700319:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b56300.
00000100:00000001:3.0:1775768438.700321:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768438.700322:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768438.700324:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768438.700326:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768438.700328:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768438.700329:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768438.700331:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768439.273834:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768439.273840:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768439.273842:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768439.273861:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768439.273865:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768439.273869:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768439.273872:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768439.273875:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768439.273877:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768439.721810:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768439.721816:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768439.721823:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768439.721824:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768439.721827:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768439.721828:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768439.721831:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768439.721833:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768439.721836:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768439.721837:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768439.721907:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768439.721911:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768439.721914:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768439.977807:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300296957, at 4300296960
00000100:00000010:2.0:1775768439.977823:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3b40.
00000100:00000040:3.0:1775768439.977900:0:58796:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649b30 (cpu 0) has reached its deadline 4300296958, at 4300296960
00000100:00000010:3.0:1775768439.977907:0:58796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3c00.
00000100:00000001:3.0:1775768440.297832:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768440.297849:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768440.297851:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768440.297856:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768440.297860:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768440.297864:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768440.297866:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768440.297869:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768440.297872:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768440.745816:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768440.745820:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768440.745824:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768440.745825:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768440.745827:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768440.745828:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768440.745847:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768440.745849:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768440.745852:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768440.745853:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768440.745906:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768440.745909:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768440.745912:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775768441.321885:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768441.321894:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768441.321896:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768441.321903:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768441.321908:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768441.321913:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768441.321916:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768441.321919:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768441.321922:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768441.769862:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768441.769869:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768441.769876:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768441.769878:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768441.769881:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768441.769883:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768441.769886:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768441.769887:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768441.769891:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768441.769892:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768441.769971:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768441.769975:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768441.769980:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775768442.346435:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768442.346443:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768442.346446:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768442.346453:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768442.346458:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768442.346463:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768442.346465:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768442.346468:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768442.346471:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768442.793839:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768442.793845:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768442.793852:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768442.793854:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768442.793857:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768442.793859:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768442.793862:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768442.793864:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768442.793867:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768442.793869:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768442.793959:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768442.793964:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768442.793967:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775768443.369830:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768443.369837:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768443.369839:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768443.369844:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768443.369848:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768443.369852:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768443.369854:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768443.369856:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768443.369858:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768443.817797:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768443.817813:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768443.817819:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768443.817821:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768443.817822:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:3.0:1775768443.817825:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768443.817828:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768443.817832:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:3.0:1775768443.817833:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1775768443.817835:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:3.0:1775768443.817836:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768443.817841:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:2.0:1775768443.817842:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:3.0:1775768443.817843:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768443.817848:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768443.817855:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5628
00000400:00000200:2.0:1775768443.817864:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768443.817870:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768443.817873:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768443.817877:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768443.817880:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768443.817883:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768443.817885:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768443.817890:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768443.817891:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775768443.817894:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768443.817896:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775768443.817898:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775768443.817901:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775768443.817903:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768443.817904:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768443.817905:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768443.817906:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768443.817908:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775768443.817910:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768443.817911:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768443.817913:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768443.817915:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768443.817917:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768443.817918:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768443.817920:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768443.817927:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775768443.817929:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775768443.817932:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768443.817933:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768443.817935:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768443.817937:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768443.817941:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768443.817946:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee800.
00000100:00000001:2.0:1775768443.817951:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768443.817958:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335226112/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768443.817965:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768443.817969:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768443.817971:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335226112/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768443.817985:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768443.817987:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768443.817990:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768443.817991:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768443.817992:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768443.817993:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768443.817995:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5628
00000400:00000200:2.0:1775768443.817998:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768443.818000:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768443.818002:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768443.818005:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768443.818006:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768443.818008:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768443.818009:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768443.818011:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768443.818011:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775768443.818013:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1775768443.818013:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1775768443.818016:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000100:00000001:3.0:1775768443.818017:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1775768443.818018:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775768443.818021:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000001:3.0:1775768443.818021:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768443.818024:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768443.818026:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768443.818029:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768443.818031:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000040:3.0:1775768443.818031:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b55180 x1862022335226112/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1775768443.818032:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775768443.818034:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768443.818035:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768443.818036:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768443.818040:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768443.818043:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768443.818047:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768443.818051:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768443.818055:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768443.818056:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768443.818056:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768443.818059:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768443.818060:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775768443.818063:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:3.0:1775768443.818064:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768443.818065:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768443.818068:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768443.818068:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768443.818071:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768443.818073:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768443.818073:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768443.818074:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768443.818078:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee400.
00000100:00100000:3.0:1775768443.818081:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335226112:192.168.202.131@tcp:250:kworker.0
00000100:00000001:2.0:1775768443.818082:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768443.818088:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00100000:2.0:1775768443.818089:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335226240/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1775768443.818091:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768443.818094:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768443.818097:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1775768443.818099:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1775768443.818100:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768443.818105:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a64800.
00000100:00000040:2.0:1775768443.818108:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335226240/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775768443.818108:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768443.818118:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768443.818124:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000100:00000001:2.0:1775768443.818125:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768443.818128:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768443.818130:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768443.818132:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:3.0:1775768443.818132:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00080000:2.0:1775768443.818134:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768443.818137:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768443.818138:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5628
00000400:00000200:2.0:1775768443.818141:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000200:3.0:1775768443.818141:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335226112, portal 25
00000400:00000200:2.0:1775768443.818145:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00000001:3.0:1775768443.818146:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1775768443.818147:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1775768443.818149:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682385280 : -120452027166336 : ffff927313b55180)
00000100:00000040:2.0:1775768443.818151:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768443.818155:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768443.818159:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000040:3.0:1775768443.818159:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b55180 x1862022335226112/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768443.818163:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768443.818168:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768443.818171:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775768443.818175:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1775768443.818177:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:2.0:1775768443.818178:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775768443.818182:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:3.0:1775768443.818183:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000020:00000001:2.0:1775768443.818186:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000400:00000010:3.0:1775768443.818186:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3d48.
00000100:00000200:3.0:1775768443.818190:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022335226112, offset 0
00000100:00000040:2.0:1775768443.818193:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768443.818196:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1775768443.818199:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000100:00000040:2.0:1775768443.818201:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768443.818204:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768443.818207:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775768443.818212:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000400:00000200:3.0:1775768443.818212:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:2.0:1775768443.818217:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768443.818221:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1775768443.818221:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
02000000:00000001:2.0:1775768443.818224:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768443.818227:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768443.818228:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768443.818232:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1775768443.818235:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00000001:2.0:1775768443.818236:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768443.818239:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768443.818242:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000100:00000010:2.0:1775768443.818246:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
00000400:00000200:3.0:1775768443.818246:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000020:00000040:2.0:1775768443.818251:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
00000400:00000200:3.0:1775768443.818252:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
02000000:00000001:2.0:1775768443.818257:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768443.818259:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768443.818260:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60886:60886:256:4294967295] 192.168.202.131@tcp LPNI seq info [60886:60886:8:4294967295]
00000100:00000001:2.0:1775768443.818263:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768443.818266:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768443.818269:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768443.818269:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
02000000:00000010:2.0:1775768443.818274:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef000.
00000100:00000001:2.0:1775768443.818280:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768443.818282:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000100:00100000:2.0:1775768443.818287:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335226368/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.0:1775768443.818293:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000100:00000001:2.0:1775768443.818301:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000010:3.0:1775768443.818301:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000100:00000001:2.0:1775768443.818304:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768443.818310:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335226368/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1775768443.818311:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768443.818316:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775768443.818322:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768443.818327:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1775768443.818336:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000100:00000001:2.0:1775768443.818337:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1775768443.818340:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000100:00080000:2.0:1775768443.818341:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768443.818347:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768443.818348:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1775768443.818349:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:2.0:1775768443.818350:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768443.818354:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:3.0:1775768443.818358:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000100:00080000:2.0:1775768443.818361:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5628
00000400:00000200:3.0:1775768443.818364:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3d48
00000400:00000200:2.0:1775768443.818368:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768443.818368:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3d48.
00000400:00000200:2.0:1775768443.818375:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00000001:3.0:1775768443.818375:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:2.0:1775768443.818379:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000200:3.0:1775768443.818382:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b55180 x1862022335226112/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768443.818385:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768443.818390:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775768443.818397:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768443.818400:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000040:3.0:1775768443.818403:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b55180 x1862022335226112/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768468 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768443.818404:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768443.818409:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768443.818412:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775768443.818415:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768443.818418:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000100:00000001:3.0:1775768443.818420:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768443.818421:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000001:3.0:1775768443.818423:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:2.0:1775768443.818426:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000001:3.0:1775768443.818429:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768443.818431:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768443.818436:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1775768443.818436:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000040:2.0:1775768443.818441:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768443.818441:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4300302077
00000100:00000010:3.0:1775768443.818446:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3c00.
00000100:00000001:2.0:1775768443.818452:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000001:3.0:1775768443.818454:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2
00000020:00000040:2.0:1775768443.818455:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775768443.818459:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768443.818461:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768443.818461:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4300302077
02000000:00000001:2.0:1775768443.818465:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:3.0:1775768443.818466:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3300.
02000000:00000001:2.0:1775768443.818468:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768443.818470:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768443.818471:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768443.818473:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768443.818474:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768443.818475:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768443.818477:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3
00000100:00000010:2.0:1775768443.818478:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
00000020:00000040:2.0:1775768443.818482:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
00000100:00000001:3.0:1775768443.818482:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768443.818485:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1775768443.818486:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768443.818488:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768443.818490:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1775768443.818491:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768443.818493:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:3.0:1775768443.818496:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768443/real 1775768443]  req@ffff927313b55180 x1862022335226112/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775768443.818497:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768443.818503:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec800.
00000100:00000001:2.0:1775768443.818511:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1775768443.818511:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768443.818514:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768443.818517:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000100:00100000:2.0:1775768443.818519:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335226496/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1775768443.818520:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768443.818522:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768443.818525:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768443.818529:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b55180 x1862022335226112/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768443.818551:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768443.818552:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768443.818559:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335226496/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768443.818563:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b55180 x1862022335226112/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768443.818568:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768443.818573:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768443.818579:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775768443.818579:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768443.818580:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768443.818583:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768443.818583:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768443.818586:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1775768443.818587:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:2.0:1775768443.818590:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5628
00000100:00000001:3.0:1775768443.818591:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1775768443.818597:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00100000:3.0:1775768443.818599:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b55180 x1862022335226112/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1775768443.818602:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768443.818606:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768443.818611:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768443.818615:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775768443.818618:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768443.818619:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768443.818623:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768443.818625:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768443.818627:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000100:00000040:3.0:1775768443.818628:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b55180 x1862022335226112/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768468 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1775768443.818629:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768443.818631:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775768443.818635:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775768443.818639:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775768443.818645:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768443.818648:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775768443.818649:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:2.0:1775768443.818653:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768443.818654:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768443.818655:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775768443.818658:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:3.0:1775768443.818658:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768443.818659:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768443.818662:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:2.0:1775768443.818663:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1775768443.818666:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1775768443.818667:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768443.818670:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768443.818670:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768443.818674:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768443.818674:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00100000:2.0:1775768443.818675:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768443.818680:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768443.818681:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768443.818681:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000010:2.0:1775768443.818686:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000100:00080000:3.0:1775768443.818689:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.131@tcp failed (-110)
00000020:00000040:2.0:1775768443.818690:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775768443.818694:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768443.818695:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768443.818695:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:2.0:1775768443.818699:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768443.818701:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:3.0:1775768443.818703:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b55180 x1862022335226112/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768468 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775768443.818704:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768443.818726:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec400.
00000100:00000001:2.0:1775768443.818731:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768443.818737:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335226624/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1775768443.818738:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335226112:192.168.202.131@tcp:250:kworker.0
00000100:00000001:2.0:1775768443.818749:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768443.818749:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768443.818752:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1775768443.818753:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768443.818759:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b55180 x1862022335226112/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768468 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768443.818760:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335226624/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768443.818785:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768443.818792:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5638)
00000100:00000001:3.0:1775768443.818792:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768443.818794:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768443.818798:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a64800.
02000000:00000001:3.0:1775768443.818825:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768443.818828:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768443.818829:0:2404:0:(genops.c:1242:class_import_put()) import ffff9273194c5000 refcount=3 obd=MGC192.168.202.131@tcp
00000020:00000001:3.0:1775768443.818831:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768443.818833:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bee800.
02000000:00000001:3.0:1775768443.818836:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768443.818838:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768443.818840:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b55180.
00000100:00000001:3.0:1775768443.818843:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768443.818844:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768443.818845:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768443.818852:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768443.818854:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768443.818856:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768443.818857:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768443.818859:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768443.818863:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b55f80 x1862022335226240/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768443.818869:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768443.818871:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768443.818873:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768443.818875:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768443.818877:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768443.818880:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335226240:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768443.818884:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768443.818887:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768443.818890:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768443.818892:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768443.818896:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a64800.
02000000:00000001:3.0:1775768443.818898:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768443.818901:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768443.818904:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768443.818907:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768443.818909:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335226240, portal 10
00000100:00000001:3.0:1775768443.818911:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768443.818912:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682388864 : -120452027162752 : ffff927313b55f80)
00000100:00000040:3.0:1775768443.818917:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b55f80 x1862022335226240/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768443.818931:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768443.818933:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768443.818935:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3d48.
00000100:00000200:3.0:1775768443.818938:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335226240, offset 0
00000400:00000200:3.0:1775768443.818942:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768443.818945:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768443.818949:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768443.818952:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768443.818954:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768443.818956:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768443.818959:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768443.818962:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60887:60887:256:4294967295] 192.168.202.131@tcp LPNI seq info [60887:60887:8:4294967295]
00000400:00000200:3.0:1775768443.818966:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768443.818972:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768443.818975:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768443.818979:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768443.818982:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768443.818984:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775768443.818988:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768443.818990:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1775768443.818993:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768443.818995:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768443.818998:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768443.819001:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768443.819004:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3d48
00000400:00000010:3.0:1775768443.819005:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3d48.
00000100:00000001:3.0:1775768443.819008:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768443.819012:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b55f80 x1862022335226240/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768443.819019:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768443.819022:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b55f80 x1862022335226240/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768468 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768443.819028:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768443.819029:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768443.819032:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768443.819035:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: using a timeout of 15131 usecs (16 jiffies)
00000400:00000200:3.0:1775768443.819038:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768443.819039:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300300817
00000100:00000001:3.0:1775768443.819041:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300302077
00000100:00000001:3.0:1775768443.819043:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300300817
00000100:00000001:3.0:1775768443.819045:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300302077
00000100:00000001:3.0:1775768443.819047:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768443.819048:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768443.819050:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768443.819053:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768443/real 1775768443]  req@ffff927313b55f80 x1862022335226240/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768443.819060:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768443.819061:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768443.819063:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768443.819065:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768443.819066:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768443.819068:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768443.819071:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b55f80 x1862022335226240/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768443.819078:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b55f80 x1862022335226240/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768443.819090:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768443.819091:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768443.819093:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768443.819094:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768443.819097:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b55f80 x1862022335226240/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768443.819104:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768443.819107:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b55f80 x1862022335226240/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768468 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768443.819112:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768443.819114:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768443.819115:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768443.819116:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768443.819118:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768443.819120:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768443.819122:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768443.819125:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768443.819127:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768443.819129:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b55f80 x1862022335226240/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768468 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768443.819136:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335226240:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768443.819140:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768443.819142:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b56300 x1862022335226368/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768443.819149:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768443.819150:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768443.819152:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768443.819154:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768443.819156:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768443.819158:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335226368:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768443.819161:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768443.819163:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768443.819164:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768443.819165:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768443.819169:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768443.819171:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768443.819173:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768443.819176:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768443.819179:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768443.819182:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335226368, portal 10
00000100:00000001:3.0:1775768443.819183:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768443.819184:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682389760 : -120452027161856 : ffff927313b56300)
00000100:00000040:3.0:1775768443.819190:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b56300 x1862022335226368/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768443.819197:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768443.819199:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768443.819201:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3d48.
00000100:00000200:3.0:1775768443.819203:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335226368, offset 0
00000400:00000200:3.0:1775768443.819207:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768443.819210:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768443.819214:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768443.819216:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768443.819219:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768443.819221:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768443.819223:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768443.819226:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60888:60888:256:4294967295] 192.168.202.131@tcp LPNI seq info [60888:60888:8:4294967295]
00000400:00000200:3.0:1775768443.819230:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768443.819237:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768443.819241:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768443.819244:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768443.819247:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768443.819250:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775768443.819254:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768443.819256:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1775768443.819260:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768443.819262:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768443.819265:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768443.819268:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768443.819270:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3d48
00000400:00000010:3.0:1775768443.819272:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3d48.
00000100:00000001:3.0:1775768443.819274:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768443.819277:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b56300 x1862022335226368/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768443.819284:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768443.819287:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b56300 x1862022335226368/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768468 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768443.819294:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768443.819295:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768443.819298:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768443.819300:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: using a timeout of 41678 usecs (42 jiffies)
00000400:00000200:3.0:1775768443.819303:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768443.819305:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300300843
00000100:00000001:3.0:1775768443.819307:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300302077
00000100:00000001:3.0:1775768443.819310:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300300843
00000100:00000001:3.0:1775768443.819312:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300302077
00000100:00000001:3.0:1775768443.819314:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768443.819315:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768443.819317:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768443.819320:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768443/real 1775768443]  req@ffff927313b56300 x1862022335226368/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768443.819328:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768443.819329:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768443.819331:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768443.819333:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768443.819334:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768443.819336:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768443.819339:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b56300 x1862022335226368/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768443.819347:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b56300 x1862022335226368/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768443.819353:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768443.819354:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768443.819356:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768443.819357:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768443.819360:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b56300 x1862022335226368/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768443.819366:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768443.819369:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b56300 x1862022335226368/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768468 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768443.819375:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768443.819377:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768443.819378:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768443.819379:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768443.819381:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768443.819382:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768443.819385:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768443.819388:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768443.819390:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768443.819394:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b56300 x1862022335226368/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768468 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768443.819402:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335226368:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768443.819405:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768443.819408:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b57800 x1862022335226496/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768443.819414:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768443.819415:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768443.819417:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768443.819418:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768443.819420:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768443.819423:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335226496:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768443.819426:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768443.819427:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768443.819429:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768443.819430:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768443.819433:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768443.819435:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768443.819438:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768443.819440:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768443.819443:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768443.819446:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335226496, portal 4
00000100:00000001:3.0:1775768443.819447:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768443.819448:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682395136 : -120452027156480 : ffff927313b57800)
00000100:00000040:3.0:1775768443.819453:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b57800 x1862022335226496/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768443.819459:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768443.819461:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768443.819463:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3d48.
00000100:00000200:3.0:1775768443.819465:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335226496, offset 0
00000400:00000200:3.0:1775768443.819469:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768443.819472:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768443.819475:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768443.819477:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768443.819480:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768443.819482:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768443.819484:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768443.819487:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60889:60889:256:4294967295] 192.168.202.131@tcp LPNI seq info [60889:60889:8:4294967295]
00000400:00000200:3.0:1775768443.819491:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768443.819497:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768443.819501:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768443.819503:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768443.819507:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768443.819509:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775768443.819513:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768443.819516:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1775768443.819519:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768443.819521:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768443.819523:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768443.819526:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768443.819528:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3d48
00000400:00000010:3.0:1775768443.819530:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3d48.
00000100:00000001:3.0:1775768443.819532:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768443.819535:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b57800 x1862022335226496/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768443.819542:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768443.819545:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b57800 x1862022335226496/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768468 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768443.819551:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768443.819552:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768443.819555:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768443.819557:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: using a timeout of 22192 usecs (23 jiffies)
00000400:00000200:3.0:1775768443.819560:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768443.819562:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300300824
00000100:00000001:3.0:1775768443.819564:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300302077
00000100:00000001:3.0:1775768443.819567:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300300824
00000100:00000001:3.0:1775768443.819569:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300302077
00000100:00000001:3.0:1775768443.819570:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768443.819572:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768443.819574:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768443.819577:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768443/real 1775768443]  req@ffff927313b57800 x1862022335226496/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768443.819583:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768443.819585:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768443.819586:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768443.819588:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768443.819590:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768443.819592:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768443.819594:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b57800 x1862022335226496/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768443.819602:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b57800 x1862022335226496/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768443.819609:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768443.819610:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768443.819611:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768443.819613:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768443.819616:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b57800 x1862022335226496/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768443.819622:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768443.819625:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b57800 x1862022335226496/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768468 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768443.819632:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768443.819635:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768443.819636:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768443.819638:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768443.819639:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768443.819641:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768443.819643:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768443.819646:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768443.819648:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768443.819651:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b57800 x1862022335226496/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768468 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768443.819658:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335226496:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768443.819661:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768443.819664:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b54e00 x1862022335226624/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768443.819670:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768443.819672:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768443.819674:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768443.819676:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768443.819677:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768443.819680:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335226624:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768443.819682:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768443.819684:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768443.819685:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768443.819686:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768443.819688:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a64000.
02000000:00000001:3.0:1775768443.819690:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768443.819692:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768443.819694:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768443.819697:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768443.819699:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335226624, portal 4
00000100:00000001:3.0:1775768443.819701:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768443.819703:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682384384 : -120452027167232 : ffff927313b54e00)
00000100:00000040:3.0:1775768443.819724:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b54e00 x1862022335226624/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768443.819731:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768443.819733:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768443.819736:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3d48.
00000100:00000200:3.0:1775768443.819738:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335226624, offset 0
00000400:00000200:3.0:1775768443.819741:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768443.819745:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768443.819748:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768443.819751:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768443.819753:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768443.819756:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768443.819758:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768443.819761:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60890:60890:256:4294967295] 192.168.202.131@tcp LPNI seq info [60890:60890:8:4294967295]
00000400:00000200:3.0:1775768443.819765:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768443.819771:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768443.819775:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768443.819778:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768443.819781:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768443.819784:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775768443.819787:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768443.819790:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1775768443.819793:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768443.819795:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768443.819798:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768443.819813:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768443.819816:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3d48
00000400:00000010:3.0:1775768443.819818:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3d48.
00000100:00000001:3.0:1775768443.819821:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768443.819824:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b54e00 x1862022335226624/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768443.819837:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768443.819840:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b54e00 x1862022335226624/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768468 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768443.819846:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768443.819847:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768443.819850:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768443.819852:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: using a timeout of 22500 usecs (23 jiffies)
00000400:00000200:3.0:1775768443.819855:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768443.819857:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300300825
00000100:00000001:3.0:1775768443.819859:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300302077
00000100:00000001:3.0:1775768443.819861:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300300825
00000100:00000001:3.0:1775768443.819863:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300302077
00000100:00000001:3.0:1775768443.819865:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768443.819867:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768443.819868:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768443.819871:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768443/real 1775768443]  req@ffff927313b54e00 x1862022335226624/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768443.819882:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768443.819883:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768443.819885:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768443.819887:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768443.819888:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768443.819890:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768443.819893:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b54e00 x1862022335226624/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768443.819901:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b54e00 x1862022335226624/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768443.819907:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768443.819909:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768443.819911:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768443.819912:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768443.819915:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b54e00 x1862022335226624/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768443.819921:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768443.819925:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b54e00 x1862022335226624/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768468 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768443.819932:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768443.819935:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768443.819936:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768443.819938:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768443.819940:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768443.819942:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768443.819944:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000020:00000001:0.0:1775768443.819946:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00080000:3.0:1775768443.819949:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.131@tcp failed (-110)
00000020:00000001:0.0:1775768443.819950:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768443.819952:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00010000:00010000:0.0:1775768443.819955:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775768443.819959:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b54e00 x1862022335226624/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768468 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768443.819968:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335226624:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768443.819972:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768443.819974:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768443.819977:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b55f80 x1862022335226240/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768468 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768443.819993:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768443.819994:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768443.819996:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a64800.
02000000:00000001:3.0:1775768443.820001:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768443.820003:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768443.820004:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c000 refcount=137 obd=lustre-MDT0000-mdc-ffff927308189800
00000020:00000001:3.0:1775768443.820007:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768443.820008:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bee400.
02000000:00000001:3.0:1775768443.820010:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768443.820012:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768443.820013:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b55f80.
00000100:00000001:3.0:1775768443.820016:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768443.820017:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768443.820019:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768443.820022:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b56300 x1862022335226368/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768468 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768443.820028:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768443.820029:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768443.820031:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768443.820033:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768443.820034:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768443.820035:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f800 refcount=3 obd=lustre-MDT0001-mdc-ffff927308189800
00000020:00000001:3.0:1775768443.820037:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768443.820038:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bef000.
02000000:00000001:3.0:1775768443.820040:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768443.820042:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768443.820043:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b56300.
00000100:00000001:3.0:1775768443.820045:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768443.820046:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768443.820047:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768443.820050:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b57800 x1862022335226496/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768468 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768443.820056:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768443.820057:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768443.820058:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768443.820060:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768443.820061:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768443.820062:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f000 refcount=2 obd=lustre-OST0000-osc-ffff927308189800
00000020:00000001:3.0:1775768443.820063:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768443.820064:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bec800.
02000000:00000001:3.0:1775768443.820067:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768443.820068:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768443.820070:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b57800.
00000100:00000001:3.0:1775768443.820072:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768443.820073:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768443.820074:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768443.820077:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b54e00 x1862022335226624/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768468 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768443.820083:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768443.820084:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768443.820085:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a64000.
02000000:00000001:3.0:1775768443.820087:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768443.820088:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768443.820089:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c800 refcount=2 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:3.0:1775768443.820090:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768443.820091:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bec400.
02000000:00000001:3.0:1775768443.820093:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768443.820094:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768443.820095:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b54e00.
00000100:00000001:3.0:1775768443.820097:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768443.820098:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768443.820100:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768443.820103:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768443.820105:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768443.820106:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768443.820108:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768444.393858:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768444.393865:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768444.393867:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768444.393873:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768444.393877:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768444.393880:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768444.393883:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768444.393885:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768444.393888:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768444.842695:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768444.842700:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768444.842723:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768444.842725:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768444.842729:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768444.842731:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768444.842734:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768444.842736:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768444.842739:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768444.842741:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768444.842823:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768444.842827:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768444.842830:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775768445.097839:0:58796:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649b30 (cpu 0) has reached its deadline 4300302077, at 4300302080
00000100:00000010:3.0:1775768445.097855:0:58796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3300.
00000100:00000040:2.0:1775768445.098144:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300302077, at 4300302080
00000100:00000010:2.0:1775768445.098151:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3c00.
00000100:00000001:3.0:1775768445.418213:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768445.418220:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768445.418222:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768445.418227:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768445.418231:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768445.418235:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768445.418237:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768445.418240:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768445.418243:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768445.865824:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768445.865844:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768445.865846:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768445.865849:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768445.865852:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768445.865854:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768445.865856:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768445.865857:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768445.865860:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768445.865861:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768445.865863:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768445.865864:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768445.865865:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768445.865865:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768445.865866:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768445.865868:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768445.865870:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768445.865871:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768445.865871:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768445.865873:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768445.865874:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768445.865875:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768445.865876:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768445.865877:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768445.865879:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768445.865880:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768445.865882:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768445.865883:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768445.865884:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768445.865884:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768445.865885:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768445.865886:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768445.865887:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768445.865888:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768445.865938:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768445.865941:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768445.865944:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775768446.441853:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768446.441860:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768446.441863:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768446.441868:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768446.441872:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768446.441875:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768446.441878:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768446.441881:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768446.441883:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768446.889827:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768446.889832:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768446.889836:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768446.889837:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768446.889840:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768446.889840:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768446.889842:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768446.889843:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768446.889846:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768446.889847:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768446.889905:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768446.889909:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768446.889912:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775768447.465794:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768447.465802:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768447.465804:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768447.465809:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768447.465814:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768447.465817:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768447.465819:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768447.465821:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768447.465822:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768447.913842:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768447.913848:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768447.913854:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768447.913860:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768447.913863:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768447.913865:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768447.913868:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768447.913871:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768447.913873:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768447.913877:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768447.913879:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768447.913882:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768447.913884:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768447.913886:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768447.913890:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768447.913891:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768447.914815:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768447.914819:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768447.914821:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775768448.489831:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768448.489838:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768448.489840:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768448.489844:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768448.489848:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768448.489852:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768448.489854:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768448.489857:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768448.489858:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768448.937875:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768448.937881:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768448.937888:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768448.937889:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768448.937893:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768448.937894:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768448.937897:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768448.937899:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768448.937902:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768448.937904:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768448.937964:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768448.937967:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768448.937970:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1775768448.938063:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768448.938067:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775768448.938069:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768448.938072:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768448.938077:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768448.938084:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5633
00000400:00000200:1.0:1775768448.938094:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768448.938100:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768448.938103:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768448.938107:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768448.938110:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768448.938113:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768448.938115:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768448.938118:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768448.938121:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:1.0:1775768448.938124:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768448.938126:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:1.0:1775768448.938129:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:1.0:1775768448.938132:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:1.0:1775768448.938135:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768448.938137:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768448.938138:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768448.938140:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768448.938142:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:1.0:1775768448.938144:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768448.938146:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768448.938148:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768448.938150:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768448.938152:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768448.938154:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768448.938155:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768448.938164:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10000.
00000020:00000040:1.0:1775768448.938179:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:1.0:1775768448.938183:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768448.938185:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768448.938188:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768448.938191:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768448.938195:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768448.938204:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9800.
00000100:00000001:1.0:1775768448.938211:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768448.938222:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10000 x1862022335226752/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768448.938231:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768448.938235:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768448.938238:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbb7fab8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10000 x1862022335226752/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768448.938259:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768448.938261:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768448.938264:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775768448.938265:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768448.938266:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768448.938268:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768448.938270:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5633
00000400:00000200:1.0:1775768448.938274:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768448.938277:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768448.938279:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768448.938281:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768448.938283:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768448.938285:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768448.938286:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768448.938288:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768448.938289:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:1.0:1775768448.938291:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768448.938293:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:1.0:1775768448.938295:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:1.0:1775768448.938297:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:1.0:1775768448.938299:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768448.938301:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768448.938303:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768448.938304:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768448.938307:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:1.0:1775768448.938309:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768448.938312:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768448.938314:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768448.938319:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768448.938322:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768448.938324:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768448.938328:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768448.938331:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768448.938333:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768448.938336:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10700.
00000020:00000040:1.0:1775768448.938338:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:1.0:1775768448.938340:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768448.938341:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768448.938342:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768448.938343:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768448.938344:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768448.938347:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9000.
00000100:00000001:1.0:1775768448.938349:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768448.938353:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10700 x1862022335226880/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768448.938357:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768448.938359:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768448.938370:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9d335f8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10700 x1862022335226880/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768448.938377:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768448.938380:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768448.938384:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775768448.938385:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768448.938386:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768448.938389:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768448.938391:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5633
00000400:00000200:1.0:1775768448.938395:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768448.938398:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768448.938400:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768448.938403:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768448.938404:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768448.938405:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768448.938406:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768448.938408:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768448.938408:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:1.0:1775768448.938409:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768448.938411:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:1.0:1775768448.938412:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:1.0:1775768448.938413:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:1.0:1775768448.938415:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768448.938416:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768448.938417:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768448.938418:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768448.938419:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:1.0:1775768448.938421:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768448.938423:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768448.938424:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768448.938427:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768448.938429:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768448.938430:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768448.938432:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768448.938434:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768448.938435:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768448.938438:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11c00.
00000020:00000040:1.0:1775768448.938440:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:1.0:1775768448.938442:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768448.938444:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768448.938445:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768448.938446:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768448.938448:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768448.938451:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8400.
00000100:00000001:1.0:1775768448.938455:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768448.938459:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11c00 x1862022335227008/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768448.938466:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768448.938468:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768448.938472:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062b06338] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11c00 x1862022335227008/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768448.938479:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768448.938482:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768448.938485:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775768448.938486:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768448.938487:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768448.938489:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768448.938491:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5633
00000400:00000200:1.0:1775768448.938495:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768448.938498:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768448.938500:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768448.938502:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768448.938504:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768448.938506:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768448.938508:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768448.938510:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768448.938511:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:1.0:1775768448.938512:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768448.938514:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:1.0:1775768448.938516:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:1.0:1775768448.938518:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:1.0:1775768448.938521:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768448.938523:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768448.938525:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768448.938527:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768448.938537:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:1.0:1775768448.938540:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768448.938542:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768448.938543:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768448.938545:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768448.938547:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768448.938548:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768448.938550:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775768448.938551:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768448.938552:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768448.938554:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10e00.
00000020:00000040:1.0:1775768448.938556:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:1.0:1775768448.938557:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768448.938558:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768448.938559:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768448.938560:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768448.938561:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768448.938564:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eb800.
00000100:00000001:1.0:1775768448.938566:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768448.938568:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10e00 x1862022335227136/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768448.938573:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768448.938574:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768448.938576:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009b4566e] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10e00 x1862022335227136/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768448.938580:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768448.938582:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768448.938584:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775768448.938585:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768448.938587:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768448.938588:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768448.938589:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5633
00000400:00000200:1.0:1775768448.938592:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768448.938594:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768448.938595:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768448.938597:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768448.938598:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768448.938599:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768448.938601:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768448.938608:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768448.938609:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:1.0:1775768448.938610:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768448.938612:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:1.0:1775768448.938614:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:1.0:1775768448.938615:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:1.0:1775768448.938618:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768448.938620:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768448.938622:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768448.938623:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768448.938625:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:1.0:1775768448.938627:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768448.938629:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768448.938631:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768448.938633:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768448.938635:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768448.938637:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768448.938639:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775768448.938641:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768448.938643:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768448.938648:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d12d80.
00000020:00000040:1.0:1775768448.938650:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:1.0:1775768448.938652:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768448.938654:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768448.938655:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768448.938657:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768448.938658:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768448.938662:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046ea400.
00000100:00000001:1.0:1775768448.938664:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768448.938668:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d12d80 x1862022335227264/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768448.938673:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768448.938675:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768448.938677:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000896363e8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d12d80 x1862022335227264/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768448.938681:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768448.938684:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5643)
00000100:00000001:3.0:1775768448.938791:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768448.938794:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768448.938796:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768448.938801:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d10000 x1862022335226752/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768448.938807:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768448.938808:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768448.938811:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768448.938813:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768448.938814:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768448.938816:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335226752:192.168.202.131@tcp:250:kworker.0
00000100:00000001:3.0:1775768448.938819:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768448.938822:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768448.938823:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768448.938825:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768448.938828:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a64000.
02000000:00000001:3.0:1775768448.938830:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768448.938834:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768448.938836:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768448.938841:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768448.938846:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335226752, portal 25
00000100:00000001:3.0:1775768448.938848:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768448.938849:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415763968 : -120452293787648 : ffff927303d10000)
00000100:00000040:3.0:1775768448.938853:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d10000 x1862022335226752/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768448.938858:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768448.938860:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768448.938861:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3d48.
00000100:00000200:3.0:1775768448.938863:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022335226752, offset 0
00000400:00000200:3.0:1775768448.938867:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768448.938874:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768448.938878:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768448.938883:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768448.938886:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768448.938889:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768448.938891:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768448.938894:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60891:60891:256:4294967295] 192.168.202.131@tcp LPNI seq info [60891:60891:8:4294967295]
00000400:00000200:3.0:1775768448.938897:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768448.938903:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768448.938908:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768448.938912:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768448.938919:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768448.938922:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775768448.938928:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768448.938931:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1775768448.938935:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768448.938937:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768448.938943:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768448.938948:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768448.938953:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3d48
00000400:00000010:3.0:1775768448.938956:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3d48.
00000100:00000001:3.0:1775768448.938960:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768448.938963:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d10000 x1862022335226752/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768448.938973:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768448.938975:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d10000 x1862022335226752/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768473 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768448.938980:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768448.938981:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768448.938986:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768448.938990:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768448.938992:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4300307198
00000100:00000010:3.0:1775768448.938997:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3300.
00000100:00000001:3.0:1775768448.939003:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1775768448.939008:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4300307198
00000100:00000010:3.0:1775768448.939011:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3720.
00000100:00000001:3.0:1775768448.939013:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1775768448.939016:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768448.939018:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768448.939021:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768448.939025:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768448/real 1775768448]  req@ffff927303d10000 x1862022335226752/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768448.939035:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768448.939036:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768448.939038:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768448.939041:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768448.939043:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768448.939045:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768448.939048:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d10000 x1862022335226752/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768448.939053:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d10000 x1862022335226752/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768448.939057:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768448.939058:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768448.939060:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768448.939061:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768448.939063:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d10000 x1862022335226752/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768448.939067:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768448.939070:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d10000 x1862022335226752/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768473 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768448.939073:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768448.939075:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768448.939076:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768448.939077:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768448.939079:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768448.939080:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768448.939082:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768448.939084:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768448.939086:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768448.939088:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d10000 x1862022335226752/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768473 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768448.939093:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335226752:192.168.202.131@tcp:250:kworker.0
00000100:00000001:3.0:1775768448.939096:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768448.939098:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d10700 x1862022335226880/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768448.939101:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768448.939102:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768448.939104:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768448.939105:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768448.939106:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768448.939107:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335226880:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768448.939109:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768448.939110:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768448.939111:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768448.939112:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768448.939115:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768448.939116:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768448.939118:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768448.939120:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768448.939122:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768448.939124:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335226880, portal 10
00000100:00000001:3.0:1775768448.939125:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768448.939126:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415765760 : -120452293785856 : ffff927303d10700)
00000100:00000040:3.0:1775768448.939130:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d10700 x1862022335226880/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768448.939134:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768448.939136:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768448.939137:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3d48.
00000100:00000200:3.0:1775768448.939138:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335226880, offset 0
00000400:00000200:3.0:1775768448.939140:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768448.939142:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768448.939144:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768448.939146:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768448.939148:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768448.939149:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768448.939151:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768448.939153:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60892:60892:256:4294967295] 192.168.202.131@tcp LPNI seq info [60892:60892:8:4294967295]
00000400:00000200:3.0:1775768448.939155:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768448.939159:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768448.939161:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768448.939162:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768448.939165:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768448.939166:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775768448.939169:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768448.939171:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1775768448.939174:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768448.939175:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768448.939177:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768448.939179:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768448.939181:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3d48
00000400:00000010:3.0:1775768448.939182:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3d48.
00000100:00000001:3.0:1775768448.939183:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768448.939185:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d10700 x1862022335226880/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768448.939189:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768448.939192:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d10700 x1862022335226880/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768473 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768448.939196:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768448.939197:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768448.939199:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768448.939203:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: using a timeout of 15131 usecs (16 jiffies)
00000400:00000200:3.0:1775768448.939206:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768448.939208:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300305937
00000100:00000001:3.0:1775768448.939210:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300307198
00000100:00000001:3.0:1775768448.939212:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300305937
00000100:00000001:3.0:1775768448.939214:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300307198
00000100:00000001:3.0:1775768448.939216:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768448.939218:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768448.939219:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768448.939223:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768448/real 1775768448]  req@ffff927303d10700 x1862022335226880/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768448.939230:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768448.939232:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768448.939233:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768448.939236:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768448.939237:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768448.939240:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768448.939242:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d10700 x1862022335226880/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768448.939251:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d10700 x1862022335226880/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768448.939256:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768448.939257:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768448.939258:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768448.939259:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768448.939261:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d10700 x1862022335226880/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768448.939265:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768448.939267:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d10700 x1862022335226880/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768473 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768448.939271:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768448.939272:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768448.939273:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768448.939274:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768448.939275:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768448.939276:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768448.939277:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768448.939279:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768448.939281:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768448.939284:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d10700 x1862022335226880/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768473 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768448.939291:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335226880:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768448.939294:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768448.939296:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d11c00 x1862022335227008/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768448.939303:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768448.939304:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768448.939306:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768448.939307:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768448.939309:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768448.939312:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335227008:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768448.939315:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768448.939317:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768448.939325:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768448.939327:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768448.939329:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768448.939333:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768448.939335:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768448.939337:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768448.939339:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768448.939343:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335227008, portal 10
00000100:00000001:3.0:1775768448.939345:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768448.939346:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415771136 : -120452293780480 : ffff927303d11c00)
00000100:00000040:3.0:1775768448.939351:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d11c00 x1862022335227008/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768448.939357:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768448.939359:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768448.939361:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3d48.
00000100:00000200:3.0:1775768448.939363:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335227008, offset 0
00000400:00000200:3.0:1775768448.939367:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768448.939370:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768448.939373:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768448.939376:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768448.939379:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768448.939381:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768448.939383:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768448.939386:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60893:60893:256:4294967295] 192.168.202.131@tcp LPNI seq info [60893:60893:8:4294967295]
00000400:00000200:3.0:1775768448.939395:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768448.939401:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768448.939405:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768448.939409:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768448.939412:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768448.939414:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775768448.939417:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768448.939418:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1775768448.939420:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768448.939422:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768448.939424:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768448.939426:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768448.939428:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3d48
00000400:00000010:3.0:1775768448.939429:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3d48.
00000100:00000001:3.0:1775768448.939431:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768448.939433:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d11c00 x1862022335227008/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768448.939438:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768448.939440:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d11c00 x1862022335227008/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768473 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768448.939444:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768448.939445:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768448.939447:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768448.939449:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: using a timeout of 41678 usecs (42 jiffies)
00000400:00000200:3.0:1775768448.939451:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768448.939452:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300305963
00000100:00000001:3.0:1775768448.939454:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300307198
00000100:00000001:3.0:1775768448.939455:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300305963
00000100:00000001:3.0:1775768448.939457:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300307198
00000100:00000001:3.0:1775768448.939458:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768448.939459:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768448.939460:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768448.939462:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768448/real 1775768448]  req@ffff927303d11c00 x1862022335227008/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768448.939467:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768448.939468:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768448.939469:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768448.939472:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768448.939473:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768448.939476:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768448.939479:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d11c00 x1862022335227008/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768448.939486:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d11c00 x1862022335227008/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768448.939493:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768448.939494:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768448.939496:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768448.939497:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768448.939500:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d11c00 x1862022335227008/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768448.940159:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768448.940165:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d11c00 x1862022335227008/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768473 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768448.940170:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768448.940172:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768448.940173:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768448.940173:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768448.940174:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768448.940175:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768448.940177:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768448.940178:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768448.940180:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768448.940182:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d11c00 x1862022335227008/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768473 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768448.940187:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335227008:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768448.940190:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768448.940193:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d10e00 x1862022335227136/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768448.940199:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768448.940201:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768448.940203:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768448.940205:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768448.940207:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768448.940209:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335227136:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768448.940212:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768448.940214:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768448.940215:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768448.940217:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768448.940221:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a64800.
02000000:00000001:3.0:1775768448.940224:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768448.940228:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768448.940230:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768448.940234:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768448.940237:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335227136, portal 4
00000100:00000001:3.0:1775768448.940239:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768448.940240:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415767552 : -120452293784064 : ffff927303d10e00)
00000100:00000040:3.0:1775768448.940246:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d10e00 x1862022335227136/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768448.940252:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768448.940253:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768448.940255:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3d48.
00000100:00000200:3.0:1775768448.940257:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335227136, offset 0
00000400:00000200:3.0:1775768448.940259:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768448.940262:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768448.940265:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768448.940266:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768448.940268:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768448.940270:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768448.940272:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768448.940274:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60894:60894:256:4294967295] 192.168.202.131@tcp LPNI seq info [60894:60894:8:4294967295]
00000400:00000200:3.0:1775768448.940277:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768448.940281:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768448.940284:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768448.940286:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768448.940289:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768448.940291:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775768448.940293:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768448.940295:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1775768448.940297:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768448.940298:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768448.940300:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768448.940303:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768448.940304:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3d48
00000400:00000010:3.0:1775768448.940306:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3d48.
00000100:00000001:3.0:1775768448.940307:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768448.940309:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d10e00 x1862022335227136/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768448.940314:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768448.940316:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d10e00 x1862022335227136/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768473 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768448.940320:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768448.940321:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768448.940323:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768448.940325:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: using a timeout of 22192 usecs (23 jiffies)
00000400:00000200:3.0:1775768448.940327:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768448.940328:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300305945
00000100:00000001:3.0:1775768448.940330:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300307198
00000100:00000001:3.0:1775768448.940331:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300305945
00000100:00000001:3.0:1775768448.940333:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300307198
00000100:00000001:3.0:1775768448.940334:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768448.940336:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768448.940337:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768448.940339:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768448/real 1775768448]  req@ffff927303d10e00 x1862022335227136/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768448.940344:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768448.940345:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768448.940347:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768448.940349:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768448.940350:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768448.940352:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768448.940354:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d10e00 x1862022335227136/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768448.940362:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d10e00 x1862022335227136/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768448.940368:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768448.940370:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768448.940371:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768448.940372:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768448.940375:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d10e00 x1862022335227136/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768448.940382:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768448.940386:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d10e00 x1862022335227136/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768473 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768448.940392:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768448.940395:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768448.940397:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768448.940398:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768448.940400:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768448.940401:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768448.940404:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768448.940407:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768448.940409:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768448.940412:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d10e00 x1862022335227136/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768473 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768448.940416:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335227136:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768448.940418:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768448.940420:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d12d80 x1862022335227264/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768448.940424:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768448.940424:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768448.940426:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768448.940427:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768448.940428:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768448.940429:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335227264:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768448.940431:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768448.940432:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768448.940433:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768448.940435:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768448.940437:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a66800.
02000000:00000001:3.0:1775768448.940438:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768448.940440:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768448.940441:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768448.940443:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768448.940445:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335227264, portal 4
00000100:00000001:3.0:1775768448.940446:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768448.940447:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415775616 : -120452293776000 : ffff927303d12d80)
00000100:00000040:3.0:1775768448.940450:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d12d80 x1862022335227264/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768448.940454:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768448.940456:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768448.940457:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3d48.
00000100:00000200:3.0:1775768448.940458:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335227264, offset 0
00000400:00000200:3.0:1775768448.940460:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768448.940463:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768448.940465:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768448.940467:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768448.940469:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768448.940471:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768448.940472:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768448.940474:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60895:60895:256:4294967295] 192.168.202.131@tcp LPNI seq info [60895:60895:8:4294967295]
00000400:00000200:3.0:1775768448.940476:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768448.940482:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768448.940486:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768448.940489:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768448.940493:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768448.940495:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775768448.940499:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768448.940501:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1775768448.940504:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768448.940506:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768448.940509:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768448.940512:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768448.940515:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3d48
00000400:00000010:3.0:1775768448.940516:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3d48.
00000100:00000001:3.0:1775768448.940518:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768448.940521:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d12d80 x1862022335227264/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768448.940529:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768448.940532:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d12d80 x1862022335227264/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768473 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768448.940538:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768448.940540:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768448.940543:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768448.940546:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: using a timeout of 22500 usecs (23 jiffies)
00000400:00000200:3.0:1775768448.940549:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768448.940551:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300305945
00000100:00000001:3.0:1775768448.940553:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300307198
00000100:00000001:3.0:1775768448.940555:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300305945
00000100:00000001:3.0:1775768448.940557:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300307198
00000100:00000001:3.0:1775768448.940559:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768448.940560:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768448.940562:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768448.940565:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768448/real 1775768448]  req@ffff927303d12d80 x1862022335227264/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768448.940573:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768448.940574:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768448.940576:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768448.940578:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768448.940579:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768448.940581:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768448.940583:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d12d80 x1862022335227264/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768448.940590:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d12d80 x1862022335227264/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768448.940596:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768448.940598:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768448.940600:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768448.940601:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768448.940604:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d12d80 x1862022335227264/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768448.940611:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768448.940614:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d12d80 x1862022335227264/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768473 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768448.940620:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768448.940622:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768448.940623:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768448.940624:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768448.940625:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768448.940626:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768448.940627:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768448.940629:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768448.940630:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768448.940632:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d12d80 x1862022335227264/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768473 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768448.940636:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335227264:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768448.940639:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768448.940640:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768448.940642:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d10000 x1862022335226752/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768473 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768448.940646:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768448.940648:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768448.940650:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a64000.
02000000:00000001:3.0:1775768448.940652:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768448.940654:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768448.940655:0:2404:0:(genops.c:1242:class_import_put()) import ffff9273194c5000 refcount=3 obd=MGC192.168.202.131@tcp
00000020:00000001:3.0:1775768448.940656:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768448.940658:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046e9800.
02000000:00000001:3.0:1775768448.940660:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768448.940661:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768448.940663:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d10000.
00000100:00000001:3.0:1775768448.940664:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768448.940665:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768448.940667:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768448.940668:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d10700 x1862022335226880/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768473 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768448.940672:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768448.940673:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768448.940673:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768448.940675:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768448.940676:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768448.940676:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c000 refcount=137 obd=lustre-MDT0000-mdc-ffff927308189800
00000020:00000001:3.0:1775768448.940677:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768448.940678:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046e9000.
02000000:00000001:3.0:1775768448.940679:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768448.940680:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768448.940680:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d10700.
00000100:00000001:3.0:1775768448.940681:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768448.940682:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768448.940683:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768448.940684:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d11c00 x1862022335227008/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768473 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768448.940687:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768448.940688:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768448.940688:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768448.940689:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768448.940690:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768448.940691:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f800 refcount=3 obd=lustre-MDT0001-mdc-ffff927308189800
00000020:00000001:3.0:1775768448.940691:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768448.940692:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046e8400.
02000000:00000001:3.0:1775768448.940693:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768448.940694:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768448.940695:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d11c00.
00000100:00000001:3.0:1775768448.940696:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768448.940696:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768448.940697:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768448.940699:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d10e00 x1862022335227136/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768473 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768448.940706:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768448.940706:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768448.940720:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a64800.
02000000:00000001:3.0:1775768448.940722:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768448.940723:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768448.940724:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f000 refcount=2 obd=lustre-OST0000-osc-ffff927308189800
00000020:00000001:3.0:1775768448.940726:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768448.940727:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046eb800.
02000000:00000001:3.0:1775768448.940729:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768448.940730:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768448.940732:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d10e00.
00000100:00000001:3.0:1775768448.940733:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768448.940734:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768448.940736:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768448.940739:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d12d80 x1862022335227264/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768473 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768448.940744:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768448.940746:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768448.940747:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a66800.
02000000:00000001:3.0:1775768448.940749:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768448.940750:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768448.940775:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c800 refcount=2 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:3.0:1775768448.940778:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768448.940779:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046ea400.
02000000:00000001:3.0:1775768448.940782:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768448.940783:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768448.940784:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d12d80.
00000100:00000001:3.0:1775768448.940786:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768448.940787:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768448.940789:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768448.940796:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768448.940798:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768448.940800:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768448.940801:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768449.513836:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768449.513847:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768449.513849:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768449.513855:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768449.513859:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768449.513863:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768449.513866:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768449.513869:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768449.513871:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768449.961846:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768449.961852:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768449.961859:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768449.961870:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768449.961874:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768449.961876:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768449.961879:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768449.961881:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768449.961884:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768449.961885:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768449.961957:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768449.961960:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768449.961963:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768450.217814:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300307198, at 4300307200
00000100:00000040:3.0:1775768450.217814:0:58796:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649b30 (cpu 0) has reached its deadline 4300307198, at 4300307200
00000100:00000010:2.0:1775768450.217829:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3300.
00000100:00000010:3.0:1775768450.217830:0:58796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3720.
00000100:00000001:3.0:1775768450.537819:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768450.537824:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768450.537826:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768450.537830:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768450.537832:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768450.537835:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768450.537837:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768450.537839:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768450.537841:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768450.985832:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768450.985836:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768450.985840:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768450.985841:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768450.985843:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768450.985844:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768450.985846:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768450.985847:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768450.985851:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768450.985852:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768450.985987:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768450.985991:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768450.985995:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775768451.561835:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768451.561842:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768451.561845:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768451.561852:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768451.561856:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768451.561860:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768451.561862:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768451.561869:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768451.561872:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768452.009840:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768452.009846:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768452.009852:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768452.009853:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768452.009857:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768452.009858:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768452.009862:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768452.009863:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768452.009867:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768452.009868:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768452.009929:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768452.009933:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768452.009936:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775768452.585816:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768452.585821:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768452.585822:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768452.585827:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768452.585829:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768452.585832:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768452.585834:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768452.585836:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768452.585845:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768453.033822:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768453.033829:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768453.033834:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768453.033836:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768453.033839:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768453.033840:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768453.033843:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768453.033844:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768453.033849:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768453.033850:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768453.033897:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768453.033901:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768453.033904:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775768453.609813:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768453.609819:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768453.609821:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768453.609826:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768453.609829:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768453.609832:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768453.609835:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768453.609837:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768453.609840:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768454.057835:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:3.0:1775768454.057837:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768454.057842:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768454.057848:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:3.0:1775768454.057850:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1775768454.057852:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:3.0:1775768454.057853:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768454.057858:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:3.0:1775768454.057859:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768454.057861:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768454.057864:0:42837:0:(import.c:484:import_select_connection()) Process entered
00010000:00000001:3.0:1775768454.057866:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768454.057869:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768454.057873:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5638
00010000:00000001:3.0:1775768454.057873:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768454.057875:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768454.057884:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768454.057891:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768454.057895:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768454.057899:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768454.057903:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768454.057906:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768454.057909:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768454.057914:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768454.057916:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:1.0:1775768454.057920:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768454.057923:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:1.0:1775768454.057926:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:1.0:1775768454.057929:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:1.0:1775768454.057932:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768454.057933:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768454.057936:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768454.057938:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768454.057942:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:1.0:1775768454.057945:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000020:00000001:0.0:1775768454.057950:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768454.057955:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768454.057956:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768454.057959:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
02000000:00000001:1.0:1775768454.057961:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768454.057965:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768454.057968:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768454.057971:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768454.057974:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768454.057984:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11500.
00000020:00000040:1.0:1775768454.057988:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:1.0:1775768454.057992:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768454.057994:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768454.057997:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768454.058000:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768454.058004:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768454.058011:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eb400.
00000100:00000001:1.0:1775768454.058018:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768454.058028:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11500 x1862022335227392/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768454.058038:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768454.058042:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768454.058047:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3229bd5] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11500 x1862022335227392/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768454.058073:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768454.058077:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768454.058081:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775768454.058082:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768454.058083:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768454.058096:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768454.058099:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5638
00000400:00000200:1.0:1775768454.058103:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768454.058106:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768454.058109:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768454.058112:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768454.058114:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768454.058116:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768454.058118:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768454.058120:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768454.058121:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:1.0:1775768454.058123:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768454.058125:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:1.0:1775768454.058127:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:1.0:1775768454.058129:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:1.0:1775768454.058132:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768454.058134:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768454.058135:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768454.058137:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768454.058140:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:1.0:1775768454.058142:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768454.058145:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768454.058147:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768454.058153:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768454.058163:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768454.058165:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768454.058169:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768454.058171:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768454.058174:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768454.058178:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10380.
00000020:00000040:1.0:1775768454.058180:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:1.0:1775768454.058182:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768454.058184:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768454.058186:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768454.058187:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768454.058188:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768454.058192:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046ea000.
00000100:00000001:1.0:1775768454.058196:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768454.058201:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10380 x1862022335227520/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768454.058208:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768454.058211:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768454.058214:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fae5f3c] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10380 x1862022335227520/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768454.058222:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768454.058224:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768454.058228:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775768454.058229:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768454.058231:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768454.058234:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768454.058236:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5638
00000400:00000200:1.0:1775768454.058240:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768454.058243:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768454.058245:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768454.058248:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768454.058250:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768454.058252:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768454.058254:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768454.058256:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768454.058258:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:1.0:1775768454.058259:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768454.058261:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:1.0:1775768454.058263:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:1.0:1775768454.058265:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:1.0:1775768454.058277:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768454.058279:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768454.058281:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768454.058283:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768454.058286:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:1.0:1775768454.058292:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768454.058294:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768454.058296:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768454.058298:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768454.058300:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768454.058302:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768454.058304:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768454.058306:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768454.058308:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768454.058311:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11880.
00000020:00000040:1.0:1775768454.058314:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:1.0:1775768454.058316:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768454.058318:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768454.058319:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768454.058320:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768454.058322:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768454.058328:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046ea400.
00000100:00000001:1.0:1775768454.058331:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768454.058335:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11880 x1862022335227648/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768454.058342:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768454.058344:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768454.058347:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a965cc18] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11880 x1862022335227648/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768454.058355:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768454.058357:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768454.058361:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775768454.058363:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768454.058364:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768454.058367:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768454.058369:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5638
00000400:00000200:1.0:1775768454.058373:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768454.058375:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768454.058378:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768454.058380:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768454.058383:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768454.058384:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768454.058386:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768454.058388:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768454.058389:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:1.0:1775768454.058391:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768454.058393:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:1.0:1775768454.058395:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:1.0:1775768454.058397:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:1.0:1775768454.058400:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768454.058402:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768454.058404:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768454.058406:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768454.058408:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:1.0:1775768454.058411:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768454.058413:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768454.058415:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768454.058417:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768454.058419:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768454.058421:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768454.058422:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775768454.058425:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768454.058426:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768454.058429:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d13480.
00000020:00000040:1.0:1775768454.058431:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:1.0:1775768454.058434:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768454.058435:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768454.058436:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768454.058438:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768454.058439:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768454.058443:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eb800.
00000100:00000001:1.0:1775768454.058445:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768454.058458:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d13480 x1862022335227776/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768454.058466:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768454.058468:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768454.058472:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d08fae2a] to pc [ptlrpcd_rcv+-1]  req@ffff927303d13480 x1862022335227776/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768454.058479:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768454.058482:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768454.058485:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775768454.058487:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768454.058488:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768454.058491:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768454.058493:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5638
00000400:00000200:1.0:1775768454.058497:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768454.058499:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768454.058501:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768454.058504:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768454.058506:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768454.058508:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768454.058509:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768454.058511:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768454.058512:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:1.0:1775768454.058514:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768454.058516:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:1.0:1775768454.058518:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:1.0:1775768454.058519:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:1.0:1775768454.058522:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768454.058524:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768454.058525:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768454.058527:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768454.058529:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:1.0:1775768454.058531:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768454.058533:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768454.058535:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768454.058537:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768454.058539:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768454.058541:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768454.058543:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775768454.058545:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768454.058547:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768454.058551:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d12d80.
00000020:00000040:1.0:1775768454.058553:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:1.0:1775768454.058555:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768454.058557:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768454.058558:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768454.058560:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768454.058562:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768454.058565:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8400.
00000100:00000001:1.0:1775768454.058568:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768454.058572:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d12d80 x1862022335227904/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768454.058580:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768454.058582:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768454.058586:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000896363e8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d12d80 x1862022335227904/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768454.058594:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768454.058598:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5648)
00000100:00000001:3.0:1775768454.058656:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768454.058660:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768454.058662:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768454.058668:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d11500 x1862022335227392/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768454.058676:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768454.058678:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768454.058682:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768454.058684:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768454.058687:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768454.058690:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335227392:192.168.202.131@tcp:250:kworker.0
00000100:00000001:3.0:1775768454.058694:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768454.058698:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768454.058700:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768454.058748:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768454.058754:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a66800.
02000000:00000001:3.0:1775768454.058756:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768454.058762:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768454.058766:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768454.058773:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768454.058780:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335227392, portal 25
00000100:00000001:3.0:1775768454.058782:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768454.058784:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415769344 : -120452293782272 : ffff927303d11500)
00000100:00000040:3.0:1775768454.058790:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d11500 x1862022335227392/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768454.058797:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768454.058800:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768454.058803:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3d48.
00000100:00000200:3.0:1775768454.058805:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022335227392, offset 0
00000400:00000200:3.0:1775768454.058812:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768454.058822:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768454.058828:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768454.058833:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768454.058837:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768454.058842:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768454.058845:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768454.058849:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60896:60896:256:4294967295] 192.168.202.131@tcp LPNI seq info [60896:60896:8:4294967295]
00000400:00000200:3.0:1775768454.058854:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768454.058864:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768454.058871:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768454.058876:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768454.058884:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768454.058888:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775768454.058894:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768454.058897:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1775768454.058902:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768454.058905:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768454.058911:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768454.058916:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768454.058922:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3d48
00000400:00000010:3.0:1775768454.058925:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3d48.
00000100:00000001:3.0:1775768454.058929:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768454.058933:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d11500 x1862022335227392/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768454.058943:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768454.058946:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d11500 x1862022335227392/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768479 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768454.058954:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768454.058956:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768454.058962:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768454.058966:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768454.058969:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4300312318
00000100:00000010:3.0:1775768454.058974:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3720.
00000100:00000001:3.0:1775768454.058980:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1775768454.058984:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4300312318
00000100:00000010:3.0:1775768454.058988:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3960.
00000100:00000001:3.0:1775768454.058991:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1775768454.058994:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768454.058997:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768454.058999:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768454.059004:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768454/real 1775768454]  req@ffff927303d11500 x1862022335227392/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768454.059014:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768454.059016:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768454.059018:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768454.059021:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768454.059023:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768454.059025:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768454.059029:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d11500 x1862022335227392/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768454.059043:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d11500 x1862022335227392/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768454.059050:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768454.059052:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768454.059054:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768454.059056:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768454.059060:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d11500 x1862022335227392/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768454.059067:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768454.059071:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d11500 x1862022335227392/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768479 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768454.059079:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768454.059082:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768454.059084:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768454.059085:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768454.059088:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768454.059090:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768454.059093:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768454.059097:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768454.059099:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768454.059103:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d11500 x1862022335227392/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768479 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768454.059111:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335227392:192.168.202.131@tcp:250:kworker.0
00000100:00000001:3.0:1775768454.059116:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768454.059119:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d10380 x1862022335227520/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768454.059125:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768454.059127:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768454.059129:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768454.059130:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768454.059132:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768454.059135:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335227520:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768454.059138:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768454.059140:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768454.059141:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768454.059143:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768454.059146:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a64800.
02000000:00000001:3.0:1775768454.059148:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768454.059151:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768454.059154:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768454.059157:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768454.059160:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335227520, portal 10
00000100:00000001:3.0:1775768454.059162:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768454.059163:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415764864 : -120452293786752 : ffff927303d10380)
00000100:00000040:3.0:1775768454.059170:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d10380 x1862022335227520/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768454.059176:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768454.059179:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768454.059181:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3d48.
00000100:00000200:3.0:1775768454.059184:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335227520, offset 0
00000400:00000200:3.0:1775768454.059188:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768454.059192:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768454.059196:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768454.059199:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768454.059202:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768454.059204:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768454.059206:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768454.059210:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60897:60897:256:4294967295] 192.168.202.131@tcp LPNI seq info [60897:60897:8:4294967295]
00000400:00000200:3.0:1775768454.059214:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768454.059220:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768454.059225:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768454.059228:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768454.059232:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768454.059234:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775768454.059239:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768454.059241:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1775768454.059245:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768454.059247:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768454.059249:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768454.059253:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768454.059255:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3d48
00000400:00000010:3.0:1775768454.059257:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3d48.
00000100:00000001:3.0:1775768454.059259:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768454.059262:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d10380 x1862022335227520/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768454.059269:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768454.059272:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d10380 x1862022335227520/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768479 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768454.059278:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768454.059279:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768454.059282:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768454.059285:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: using a timeout of 15131 usecs (16 jiffies)
00000400:00000200:3.0:1775768454.059288:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768454.059290:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300311057
00000100:00000001:3.0:1775768454.059292:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300312318
00000100:00000001:3.0:1775768454.059294:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300311057
00000100:00000001:3.0:1775768454.059296:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300312318
00000100:00000001:3.0:1775768454.059298:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768454.059300:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768454.059302:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768454.059305:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768454/real 1775768454]  req@ffff927303d10380 x1862022335227520/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768454.059313:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768454.059314:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768454.059316:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768454.059319:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768454.059320:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768454.059322:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768454.059325:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d10380 x1862022335227520/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768454.059332:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d10380 x1862022335227520/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768454.059339:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768454.059340:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768454.059342:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768454.059343:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768454.059346:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d10380 x1862022335227520/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768454.059353:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768454.059356:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d10380 x1862022335227520/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768479 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768454.059363:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768454.059365:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768454.059367:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768454.059368:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768454.059370:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768454.059371:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768454.059373:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768454.059377:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768454.059379:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768454.059383:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d10380 x1862022335227520/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768479 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768454.059391:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335227520:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768454.059394:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768454.059397:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d11880 x1862022335227648/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768454.059404:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768454.059405:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768454.059407:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768454.059409:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768454.059411:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768454.059414:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335227648:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768454.059417:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768454.059419:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768454.059421:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768454.059422:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768454.059426:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768454.059428:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768454.059431:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768454.059434:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768454.059437:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768454.059440:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335227648, portal 10
00000100:00000001:3.0:1775768454.059442:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768454.059443:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415770240 : -120452293781376 : ffff927303d11880)
00000100:00000040:3.0:1775768454.059448:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d11880 x1862022335227648/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768454.059454:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768454.059456:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768454.059457:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3d48.
00000100:00000200:3.0:1775768454.059460:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335227648, offset 0
00000400:00000200:3.0:1775768454.059464:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768454.059467:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768454.059470:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768454.059473:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768454.059475:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768454.059477:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768454.059479:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768454.059482:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60898:60898:256:4294967295] 192.168.202.131@tcp LPNI seq info [60898:60898:8:4294967295]
00000400:00000200:3.0:1775768454.059486:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768454.059492:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768454.059496:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768454.059499:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768454.059503:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768454.059505:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775768454.059509:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768454.059512:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1775768454.059515:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768454.059517:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768454.059519:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768454.059523:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768454.059525:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3d48
00000400:00000010:3.0:1775768454.059527:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3d48.
00000100:00000001:3.0:1775768454.059530:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768454.059533:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d11880 x1862022335227648/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768454.059540:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768454.059543:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d11880 x1862022335227648/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768479 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768454.059549:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768454.059550:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768454.059553:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768454.059555:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: using a timeout of 41678 usecs (42 jiffies)
00000400:00000200:3.0:1775768454.059558:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768454.059560:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300311083
00000100:00000001:3.0:1775768454.059563:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300312318
00000100:00000001:3.0:1775768454.059565:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300311083
00000100:00000001:3.0:1775768454.059566:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300312318
00000100:00000001:3.0:1775768454.059568:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768454.059570:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768454.059571:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768454.059575:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768454/real 1775768454]  req@ffff927303d11880 x1862022335227648/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768454.059581:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768454.059583:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768454.059584:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768454.059586:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768454.059587:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768454.059589:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768454.059591:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d11880 x1862022335227648/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768454.059598:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d11880 x1862022335227648/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768454.059604:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768454.059605:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768454.059607:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768454.059608:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768454.059611:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d11880 x1862022335227648/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768454.059617:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768454.059621:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d11880 x1862022335227648/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768479 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768454.059627:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768454.059630:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768454.059632:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768454.059633:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768454.059635:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768454.059636:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768454.059639:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768454.059642:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768454.059645:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768454.059648:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d11880 x1862022335227648/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768479 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768454.059655:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335227648:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768454.059659:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768454.059661:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d13480 x1862022335227776/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768454.059668:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768454.059669:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768454.059671:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768454.059673:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768454.059675:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768454.059677:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335227776:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768454.059680:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768454.059682:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768454.059683:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768454.059685:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768454.059688:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768454.059689:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768454.059692:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768454.059695:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768454.059698:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768454.059700:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335227776, portal 4
00000100:00000001:3.0:1775768454.059736:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768454.059737:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415777408 : -120452293774208 : ffff927303d13480)
00000100:00000040:3.0:1775768454.059743:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d13480 x1862022335227776/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768454.059749:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768454.059751:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768454.059754:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3d48.
00000100:00000200:3.0:1775768454.059756:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335227776, offset 0
00000400:00000200:3.0:1775768454.059760:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768454.059764:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768454.059767:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768454.059770:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768454.059772:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768454.059774:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768454.059777:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768454.059780:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60899:60899:256:4294967295] 192.168.202.131@tcp LPNI seq info [60899:60899:8:4294967295]
00000400:00000200:3.0:1775768454.059784:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768454.059790:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768454.059794:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768454.059797:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768454.059800:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768454.059803:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775768454.059807:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768454.059809:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1775768454.059813:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768454.059815:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768454.059817:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768454.059820:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768454.059823:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3d48
00000400:00000010:3.0:1775768454.059825:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3d48.
00000100:00000001:3.0:1775768454.059827:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768454.059830:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d13480 x1862022335227776/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768454.059843:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768454.059846:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d13480 x1862022335227776/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768479 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768454.059852:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768454.059853:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768454.059855:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768454.059858:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: using a timeout of 22192 usecs (23 jiffies)
00000400:00000200:3.0:1775768454.059861:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768454.059863:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300311065
00000100:00000001:3.0:1775768454.059865:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300312318
00000100:00000001:3.0:1775768454.059867:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300311065
00000100:00000001:3.0:1775768454.059869:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300312318
00000100:00000001:3.0:1775768454.059871:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768454.059873:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768454.059875:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768454.059878:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768454/real 1775768454]  req@ffff927303d13480 x1862022335227776/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768454.059885:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768454.059886:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768454.059887:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768454.059890:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768454.059891:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768454.059893:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768454.059895:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d13480 x1862022335227776/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768454.059903:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d13480 x1862022335227776/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768454.059909:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768454.059911:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768454.059913:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768454.059914:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768454.059917:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d13480 x1862022335227776/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768454.059923:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768454.059927:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d13480 x1862022335227776/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768479 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768454.059933:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768454.059936:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768454.059937:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768454.059939:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768454.059940:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768454.059941:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768454.059944:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768454.059947:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768454.059949:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768454.059952:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d13480 x1862022335227776/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768479 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768454.059960:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335227776:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768454.059963:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768454.059966:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d12d80 x1862022335227904/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768454.059973:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768454.059974:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768454.059976:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768454.059978:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768454.059980:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768454.059983:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335227904:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768454.059985:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768454.059987:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768454.059988:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768454.059990:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768454.059993:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a64000.
02000000:00000001:3.0:1775768454.059994:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768454.059997:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768454.060000:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768454.060002:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768454.060005:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335227904, portal 4
00000100:00000001:3.0:1775768454.060007:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768454.060008:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415775616 : -120452293776000 : ffff927303d12d80)
00000100:00000040:3.0:1775768454.060013:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d12d80 x1862022335227904/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768454.060018:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768454.060020:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768454.060022:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3d48.
00000100:00000200:3.0:1775768454.060024:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335227904, offset 0
00000400:00000200:3.0:1775768454.060027:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768454.060031:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768454.060034:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768454.060036:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768454.060038:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768454.060040:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768454.060042:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768454.060045:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60900:60900:256:4294967295] 192.168.202.131@tcp LPNI seq info [60900:60900:8:4294967295]
00000400:00000200:3.0:1775768454.060048:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768454.060053:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768454.060058:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768454.060061:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768454.060065:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768454.060068:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775768454.060071:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768454.060073:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1775768454.060077:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768454.060078:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768454.060081:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768454.060084:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768454.060086:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3d48
00000400:00000010:3.0:1775768454.060088:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3d48.
00000100:00000001:3.0:1775768454.060090:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768454.060092:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d12d80 x1862022335227904/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768454.060099:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768454.060102:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d12d80 x1862022335227904/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768479 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768454.060108:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768454.060109:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768454.060112:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768454.060114:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: using a timeout of 22500 usecs (23 jiffies)
00000400:00000200:3.0:1775768454.060117:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768454.060119:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300311065
00000100:00000001:3.0:1775768454.060121:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300312318
00000100:00000001:3.0:1775768454.060122:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300311065
00000100:00000001:3.0:1775768454.060124:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300312318
00000100:00000001:3.0:1775768454.060126:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768454.060128:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768454.060130:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768454.060133:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768454/real 1775768454]  req@ffff927303d12d80 x1862022335227904/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768454.060140:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768454.060142:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768454.060143:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768454.060145:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768454.060147:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768454.060149:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768454.060152:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d12d80 x1862022335227904/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768454.060159:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d12d80 x1862022335227904/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768454.060164:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768454.060166:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768454.060167:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768454.060169:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768454.060171:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d12d80 x1862022335227904/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768454.060177:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768454.060181:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d12d80 x1862022335227904/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768479 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768454.060187:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768454.060189:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768454.060191:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768454.060192:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768454.060193:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768454.060195:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768454.060197:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768454.060200:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768454.060202:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768454.060205:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d12d80 x1862022335227904/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768479 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768454.060218:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335227904:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768454.060222:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768454.060224:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768454.060227:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d11500 x1862022335227392/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768479 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768454.060234:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768454.060238:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768454.060240:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a66800.
02000000:00000001:3.0:1775768454.060243:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768454.060244:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768454.060246:0:2404:0:(genops.c:1242:class_import_put()) import ffff9273194c5000 refcount=3 obd=MGC192.168.202.131@tcp
00000020:00000001:3.0:1775768454.060248:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768454.060250:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046eb400.
02000000:00000001:3.0:1775768454.060254:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768454.060255:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768454.060257:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d11500.
00000100:00000001:3.0:1775768454.060260:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768454.060261:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768454.060263:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768454.060266:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d10380 x1862022335227520/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768479 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768454.060273:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768454.060275:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768454.060276:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a64800.
02000000:00000001:3.0:1775768454.060279:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768454.060280:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768454.060281:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c000 refcount=137 obd=lustre-MDT0000-mdc-ffff927308189800
00000020:00000001:3.0:1775768454.060283:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768454.060284:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046ea000.
02000000:00000001:3.0:1775768454.060287:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768454.060288:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768454.060289:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d10380.
00000100:00000001:3.0:1775768454.060292:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768454.060294:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768454.060295:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768454.060299:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d11880 x1862022335227648/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768479 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768454.060306:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768454.060307:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768454.060308:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768454.060311:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768454.060312:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768454.060314:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f800 refcount=3 obd=lustre-MDT0001-mdc-ffff927308189800
00000020:00000001:3.0:1775768454.060315:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768454.060317:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046ea400.
02000000:00000001:3.0:1775768454.060319:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768454.060320:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768454.060321:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d11880.
00000100:00000001:3.0:1775768454.060324:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768454.060325:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768454.060326:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768454.060329:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d13480 x1862022335227776/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768479 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768454.060336:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768454.060337:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768454.060338:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768454.060340:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768454.060341:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768454.060342:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f000 refcount=2 obd=lustre-OST0000-osc-ffff927308189800
00000020:00000001:3.0:1775768454.060344:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768454.060345:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046eb800.
02000000:00000001:3.0:1775768454.060347:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768454.060348:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768454.060350:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d13480.
00000100:00000001:3.0:1775768454.060352:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768454.060353:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768454.060354:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768454.060357:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d12d80 x1862022335227904/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768479 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768454.060364:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768454.060365:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768454.060366:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a64000.
02000000:00000001:3.0:1775768454.060368:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768454.060369:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768454.060370:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c800 refcount=2 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:3.0:1775768454.060371:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768454.060373:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046e8400.
02000000:00000001:3.0:1775768454.060375:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768454.060376:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768454.060377:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d12d80.
00000100:00000001:3.0:1775768454.060379:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768454.060380:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768454.060382:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768454.060388:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768454.060390:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768454.060392:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768454.060394:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768454.633779:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768454.633784:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768454.633786:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768454.633790:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768454.633793:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768454.633796:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768454.633798:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768454.633800:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768454.633801:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768455.081815:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768455.081820:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768455.081826:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768455.081828:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768455.081831:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768455.081832:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768455.081836:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768455.081837:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768455.081840:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768455.081842:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768455.081893:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768455.081896:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768455.081898:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768455.337870:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300312318, at 4300312320
00000100:00000010:2.0:1775768455.337882:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3720.
00000100:00000040:3.0:1775768455.338191:0:58796:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649b30 (cpu 0) has reached its deadline 4300312318, at 4300312320
00000100:00000010:3.0:1775768455.338198:0:58796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3960.
00000100:00000001:3.0:1775768455.657824:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768455.657831:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768455.657833:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768455.657839:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768455.657842:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768455.657844:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768455.657847:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768455.657849:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768455.657850:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768456.105949:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768456.105957:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768456.105959:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768456.105962:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768456.105967:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768456.105970:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768456.105972:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768456.105974:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768456.105978:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768456.105979:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768456.105980:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768456.105981:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768456.105983:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768456.105984:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768456.105985:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768456.105986:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768456.105990:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768456.105992:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768456.105993:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768456.105994:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768456.105996:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768456.105997:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768456.105998:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768456.106000:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768456.106003:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768456.106004:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768456.106007:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768456.106009:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768456.106010:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768456.106011:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768456.106012:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768456.106014:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768456.106015:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768456.106017:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768456.106073:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768456.106077:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768456.106080:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775768456.681850:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768456.681857:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768456.681859:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768456.681864:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768456.681866:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768456.681870:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768456.681872:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768456.681874:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768456.681875:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768457.131926:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768457.131934:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768457.131942:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768457.131942:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768457.131945:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768457.131946:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768457.131949:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768457.131950:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768457.131953:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768457.131954:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768457.132024:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768457.132027:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768457.132030:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775768457.708792:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768457.708798:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768457.708800:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768457.708804:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768457.708807:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768457.708810:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768457.708812:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768457.708814:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768457.708816:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768458.153831:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768458.153836:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768458.153843:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768458.153844:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768458.153847:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768458.153848:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768458.153852:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768458.153855:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768458.153858:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768458.153861:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768458.153864:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768458.153866:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768458.153868:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768458.153870:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768458.153874:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768458.153876:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768458.153935:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768458.153939:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768458.153942:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775768458.729831:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768458.729837:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768458.729839:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768458.729845:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768458.729848:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768458.729851:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768458.729854:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768458.729856:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768458.729858:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768459.177830:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768459.177839:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768459.177847:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768459.177849:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768459.177851:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:3.0:1775768459.177853:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768459.177856:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768459.177860:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768459.177861:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768459.177865:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768459.177866:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768459.177877:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768459.177880:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768459.177884:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768459.177889:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768459.177896:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5643
00000020:00000001:1.0:1775768459.177904:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000400:00000200:0.0:1775768459.177906:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000020:00000001:1.0:1775768459.177908:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768459.177912:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000200:0.0:1775768459.177915:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768459.177920:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768459.177924:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768459.177927:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768459.177930:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768459.177932:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768459.177936:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768459.177937:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775768459.177939:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768459.177942:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775768459.177944:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775768459.177947:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775768459.177950:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768459.177952:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768459.177954:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768459.177956:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768459.177959:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:0.0:1775768459.177963:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768459.177966:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768459.177969:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768459.177972:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768459.177975:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768459.177985:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768459.177987:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768459.177998:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925880.
00000020:00000040:0.0:1775768459.178001:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775768459.178005:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768459.178006:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768459.178009:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768459.178011:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768459.178016:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768459.178023:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d800.
00000100:00000001:0.0:1775768459.178028:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768459.178037:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925880 x1862022335228032/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768459.178047:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768459.178050:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768459.178055:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f872a4ed] to pc [ptlrpcd_rcv+-1]  req@ffff927322925880 x1862022335228032/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768459.178088:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768459.178092:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768459.178095:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768459.178096:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768459.178099:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768459.178102:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768459.178106:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5643
00000400:00000200:0.0:1775768459.178110:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768459.178114:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768459.178116:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1775768459.178116:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768459.178121:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1775768459.178122:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768459.178125:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775768459.178126:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768459.178129:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768459.178132:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768459.178136:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000040:3.0:1775768459.178136:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322925880 x1862022335228032/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1775768459.178137:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775768459.178140:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768459.178143:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775768459.178148:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:0.0:1775768459.178153:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:0.0:1775768459.178161:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768459.178166:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775768459.178167:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1775768459.178171:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768459.178171:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768459.178176:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
02000000:00000001:3.0:1775768459.178178:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1775768459.178179:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
02000000:00000001:3.0:1775768459.178181:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1775768459.178186:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
02000000:00000001:3.0:1775768459.178186:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768459.178192:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768459.178194:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322925880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335228032:192.168.202.131@tcp:250:kworker.0
02000000:00000001:0.0:1775768459.178195:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1775768459.178201:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768459.178202:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768459.178205:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768459.178206:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768459.178209:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:3.0:1775768459.178209:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768459.178213:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:0.0:1775768459.178215:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
02000000:00000010:3.0:1775768459.178218:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a64000.
00000008:00000001:0.0:1775768459.178219:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768459.178222:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768459.178227:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:0.0:1775768459.178231:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775768459.178233:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000100:00000010:0.0:1775768459.178236:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925500.
00000020:00000040:0.0:1775768459.178240:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
00000400:00000010:3.0:1775768459.178240:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
02000000:00000001:0.0:1775768459.178244:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768459.178246:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768459.178248:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768459.178250:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:3.0:1775768459.178250:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335228032, portal 25
02000000:00000001:0.0:1775768459.178253:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768459.178254:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768459.178258:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931751552 : -120451777800064 : ffff927322925880)
02000000:00000010:0.0:1775768459.178260:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c000.
00000100:00000001:0.0:1775768459.178264:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768459.178265:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322925880 x1862022335228032/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768459.178273:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925500 x1862022335228160/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768459.178279:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768459.178285:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000100:00000001:0.0:1775768459.178290:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:3.0:1775768459.178290:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3d48.
00000100:00000001:0.0:1775768459.178294:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1775768459.178296:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022335228032, offset 0
00000100:00000040:0.0:1775768459.178300:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a57c8e8f] to pc [ptlrpcd_rcv+-1]  req@ffff927322925500 x1862022335228160/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775768459.178306:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000100:00000001:0.0:1775768459.178314:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768459.178318:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00080000:0.0:1775768459.178320:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768459.178324:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:3.0:1775768459.178326:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000100:00000001:0.0:1775768459.178327:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768459.178330:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768459.178333:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:3.0:1775768459.178335:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1775768459.178338:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5643
00000400:00000200:3.0:1775768459.178341:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:0.0:1775768459.178345:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768459.178348:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768459.178351:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:0.0:1775768459.178357:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000400:00000200:3.0:1775768459.178359:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60901:60901:256:4294967295] 192.168.202.131@tcp LPNI seq info [60901:60901:8:4294967295]
00000100:00080000:0.0:1775768459.178362:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768459.178368:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000400:00000200:3.0:1775768459.178369:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:0.0:1775768459.178372:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768459.178374:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768459.178376:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768459.178380:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768459.178383:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000400:00000200:3.0:1775768459.178386:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000020:00000001:0.0:1775768459.178387:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768459.178390:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775768459.178395:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000800:00000200:3.0:1775768459.178398:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000020:00000001:0.0:1775768459.178399:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:0.0:1775768459.178406:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000800:00000010:3.0:1775768459.178407:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000100:00000001:0.0:1775768459.178408:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768459.178412:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768459.178414:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768459.178417:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000800:00000200:3.0:1775768459.178418:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00080000:0.0:1775768459.178423:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000800:00000200:3.0:1775768459.178424:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1775768459.178427:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768459.178430:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:3.1:1775768459.178434:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
02000000:00000001:0.0:1775768459.178435:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768459.178439:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775768459.178439:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1775768459.178444:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768459.178447:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768459.178452:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1775768459.178457:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768459.178461:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1775768459.178461:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000008:00000001:0.0:1775768459.178466:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768459.178468:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768459.178468:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3d48
00000400:00000010:3.0:1775768459.178473:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3d48.
00000100:00000010:0.0:1775768459.178474:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926d80.
00000020:00000040:0.0:1775768459.178478:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
00000100:00000001:3.0:1775768459.178478:0:2404:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1775768459.178483:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000200:3.0:1775768459.178484:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322925880 x1862022335228032/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1775768459.178486:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768459.178490:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768459.178493:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768459.178496:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768459.178499:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000010:0.0:1775768459.178501:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e800.
00000100:00000040:3.0:1775768459.178504:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322925880 x1862022335228032/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768484 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768459.178505:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768459.178515:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926d80 x1862022335228288/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768459.178516:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768459.178519:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768459.178524:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768459.178526:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768459.178530:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768459.178531:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768459.178535:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4300317437
00000100:00000040:0.0:1775768459.178536:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000adacb2c9] to pc [ptlrpcd_rcv+-1]  req@ffff927322926d80 x1862022335228288/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1775768459.178542:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3960.
00000100:00000001:0.0:1775768459.178549:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768459.178551:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2
00000100:00080000:0.0:1775768459.178552:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768459.178556:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768459.178557:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1775768459.178557:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4300317437
00000100:00080000:0.0:1775768459.178561:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000010:3.0:1775768459.178562:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3660.
00000100:00000001:3.0:1775768459.178565:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1775768459.178568:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768459.178573:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1775768459.178573:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768459.178577:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00080000:0.0:1775768459.178578:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5643
00000400:00000200:0.0:1775768459.178585:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00100000:3.0:1775768459.178585:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768459/real 1775768459]  req@ffff927322925880 x1862022335228032/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775768459.178592:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768459.178597:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768459.178602:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000400:00000001:3.0:1775768459.178604:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1775768459.178605:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:3.0:1775768459.178607:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:0.0:1775768459.178609:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000400:00000010:3.0:1775768459.178610:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000100:00000001:0.0:1775768459.178612:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000400:00000200:3.0:1775768459.178614:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000020:00000001:0.0:1775768459.178615:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768459.178618:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000400:00000010:3.0:1775768459.178618:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000020:00000001:0.0:1775768459.178621:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1775768459.178623:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:0.0:1775768459.178624:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:0.0:1775768459.178628:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000200:3.0:1775768459.178629:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322925880 x1862022335228032/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1775768459.178631:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:0.0:1775768459.178638:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768459.178642:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768459.178646:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768459.178649:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000200:3.0:1775768459.178649:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322925880 x1862022335228032/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1775768459.178680:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00000001:3.0:1775768459.178683:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768459.178686:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1775768459.178689:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:3.0:1775768459.178690:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768459.178694:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768459.178694:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1775768459.178699:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768459.178702:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1775768459.178703:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322925880 x1862022335228032/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1775768459.178707:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768459.178734:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768459.178739:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322925880 x1862022335228032/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768484 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768459.178749:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768459.178752:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768459.178755:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768459.178756:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768459.178760:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927480.
00000020:00000040:0.0:1775768459.178763:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:0.0:1775768459.178765:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768459.178766:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768459.178767:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768459.178769:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768459.178771:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768459.178774:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e400.
00000100:00000001:0.0:1775768459.178777:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768459.178782:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927480 x1862022335228416/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768459.178790:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768459.178792:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768459.178796:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd1176bb] to pc [ptlrpcd_rcv+-1]  req@ffff927322927480 x1862022335228416/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768459.178804:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768459.178806:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768459.178809:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775768459.178811:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768459.178812:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768459.178815:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768459.178817:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5643
00000400:00000200:0.0:1775768459.178821:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768459.178824:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768459.178826:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768459.178829:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768459.178831:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768459.178833:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768459.178835:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768459.178837:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768459.178838:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:0.0:1775768459.178839:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768459.178841:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:0.0:1775768459.178843:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:0.0:1775768459.178845:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:0.0:1775768459.178847:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768459.178849:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768459.178851:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768459.178853:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768459.178855:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:0.0:1775768459.178857:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768459.178860:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768459.178861:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768459.178864:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768459.178866:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768459.178868:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768459.178870:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768459.178872:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768459.178873:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768459.178877:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926a00.
00000020:00000040:0.0:1775768459.178879:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:0.0:1775768459.178881:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768459.178882:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768459.178883:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768459.178885:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768459.178886:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768459.178890:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d000.
00000100:00000001:0.0:1775768459.178893:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768459.178897:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926a00 x1862022335228544/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768459.178910:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768459.178912:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768459.178915:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000798ab0be] to pc [ptlrpcd_rcv+-1]  req@ffff927322926a00 x1862022335228544/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768459.178922:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768459.178927:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5653)
00000100:00000001:3.0:1775768459.179131:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768459.179134:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768459.179135:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768459.179136:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768459.179138:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768459.179139:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768459.179141:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768459.179145:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768459.179147:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768459.179150:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322925880 x1862022335228032/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768484 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768459.179163:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322925880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335228032:192.168.202.131@tcp:250:kworker.0
00000100:00000001:3.0:1775768459.179167:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768459.179169:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768459.179171:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322925880 x1862022335228032/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768484 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768459.179175:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768459.179178:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768459.179180:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a64000.
02000000:00000001:3.0:1775768459.179183:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768459.179184:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768459.179185:0:2404:0:(genops.c:1242:class_import_put()) import ffff9273194c5000 refcount=3 obd=MGC192.168.202.131@tcp
00000020:00000001:3.0:1775768459.179188:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768459.179190:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477d800.
02000000:00000001:3.0:1775768459.179193:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768459.179195:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768459.179197:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322925880.
00000100:00000001:3.0:1775768459.179200:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768459.179202:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768459.179203:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768459.179212:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768459.179214:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768459.179216:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768459.179217:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768459.179219:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768459.179222:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322925500 x1862022335228160/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768459.179229:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768459.179230:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768459.179232:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768459.179234:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768459.179236:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768459.179239:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322925500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335228160:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768459.179242:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768459.179245:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768459.179246:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768459.179248:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768459.179251:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a64000.
02000000:00000001:3.0:1775768459.179252:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768459.179256:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768459.179259:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768459.179263:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768459.179267:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335228160, portal 10
00000100:00000001:3.0:1775768459.179268:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768459.179270:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931750656 : -120451777800960 : ffff927322925500)
00000100:00000040:3.0:1775768459.179276:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322925500 x1862022335228160/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768459.179281:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768459.179283:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768459.179285:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3d48.
00000100:00000200:3.0:1775768459.179287:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335228160, offset 0
00000400:00000200:3.0:1775768459.179291:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768459.179296:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768459.179300:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768459.179303:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768459.179306:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768459.179308:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768459.179310:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768459.179312:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60902:60902:256:4294967295] 192.168.202.131@tcp LPNI seq info [60902:60902:8:4294967295]
00000400:00000200:3.0:1775768459.179315:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768459.179320:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768459.179324:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768459.179328:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768459.179332:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768459.179334:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775768459.179338:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768459.179341:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1775768459.179344:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768459.179346:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768459.179348:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768459.179351:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768459.179355:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3d48
00000400:00000010:3.0:1775768459.179356:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3d48.
00000100:00000001:3.0:1775768459.179359:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768459.179362:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322925500 x1862022335228160/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768459.179369:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768459.179371:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322925500 x1862022335228160/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768484 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768459.179375:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768459.179376:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768459.179378:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768459.179381:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: using a timeout of 15131 usecs (16 jiffies)
00000400:00000200:3.0:1775768459.179384:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768459.179387:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300316177
00000100:00000001:3.0:1775768459.179389:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300317437
00000100:00000001:3.0:1775768459.179391:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300316177
00000100:00000001:3.0:1775768459.179393:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300317437
00000100:00000001:3.0:1775768459.179395:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768459.179397:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768459.179398:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768459.179402:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768459/real 1775768459]  req@ffff927322925500 x1862022335228160/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768459.179416:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768459.179418:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768459.179419:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768459.179422:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768459.179423:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768459.179425:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768459.179428:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322925500 x1862022335228160/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768459.179436:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322925500 x1862022335228160/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768459.179442:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768459.179443:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768459.179445:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768459.179446:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768459.179449:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322925500 x1862022335228160/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768459.179454:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768459.179456:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322925500 x1862022335228160/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768484 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768459.179460:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768459.179461:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768459.179462:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768459.179463:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768459.179464:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768459.179464:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768459.179466:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768459.179468:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768459.179469:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768459.179472:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322925500 x1862022335228160/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768484 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768459.179477:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322925500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335228160:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768459.179479:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768459.179481:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322926d80 x1862022335228288/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768459.179484:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768459.179485:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768459.179487:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768459.179488:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768459.179489:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768459.179491:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322926d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335228288:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768459.179493:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768459.179494:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768459.179495:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768459.179496:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768459.179498:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768459.179499:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768459.179501:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768459.179503:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768459.179505:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768459.179507:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335228288, portal 10
00000100:00000001:3.0:1775768459.179508:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768459.179509:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931756928 : -120451777794688 : ffff927322926d80)
00000100:00000040:3.0:1775768459.179514:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322926d80 x1862022335228288/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768459.179518:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768459.179519:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768459.179521:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3d48.
00000100:00000200:3.0:1775768459.179523:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335228288, offset 0
00000400:00000200:3.0:1775768459.179527:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768459.179530:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768459.179533:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768459.179536:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768459.179538:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768459.179540:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768459.179542:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768459.179545:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60903:60903:256:4294967295] 192.168.202.131@tcp LPNI seq info [60903:60903:8:4294967295]
00000400:00000200:3.0:1775768459.179548:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768459.179554:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768459.179558:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768459.179561:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768459.179564:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768459.179567:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775768459.179570:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768459.179572:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1775768459.179575:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768459.179577:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768459.179579:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768459.179582:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768459.179585:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3d48
00000400:00000010:3.0:1775768459.179587:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3d48.
00000100:00000001:3.0:1775768459.179589:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768459.179592:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322926d80 x1862022335228288/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768459.179598:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768459.179601:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322926d80 x1862022335228288/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768484 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768459.179606:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768459.179607:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768459.179609:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768459.179612:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: using a timeout of 41678 usecs (42 jiffies)
00000400:00000200:3.0:1775768459.179615:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768459.179617:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300316203
00000100:00000001:3.0:1775768459.179619:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300317437
00000100:00000001:3.0:1775768459.179621:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300316203
00000100:00000001:3.0:1775768459.179622:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300317437
00000100:00000001:3.0:1775768459.179624:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768459.179626:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768459.179627:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768459.179630:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768459/real 1775768459]  req@ffff927322926d80 x1862022335228288/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768459.179636:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768459.179637:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768459.179639:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768459.179640:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768459.179642:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768459.179643:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768459.179646:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322926d80 x1862022335228288/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768459.179670:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322926d80 x1862022335228288/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768459.179676:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768459.179678:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768459.179679:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768459.179680:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768459.179683:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322926d80 x1862022335228288/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768459.179689:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768459.179693:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322926d80 x1862022335228288/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768484 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768459.179699:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768459.179702:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768459.179704:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768459.179706:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768459.179740:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768459.179742:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768459.179745:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768459.179749:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768459.179751:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768459.179755:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322926d80 x1862022335228288/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768484 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768459.179763:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322926d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335228288:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768459.179767:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768459.179770:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322927480 x1862022335228416/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768459.179777:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768459.179778:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768459.179780:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768459.179782:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768459.179784:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768459.179787:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335228416:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768459.179790:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768459.179792:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768459.179793:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768459.179795:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768459.179800:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768459.179801:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768459.179804:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768459.179807:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768459.179810:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768459.179813:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335228416, portal 4
00000100:00000001:3.0:1775768459.179816:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768459.179817:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931758720 : -120451777792896 : ffff927322927480)
00000100:00000040:3.0:1775768459.179822:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322927480 x1862022335228416/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768459.179829:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768459.179831:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768459.179834:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3d48.
00000100:00000200:3.0:1775768459.179836:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335228416, offset 0
00000400:00000200:3.0:1775768459.179840:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768459.179843:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768459.179846:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768459.179849:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768459.179851:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768459.179853:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768459.179855:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768459.179858:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60904:60904:256:4294967295] 192.168.202.131@tcp LPNI seq info [60904:60904:8:4294967295]
00000400:00000200:3.0:1775768459.179862:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768459.179868:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768459.179872:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768459.179874:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768459.179878:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768459.179881:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775768459.179885:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768459.179888:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1775768459.179892:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768459.179894:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768459.179897:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768459.179900:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768459.179903:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3d48
00000400:00000010:3.0:1775768459.179906:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3d48.
00000100:00000001:3.0:1775768459.179908:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768459.179912:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322927480 x1862022335228416/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768459.179924:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768459.179927:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322927480 x1862022335228416/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768484 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768459.179934:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768459.179936:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768459.179939:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768459.179941:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: using a timeout of 22192 usecs (23 jiffies)
00000400:00000200:3.0:1775768459.179945:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768459.179946:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300316185
00000100:00000001:3.0:1775768459.179948:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300317437
00000100:00000001:3.0:1775768459.179950:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300316185
00000100:00000001:3.0:1775768459.179952:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300317437
00000100:00000001:3.0:1775768459.179954:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768459.179956:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768459.179958:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768459.179961:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768459/real 1775768459]  req@ffff927322927480 x1862022335228416/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768459.179968:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768459.179969:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768459.179970:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768459.179971:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768459.179972:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768459.179974:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768459.179976:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322927480 x1862022335228416/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768459.179981:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322927480 x1862022335228416/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768459.179986:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768459.179988:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768459.179989:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768459.179991:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768459.179994:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322927480 x1862022335228416/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768459.180000:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768459.180005:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322927480 x1862022335228416/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768484 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768459.180013:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768459.180015:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768459.180016:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768459.180017:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768459.180018:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768459.180019:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768459.180021:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768459.180024:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768459.180025:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768459.180030:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322927480 x1862022335228416/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768484 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768459.180036:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335228416:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768459.180041:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768459.180044:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322926a00 x1862022335228544/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768459.180051:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768459.180053:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768459.180055:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768459.180057:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768459.180058:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768459.180062:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322926a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335228544:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768459.180065:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768459.180066:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768459.180068:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768459.180069:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768459.180071:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a64800.
02000000:00000001:3.0:1775768459.180072:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768459.180074:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768459.180075:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768459.180078:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768459.180081:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335228544, portal 4
00000100:00000001:3.0:1775768459.180082:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768459.180083:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931756032 : -120451777795584 : ffff927322926a00)
00000100:00000040:3.0:1775768459.180088:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322926a00 x1862022335228544/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768459.180094:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768459.180097:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768459.180099:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3d48.
00000100:00000200:3.0:1775768459.180101:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335228544, offset 0
00000400:00000200:3.0:1775768459.180104:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768459.180108:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768459.180111:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768459.180113:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768459.180115:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768459.180117:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768459.180118:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768459.180120:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60905:60905:256:4294967295] 192.168.202.131@tcp LPNI seq info [60905:60905:8:4294967295]
00000400:00000200:3.0:1775768459.180123:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768459.180128:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768459.180132:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768459.180135:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768459.180138:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768459.180140:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775768459.180144:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768459.180146:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1775768459.180149:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768459.180150:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768459.180153:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768459.180156:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768459.180171:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3d48
00000400:00000010:3.0:1775768459.180173:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3d48.
00000100:00000001:3.0:1775768459.180175:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768459.180179:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322926a00 x1862022335228544/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768459.180186:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768459.180189:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322926a00 x1862022335228544/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768484 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768459.180195:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768459.180197:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768459.180200:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768459.180203:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: using a timeout of 22500 usecs (23 jiffies)
00000400:00000200:3.0:1775768459.180206:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768459.180207:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300316185
00000100:00000001:3.0:1775768459.180211:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300317437
00000100:00000001:3.0:1775768459.180213:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300316185
00000100:00000001:3.0:1775768459.180214:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300317437
00000100:00000001:3.0:1775768459.180217:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768459.180218:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768459.180220:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768459.180224:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768459/real 1775768459]  req@ffff927322926a00 x1862022335228544/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768459.180230:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768459.180232:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768459.180234:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768459.180236:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768459.180237:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768459.180239:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768459.180241:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322926a00 x1862022335228544/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768459.180247:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322926a00 x1862022335228544/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768459.180253:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768459.180255:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768459.180256:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768459.180257:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768459.180260:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322926a00 x1862022335228544/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768459.180266:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768459.180270:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322926a00 x1862022335228544/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768484 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768459.180276:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768459.180278:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768459.180279:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768459.180280:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768459.180281:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768459.180282:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768459.180284:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768459.180286:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768459.180287:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768459.180289:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322926a00 x1862022335228544/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768484 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768459.180297:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322926a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335228544:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768459.180300:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768459.180301:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768459.180303:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322925500 x1862022335228160/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768484 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768459.180307:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768459.180308:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768459.180309:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a64000.
02000000:00000001:3.0:1775768459.180311:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768459.180317:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768459.180318:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c000 refcount=137 obd=lustre-MDT0000-mdc-ffff927308189800
00000020:00000001:3.0:1775768459.180320:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768459.180322:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477c000.
02000000:00000001:3.0:1775768459.180325:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768459.180326:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768459.180328:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322925500.
00000100:00000001:3.0:1775768459.180330:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768459.180331:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768459.180333:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768459.180336:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322926d80 x1862022335228288/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768484 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768459.180343:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768459.180344:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768459.180345:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768459.180348:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768459.180350:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768459.180351:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f800 refcount=3 obd=lustre-MDT0001-mdc-ffff927308189800
00000020:00000001:3.0:1775768459.180353:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768459.180354:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477e800.
02000000:00000001:3.0:1775768459.180356:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768459.180357:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768459.180357:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322926d80.
00000100:00000001:3.0:1775768459.180360:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768459.180361:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768459.180362:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768459.180364:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322927480 x1862022335228416/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768484 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768459.180368:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768459.180369:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768459.180370:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768459.180371:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768459.180371:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768459.180372:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f000 refcount=2 obd=lustre-OST0000-osc-ffff927308189800
00000020:00000001:3.0:1775768459.180373:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768459.180374:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477e400.
02000000:00000001:3.0:1775768459.180375:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768459.180376:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768459.180377:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322927480.
00000100:00000001:3.0:1775768459.180379:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768459.180380:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768459.180382:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768459.180384:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322926a00 x1862022335228544/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768484 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768459.180389:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768459.180390:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768459.180391:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a64800.
02000000:00000001:3.0:1775768459.180394:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768459.180395:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768459.180396:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c800 refcount=2 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:3.0:1775768459.180398:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768459.180399:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477d000.
02000000:00000001:3.0:1775768459.180401:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768459.180402:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768459.180403:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322926a00.
00000100:00000001:3.0:1775768459.180405:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768459.180407:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768459.180409:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768459.180415:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768459.180417:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768459.180419:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768459.180420:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768459.753822:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768459.753827:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768459.753829:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768459.753833:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768459.753836:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768459.753840:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768459.753842:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768459.753843:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768459.753845:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768460.201809:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768460.201814:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768460.201821:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768460.201822:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768460.201826:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768460.201827:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768460.201836:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768460.201837:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768460.201841:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768460.201842:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768460.201901:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768460.201905:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768460.201909:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768460.457808:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300317437, at 4300317440
00000100:00000040:3.0:1775768460.457808:0:58796:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649b30 (cpu 0) has reached its deadline 4300317437, at 4300317440
00000100:00000010:3.0:1775768460.457821:0:58796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3660.
00000100:00000010:2.0:1775768460.457824:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3960.
00000100:00000001:3.0:1775768460.777814:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768460.777820:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768460.777822:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768460.777829:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768460.777833:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768460.777836:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768460.777839:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768460.777847:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768460.777850:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768461.225823:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768461.225830:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768461.225836:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768461.225837:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768461.225841:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768461.225843:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768461.225847:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768461.225848:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768461.225851:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768461.225853:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768461.225947:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768461.225951:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768461.225954:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775768461.802016:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768461.802022:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768461.802024:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768461.802029:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768461.802032:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768461.802036:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768461.802038:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768461.802040:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768461.802042:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768462.250343:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768462.250348:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768462.250353:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768462.250355:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768462.250358:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768462.250359:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768462.250363:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768462.250364:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768462.250367:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768462.250368:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768462.250439:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768462.250443:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768462.250447:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775768462.825799:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768462.825805:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768462.825807:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768462.825816:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768462.825819:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768462.825822:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768462.825824:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768462.825826:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768462.825829:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768463.273822:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768463.273828:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768463.273835:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768463.273836:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768463.273840:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768463.273841:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768463.273845:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768463.273846:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768463.273849:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768463.273851:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768463.273909:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768463.273913:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768463.273916:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775768463.849805:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768463.849812:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768463.849814:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768463.849818:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768463.849820:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768463.849823:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768463.849825:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768463.849827:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768463.849829:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768464.297808:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:3.0:1775768464.297812:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:0.0:1775768464.297815:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:3.0:1775768464.297816:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768464.297819:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768464.297823:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:3.0:1775768464.297823:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768464.297826:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768464.297828:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768464.297834:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5648
00010000:00000001:3.0:1775768464.297840:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000400:00000200:0.0:1775768464.297843:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00010000:00000001:3.0:1775768464.297843:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768464.297849:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000400:00000200:0.0:1775768464.297850:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00010000:00000001:3.0:1775768464.297851:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768464.297854:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768464.297857:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00010000:00000001:3.0:1775768464.297857:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768464.297860:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768464.297863:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768464.297866:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768464.297869:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768464.297872:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768464.297874:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775768464.297877:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768464.297879:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775768464.297881:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775768464.297884:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775768464.297887:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768464.297889:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768464.297891:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768464.297893:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768464.297896:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:0.0:1775768464.297899:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768464.297901:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768464.297904:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768464.297908:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768464.297911:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768464.297913:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768464.297916:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768464.297926:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925180.
00000020:00000040:0.0:1775768464.297930:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775768464.297933:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768464.297934:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768464.297938:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768464.297940:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768464.297944:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768464.297953:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f800.
00000100:00000001:0.0:1775768464.297960:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768464.297967:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00100000:0.0:1775768464.297970:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925180 x1862022335228672/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000020:00000001:1.0:1775768464.297971:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768464.297976:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768464.297983:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768464.297987:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768464.297993:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a34329a0] to pc [ptlrpcd_rcv+-1]  req@ffff927322925180 x1862022335228672/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768464.298011:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768464.298014:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768464.298017:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768464.298019:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768464.298021:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768464.298024:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768464.298027:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5648
00000100:00000001:3.0:1775768464.298032:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:0.0:1775768464.298033:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768464.298035:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000400:00000200:0.0:1775768464.298038:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00000001:3.0:1775768464.298039:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1775768464.298042:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768464.298046:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322925180 x1862022335228672/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768464.298048:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768464.298051:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768464.298053:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768464.298057:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768464.298062:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768464.298064:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775768464.298068:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1775768464.298070:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:0.0:1775768464.298071:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000100:00000001:3.0:1775768464.298073:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768464.298074:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:0.0:1775768464.298078:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
02000000:00000001:3.0:1775768464.298078:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768464.298083:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1775768464.298084:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
02000000:00000001:3.0:1775768464.298087:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768464.298088:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768464.298092:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00100000:3.0:1775768464.298095:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322925180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335228672:192.168.202.131@tcp:250:kworker.0
00000100:00000001:0.0:1775768464.298096:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768464.298101:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00000001:3.0:1775768464.298103:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00080000:0.0:1775768464.298113:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768464.298116:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768464.298118:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768464.298121:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768464.298121:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768464.298125:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1775768464.298128:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768464.298132:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768464.298132:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a64800.
02000000:00000001:3.0:1775768464.298136:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768464.298137:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768464.298143:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1775768464.298146:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000008:00000001:0.0:1775768464.298149:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775768464.298151:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000100:00000001:0.0:1775768464.298153:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775768464.298157:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000010:0.0:1775768464.298158:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926300.
00000020:00000040:0.0:1775768464.298163:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:0.0:1775768464.298165:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000200:3.0:1775768464.298166:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335228672, portal 25
02000000:00000001:0.0:1775768464.298167:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768464.298170:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768464.298171:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768464.298173:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768464.298177:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e000.
00000100:00000001:3.0:1775768464.298177:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768464.298180:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931749760 : -120451777801856 : ffff927322925180)
00000100:00000001:0.0:1775768464.298182:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768464.298190:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322925180 x1862022335228672/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768464.298191:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926300 x1862022335228800/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768464.298212:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1775768464.298213:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768464.298217:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768464.298218:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000100:00000040:0.0:1775768464.298222:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e21317e] to pc [ptlrpcd_rcv+-1]  req@ffff927322926300 x1862022335228800/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1775768464.298223:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3d48.
00000100:00000200:3.0:1775768464.298229:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022335228672, offset 0
00000100:00000001:0.0:1775768464.298231:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768464.298234:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768464.298239:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:3.0:1775768464.298239:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000100:00000001:0.0:1775768464.298240:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768464.298243:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768464.298245:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768464.298248:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5648
00000400:00000200:3.0:1775768464.298250:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768464.298253:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768464.298257:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768464.298259:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1775768464.298262:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000100:00000040:0.0:1775768464.298264:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768464.298267:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768464.298268:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000400:00000200:3.0:1775768464.298269:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1775768464.298270:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768464.298273:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768464.298275:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:0.0:1775768464.298277:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:3.0:1775768464.298277:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000020:00000040:0.0:1775768464.298280:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775768464.298281:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000400:00000200:3.0:1775768464.298283:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768464.298286:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000020:00000001:0.0:1775768464.298293:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000400:00000200:3.0:1775768464.298293:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60906:60906:256:4294967295] 192.168.202.131@tcp LPNI seq info [60906:60906:8:4294967295]
00000100:00000040:0.0:1775768464.298301:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000400:00000200:3.0:1775768464.298301:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:0.0:1775768464.298306:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768464.298308:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768464.298314:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000400:00000200:3.0:1775768464.298314:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000020:00000040:0.0:1775768464.298320:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000800:00000200:3.0:1775768464.298324:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000100:00080000:0.0:1775768464.298327:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000800:00000010:3.0:1775768464.298329:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000100:00000001:0.0:1775768464.298332:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768464.298335:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:3.0:1775768464.298338:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
02000000:00000001:0.0:1775768464.298339:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:3.0:1775768464.298341:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775768464.298345:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768464.298350:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
02000000:00000001:0.0:1775768464.298353:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1775768464.298357:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000100:00000001:0.0:1775768464.298358:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768464.298362:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000800:00000010:3.0:1775768464.298362:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000008:00000001:0.0:1775768464.298367:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768464.298369:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768464.298370:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000010:0.0:1775768464.298373:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927b80.
00000020:00000040:0.0:1775768464.298378:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
00000400:00000200:3.0:1775768464.298378:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
02000000:00000001:0.0:1775768464.298384:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768464.298386:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768464.298386:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3d48
00000100:00000001:0.0:1775768464.298390:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:3.0:1775768464.298390:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3d48.
02000000:00000001:0.0:1775768464.298394:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1775768464.298396:0:2404:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1775768464.298397:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768464.298402:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477fc00.
00000100:00000200:3.0:1775768464.298403:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322925180 x1862022335228672/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768464.298405:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768464.298413:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927b80 x1862022335228928/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768464.298417:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1775768464.298421:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768464.298424:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768464.298425:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322925180 x1862022335228672/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768489 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768464.298430:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000282cd359] to pc [ptlrpcd_rcv+-1]  req@ffff927322927b80 x1862022335228928/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768464.298444:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768464.298448:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768464.298449:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768464.298452:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1775768464.298453:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768464.298459:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:3.0:1775768464.298460:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:0.0:1775768464.298462:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768464.298465:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768464.298465:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4300322557
00000100:00000001:0.0:1775768464.298470:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00000010:3.0:1775768464.298472:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3660.
00000100:00080000:0.0:1775768464.298474:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5648
00000400:00000200:0.0:1775768464.298480:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768464.298481:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2
00000400:00000200:0.0:1775768464.298485:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768464.298487:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768464.298490:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768464.298492:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768464.298494:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768464.298496:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000001:3.0:1775768464.298497:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4300322557
00000020:00000001:0.0:1775768464.298498:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768464.298501:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775768464.298503:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000010:3.0:1775768464.298503:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3840.
00000020:00000040:0.0:1775768464.298506:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:0.0:1775768464.298508:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000001:3.0:1775768464.298508:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3
00000020:00000001:0.0:1775768464.298511:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000001:3.0:1775768464.298514:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1775768464.298515:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768464.298518:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775768464.298519:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768464.298520:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768464.298523:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000001:3.0:1775768464.298525:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000020:00000040:0.0:1775768464.298526:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:0.0:1775768464.298533:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00100000:3.0:1775768464.298533:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768464/real 1775768464]  req@ffff927322925180 x1862022335228672/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768464.298537:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768464.298544:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768464.298548:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:3.0:1775768464.298550:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:0.0:1775768464.298552:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1775768464.298553:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1775768464.298556:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000010:3.0:1775768464.298557:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000008:00100000:0.0:1775768464.298561:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000400:00000200:3.0:1775768464.298562:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768464.298565:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000008:00000001:0.0:1775768464.298566:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768464.298570:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768464.298570:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000010:0.0:1775768464.298576:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927800.
00000100:00000200:3.0:1775768464.298576:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322925180 x1862022335228672/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1775768464.298581:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:0.0:1775768464.298587:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768464.298590:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1775768464.298592:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322925180 x1862022335228672/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768464.298593:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768464.298596:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768464.298599:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768464.298617:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768464.298619:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:0.0:1775768464.298621:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f000.
00000100:00000001:3.0:1775768464.298621:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768464.298623:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768464.298625:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768464.298628:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322925180 x1862022335228672/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768464.298632:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927800 x1862022335229056/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768464.298640:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768464.298646:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:3.0:1775768464.298647:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322925180 x1862022335228672/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768489 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768464.298649:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768464.298656:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768464.298658:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768464.298659:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768464.298661:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768464.298663:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e429b339] to pc [ptlrpcd_rcv+-1]  req@ffff927322927800 x1862022335229056/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768464.298665:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768464.298667:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768464.298671:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768464.298679:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.131@tcp failed (-110)
00000100:00000001:0.0:1775768464.298682:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768464.298683:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:0.0:1775768464.298689:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775768464.298691:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322925180 x1862022335228672/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768489 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1775768464.298695:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775768464.298698:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768464.298702:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768464.298724:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768464.298727:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5648
00000400:00000200:0.0:1775768464.298731:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768464.298737:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00100000:3.0:1775768464.298737:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322925180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335228672:192.168.202.131@tcp:250:kworker.0
00000100:00080000:0.0:1775768464.298739:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768464.298744:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768464.298747:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775768464.298748:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768464.298750:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768464.298752:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1775768464.298753:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768464.298756:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768464.298756:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:0.0:1775768464.298759:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:3.0:1775768464.298759:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322925180 x1862022335228672/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768489 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1775768464.298761:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:0.0:1775768464.298765:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:0.0:1775768464.298769:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:0.0:1775768464.298775:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768464.298779:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768464.298782:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768464.298787:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768464.298789:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00000001:3.0:1775768464.298789:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768464.298791:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00000100:00080000:0.0:1775768464.298792:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
02000000:00000010:3.0:1775768464.298794:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a64800.
00000100:00000001:0.0:1775768464.298795:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768464.298798:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768464.298799:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:0.0:1775768464.298800:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1775768464.298802:0:2404:0:(genops.c:1236:class_import_put()) Process entered
02000000:00000001:0.0:1775768464.298804:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1775768464.298804:0:2404:0:(genops.c:1242:class_import_put()) import ffff9273194c5000 refcount=3 obd=MGC192.168.202.131@tcp
00000020:00000001:3.0:1775768464.298807:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000001:0.0:1775768464.298808:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768464.298811:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
02000000:00000010:3.0:1775768464.298811:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477f800.
02000000:00000001:3.0:1775768464.298817:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768464.298818:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768464.298820:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322925180.
00000008:00000001:0.0:1775768464.298821:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768464.298823:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768464.298824:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768464.298826:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768464.298829:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:0.0:1775768464.298832:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924000.
00000020:00000040:0.0:1775768464.298836:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
00000100:00000001:3.0:1775768464.298838:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:0.0:1775768464.298839:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1775768464.298841:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768464.298842:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768464.298845:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768464.298846:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1775768464.298848:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
02000000:00000001:0.0:1775768464.298849:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1775768464.298851:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1775768464.298852:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768464.298857:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c800.
00000100:00000040:3.0:1775768464.298857:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322926300 x1862022335228800/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768464.298864:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768464.298868:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768464.298870:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768464.298872:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:0.0:1775768464.298874:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924000 x1862022335229184/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1775768464.298875:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768464.298879:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768464.298886:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322926300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335228800:192.168.202.131@tcp:38:kworker.0
00000100:00000001:0.0:1775768464.298891:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768464.298892:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768464.298895:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1775768464.298896:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768464.298898:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768464.298901:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:0.0:1775768464.298902:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c89b33e] to pc [ptlrpcd_rcv+-1]  req@ffff927322924000 x1862022335229184/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1775768464.298905:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a64800.
02000000:00000001:3.0:1775768464.298909:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768464.298918:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:0.0:1775768464.298921:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775768464.298922:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000100:00000040:0.0:1775768464.298926:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5658)
00000400:00000010:3.0:1775768464.298927:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768464.298931:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335228800, portal 10
00000100:00000001:3.0:1775768464.298932:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768464.298933:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931754240 : -120451777797376 : ffff927322926300)
00000100:00000040:3.0:1775768464.298938:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322926300 x1862022335228800/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768464.298943:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768464.298944:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768464.298946:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3d48.
00000100:00000200:3.0:1775768464.298947:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335228800, offset 0
00000400:00000200:3.0:1775768464.298949:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768464.298952:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768464.298954:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768464.298957:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768464.298959:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768464.298961:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768464.298963:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768464.298966:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60907:60907:256:4294967295] 192.168.202.131@tcp LPNI seq info [60907:60907:8:4294967295]
00000400:00000200:3.0:1775768464.298970:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768464.298976:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768464.298980:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768464.298983:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768464.298987:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768464.298989:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775768464.298993:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768464.298996:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1775768464.299000:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768464.299001:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768464.299004:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768464.299008:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768464.299010:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3d48
00000400:00000010:3.0:1775768464.299012:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3d48.
00000100:00000001:3.0:1775768464.299014:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768464.299016:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322926300 x1862022335228800/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768464.299021:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768464.299023:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322926300 x1862022335228800/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768489 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768464.299027:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768464.299028:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768464.299030:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768464.299033:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: using a timeout of 15131 usecs (16 jiffies)
00000400:00000200:3.0:1775768464.299035:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768464.299036:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300321297
00000100:00000001:3.0:1775768464.299038:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300322557
00000100:00000001:3.0:1775768464.299039:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300321297
00000100:00000001:3.0:1775768464.299040:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300322557
00000100:00000001:3.0:1775768464.299041:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768464.299043:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768464.299044:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768464.299046:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768464/real 1775768464]  req@ffff927322926300 x1862022335228800/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768464.299051:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768464.299052:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768464.299054:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768464.299056:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768464.299057:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768464.299059:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768464.299062:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322926300 x1862022335228800/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768464.299068:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322926300 x1862022335228800/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768464.299079:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768464.299081:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768464.299082:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768464.299084:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768464.299087:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322926300 x1862022335228800/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768464.299094:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768464.299098:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322926300 x1862022335228800/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768489 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768464.299104:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768464.299106:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768464.299108:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768464.299109:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768464.299110:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768464.299112:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768464.299114:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768464.299118:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768464.299120:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768464.299123:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322926300 x1862022335228800/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768489 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768464.299130:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322926300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335228800:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768464.299134:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768464.299137:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322927b80 x1862022335228928/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768464.299143:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768464.299144:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768464.299146:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768464.299147:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768464.299149:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768464.299152:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322927b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335228928:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768464.299154:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768464.299156:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768464.299157:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768464.299159:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768464.299162:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768464.299164:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768464.299167:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768464.299169:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768464.299171:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768464.299174:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335228928, portal 10
00000100:00000001:3.0:1775768464.299176:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768464.299177:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931760512 : -120451777791104 : ffff927322927b80)
00000100:00000040:3.0:1775768464.299181:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322927b80 x1862022335228928/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768464.299187:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768464.299189:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768464.299191:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3d48.
00000100:00000200:3.0:1775768464.299193:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335228928, offset 0
00000400:00000200:3.0:1775768464.299197:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768464.299200:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768464.299204:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768464.299206:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768464.299207:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768464.299209:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768464.299210:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768464.299212:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60908:60908:256:4294967295] 192.168.202.131@tcp LPNI seq info [60908:60908:8:4294967295]
00000400:00000200:3.0:1775768464.299215:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768464.299219:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768464.299223:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768464.299226:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768464.299229:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768464.299232:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775768464.299235:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768464.299238:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1775768464.299241:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768464.299243:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768464.299245:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768464.299248:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768464.299250:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3d48
00000400:00000010:3.0:1775768464.299252:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3d48.
00000100:00000001:3.0:1775768464.299254:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768464.299257:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322927b80 x1862022335228928/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768464.299264:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768464.299267:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322927b80 x1862022335228928/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768489 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768464.299272:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768464.299274:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768464.299277:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768464.299279:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: using a timeout of 41678 usecs (42 jiffies)
00000400:00000200:3.0:1775768464.299283:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768464.299284:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300321323
00000100:00000001:3.0:1775768464.299287:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300322557
00000100:00000001:3.0:1775768464.299288:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300321323
00000100:00000001:3.0:1775768464.299290:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300322557
00000100:00000001:3.0:1775768464.299292:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768464.299294:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768464.299295:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768464.299297:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768464/real 1775768464]  req@ffff927322927b80 x1862022335228928/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768464.299303:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768464.299303:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768464.299305:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768464.299306:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768464.299307:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768464.299308:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768464.299310:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322927b80 x1862022335228928/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768464.299315:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322927b80 x1862022335228928/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768464.299318:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768464.299319:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768464.299320:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768464.299321:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768464.299323:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322927b80 x1862022335228928/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768464.299328:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768464.299331:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322927b80 x1862022335228928/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768489 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768464.299337:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768464.299339:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768464.299340:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768464.299341:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768464.299343:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768464.299344:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768464.299347:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768464.299350:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768464.299352:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768464.299356:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322927b80 x1862022335228928/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768489 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768464.299363:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322927b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335228928:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768464.299367:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768464.299369:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322927800 x1862022335229056/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768464.299373:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768464.299374:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768464.299376:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768464.299377:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768464.299378:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768464.299380:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322927800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335229056:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768464.299382:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768464.299383:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768464.299384:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768464.299385:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768464.299387:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768464.299388:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768464.299391:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768464.299393:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768464.299396:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768464.299398:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335229056, portal 4
00000100:00000001:3.0:1775768464.299400:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768464.299401:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931759616 : -120451777792000 : ffff927322927800)
00000100:00000040:3.0:1775768464.299406:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322927800 x1862022335229056/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768464.299411:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768464.299413:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768464.299415:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3d48.
00000100:00000200:3.0:1775768464.299417:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335229056, offset 0
00000400:00000200:3.0:1775768464.299421:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768464.299424:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768464.299427:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768464.299429:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768464.299432:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768464.299434:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768464.299436:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768464.299439:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60909:60909:256:4294967295] 192.168.202.131@tcp LPNI seq info [60909:60909:8:4294967295]
00000400:00000200:3.0:1775768464.299443:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768464.299449:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768464.299452:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768464.299454:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768464.299456:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768464.299459:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775768464.299462:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768464.299465:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1775768464.299468:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768464.299470:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768464.299472:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768464.299475:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768464.299478:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3d48
00000400:00000010:3.0:1775768464.299479:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3d48.
00000100:00000001:3.0:1775768464.299481:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768464.299485:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322927800 x1862022335229056/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768464.299491:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768464.299495:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322927800 x1862022335229056/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768489 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768464.299501:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768464.299503:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768464.299505:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768464.299508:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: using a timeout of 22192 usecs (23 jiffies)
00000400:00000200:3.0:1775768464.299511:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768464.299513:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300321304
00000100:00000001:3.0:1775768464.299515:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300322557
00000100:00000001:3.0:1775768464.299516:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300321304
00000100:00000001:3.0:1775768464.299517:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300322557
00000100:00000001:3.0:1775768464.299519:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768464.299520:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768464.299521:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768464.299524:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768464/real 1775768464]  req@ffff927322927800 x1862022335229056/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768464.299528:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768464.299529:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768464.299530:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768464.299531:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768464.299532:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768464.299533:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768464.299535:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322927800 x1862022335229056/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768464.299540:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322927800 x1862022335229056/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768464.299543:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768464.299544:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768464.299545:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768464.299546:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768464.299549:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322927800 x1862022335229056/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768464.299555:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768464.299558:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322927800 x1862022335229056/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768489 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768464.299564:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768464.299567:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768464.299568:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768464.299569:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768464.299570:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768464.299572:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768464.299574:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768464.299577:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768464.299579:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768464.299582:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322927800 x1862022335229056/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768489 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768464.299589:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322927800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335229056:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768464.299592:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768464.299595:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768464.299598:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322926300 x1862022335228800/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768489 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768464.299616:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768464.299618:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768464.299620:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a64800.
02000000:00000001:3.0:1775768464.299622:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768464.299624:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768464.299625:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c000 refcount=137 obd=lustre-MDT0000-mdc-ffff927308189800
00000020:00000001:3.0:1775768464.299627:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768464.299628:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477e000.
02000000:00000001:3.0:1775768464.299631:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768464.299632:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768464.299633:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322926300.
00000100:00000001:3.0:1775768464.299635:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768464.299636:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768464.299638:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768464.299642:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322927b80 x1862022335228928/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768489 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768464.299654:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768464.299656:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768464.299657:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768464.299660:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768464.299661:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768464.299662:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f800 refcount=3 obd=lustre-MDT0001-mdc-ffff927308189800
00000020:00000001:3.0:1775768464.299664:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768464.299665:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477fc00.
02000000:00000001:3.0:1775768464.299667:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768464.299668:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768464.299669:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322927b80.
00000100:00000001:3.0:1775768464.299671:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768464.299672:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768464.299674:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768464.299677:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322927800 x1862022335229056/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768489 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768464.299683:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768464.299684:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768464.299686:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768464.299688:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768464.299689:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768464.299690:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f000 refcount=2 obd=lustre-OST0000-osc-ffff927308189800
00000020:00000001:3.0:1775768464.299692:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768464.299693:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477f000.
02000000:00000001:3.0:1775768464.299695:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768464.299696:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768464.299698:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322927800.
00000100:00000001:3.0:1775768464.299699:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768464.299700:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768464.299702:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768464.299706:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768464.299726:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768464.299729:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768464.299730:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768464.299732:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768464.299735:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322924000 x1862022335229184/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768464.299741:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768464.299743:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768464.299744:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768464.299746:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768464.299747:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768464.299750:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322924000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335229184:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768464.299753:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768464.299754:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768464.299756:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768464.299757:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768464.299760:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768464.299762:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768464.299765:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768464.299768:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768464.299771:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768464.299774:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335229184, portal 4
00000100:00000001:3.0:1775768464.299775:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768464.299777:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931745280 : -120451777806336 : ffff927322924000)
00000100:00000040:3.0:1775768464.299782:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322924000 x1862022335229184/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768464.299788:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768464.299790:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768464.299792:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3d48.
00000100:00000200:3.0:1775768464.299795:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335229184, offset 0
00000400:00000200:3.0:1775768464.299798:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768464.299802:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768464.299806:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768464.299808:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768464.299811:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768464.299813:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768464.299815:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768464.299818:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60910:60910:256:4294967295] 192.168.202.131@tcp LPNI seq info [60910:60910:8:4294967295]
00000400:00000200:3.0:1775768464.299821:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768464.299827:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768464.299831:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768464.299834:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768464.299838:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768464.299841:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775768464.299844:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768464.299847:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1775768464.299850:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768464.299852:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768464.299855:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768464.299858:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768464.299861:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3d48
00000400:00000010:3.0:1775768464.299863:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3d48.
00000100:00000001:3.0:1775768464.299865:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768464.299868:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322924000 x1862022335229184/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768464.299875:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768464.299878:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322924000 x1862022335229184/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768489 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768464.299884:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768464.299885:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768464.299888:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768464.299891:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: using a timeout of 22500 usecs (23 jiffies)
00000400:00000200:3.0:1775768464.299894:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768464.299895:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300321305
00000100:00000001:3.0:1775768464.299898:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300322557
00000100:00000001:3.0:1775768464.299900:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300321305
00000100:00000001:3.0:1775768464.299902:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300322557
00000100:00000001:3.0:1775768464.299904:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768464.299906:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768464.299908:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768464.299911:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768464/real 1775768464]  req@ffff927322924000 x1862022335229184/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768464.299919:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768464.299921:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768464.299922:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768464.299924:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768464.299925:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768464.299927:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768464.299930:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322924000 x1862022335229184/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768464.299937:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322924000 x1862022335229184/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768464.299943:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768464.299944:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768464.299946:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768464.299947:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768464.299950:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322924000 x1862022335229184/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768464.299957:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768464.299960:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322924000 x1862022335229184/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768489 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768464.299966:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768464.299969:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768464.299970:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768464.299971:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768464.299973:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768464.299974:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768464.299977:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768464.299980:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768464.299982:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768464.299985:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322924000 x1862022335229184/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768489 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768464.299993:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322924000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335229184:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768464.299997:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768464.299998:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768464.300001:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322924000 x1862022335229184/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768489 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768464.300006:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768464.300007:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768464.300009:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768464.300012:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768464.300013:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768464.300014:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c800 refcount=2 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:3.0:1775768464.300016:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768464.300017:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477c800.
02000000:00000001:3.0:1775768464.300019:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768464.300021:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768464.300022:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322924000.
00000100:00000001:3.0:1775768464.300024:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768464.300025:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768464.300027:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768464.300030:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768464.300031:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768464.300033:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768464.300034:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768464.875228:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768464.875241:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768464.875243:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768464.875249:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768464.875252:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768464.875256:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768464.875259:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768464.875261:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768464.875264:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768465.321830:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768465.321838:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768465.321840:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768465.321843:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768465.321848:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768465.321850:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768465.321852:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768465.321854:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768465.321859:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768465.321860:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768465.321861:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768465.321863:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768465.321865:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768465.321866:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768465.321867:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768465.321869:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768465.321873:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768465.321874:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768465.321876:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768465.321877:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768465.321879:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768465.321880:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768465.321881:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768465.321883:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768465.321886:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768465.321888:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768465.321891:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768465.321892:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768465.321893:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768465.321895:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768465.321896:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768465.321897:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768465.321901:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768465.321902:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768465.322002:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768465.322005:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768465.322009:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775768465.577810:0:58796:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649b30 (cpu 0) has reached its deadline 4300322557, at 4300322560
00000100:00000010:3.0:1775768465.577825:0:58796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3840.
00000100:00000040:2.0:1775768465.577831:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300322557, at 4300322560
00000100:00000010:2.0:1775768465.577839:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3660.
00000100:00000001:3.0:1775768465.897824:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768465.897832:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768465.897834:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768465.897839:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768465.897843:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768465.897847:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768465.897850:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768465.897852:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768465.897855:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768466.348916:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768466.348923:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768466.348930:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768466.348931:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768466.348935:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768466.348936:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768466.348940:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768466.348941:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768466.348945:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768466.348946:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768466.351685:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768466.351691:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768466.351696:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775768466.921816:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768466.921823:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768466.921825:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768466.921830:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768466.921834:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768466.921837:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768466.921840:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768466.921842:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768466.921845:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768467.372897:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768467.372903:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768467.372908:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768467.372909:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768467.372911:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768467.372912:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768467.372914:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768467.372917:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768467.372919:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768467.372921:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768467.372924:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768467.372927:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768467.372928:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768467.372930:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768467.372932:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768467.372933:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768467.373014:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768467.373017:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768467.373020:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775768467.945874:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768467.945880:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768467.945882:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768467.945896:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768467.945899:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768467.945903:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768467.945906:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768467.945909:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768467.945912:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768468.393878:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768468.393884:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768468.393890:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768468.393891:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768468.393895:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768468.393897:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768468.393900:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768468.393901:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768468.393904:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768468.393905:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768468.394664:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768468.394667:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768468.394671:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775768468.970669:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768468.970676:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768468.970677:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768468.970684:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768468.970688:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768468.970691:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768468.970694:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768468.970697:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768468.970700:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768469.418686:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768469.418696:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768469.418698:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768469.418702:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768469.418734:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768469.418742:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5653
00000400:00000200:0.0:1775768469.418752:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768469.418759:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768469.418763:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768469.418767:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768469.418770:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768469.418773:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768469.418775:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768469.418779:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768469.418781:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775768469.418784:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768469.418787:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775768469.418790:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775768469.418792:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775768469.418796:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768469.418798:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768469.418799:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768469.418801:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768469.418804:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:0.0:1775768469.418807:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768469.418809:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768469.418812:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768469.418815:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768469.418817:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768469.418819:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768469.418821:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768469.418830:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925c00.
00000020:00000040:0.0:1775768469.418832:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775768469.418835:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768469.418836:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768469.418838:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768469.418841:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768469.418844:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768469.418849:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f400.
00000100:00000001:0.0:1775768469.418854:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768469.418861:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925c00 x1862022335229312/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768469.418868:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768469.418871:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768469.418874:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d72b0b6] to pc [ptlrpcd_rcv+-1]  req@ffff927322925c00 x1862022335229312/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768469.418888:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768469.418890:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768469.418893:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768469.418894:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768469.418895:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768469.418898:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768469.418899:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5653
00000400:00000200:0.0:1775768469.418902:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768469.418904:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768469.418906:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768469.418908:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768469.418910:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768469.418911:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768469.418912:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768469.418914:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768469.418915:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775768469.418916:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768469.418917:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775768469.418918:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:0.0:1775768469.418920:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:0.0:1775768469.418921:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768469.418922:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768469.418923:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768469.418924:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768469.418925:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:0.0:1775768469.418927:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768469.418928:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768469.418929:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768469.418933:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768469.418934:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768469.418935:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768469.418938:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768469.418940:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768469.418942:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768469.418945:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926680.
00000020:00000040:0.0:1775768469.418947:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:0.0:1775768469.418949:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768469.418950:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768469.418952:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768469.418953:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768469.418955:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768469.418959:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c800.
00000100:00000001:0.0:1775768469.418962:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768469.418966:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926680 x1862022335229440/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768469.418973:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768469.418975:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768469.418979:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad2d9012] to pc [ptlrpcd_rcv+-1]  req@ffff927322926680 x1862022335229440/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768469.418986:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768469.418989:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768469.418992:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768469.418993:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768469.418995:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768469.418997:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768469.418999:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5653
00000400:00000200:0.0:1775768469.419003:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768469.419006:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768469.419008:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768469.419011:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768469.419013:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768469.419015:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768469.419017:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768469.419018:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768469.419020:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:0.0:1775768469.419022:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768469.419023:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775768469.419025:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:0.0:1775768469.419028:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:0.0:1775768469.419031:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768469.419033:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768469.419034:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768469.419036:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768469.419039:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:0.0:1775768469.419041:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768469.419044:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768469.419046:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768469.419048:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768469.419050:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768469.419052:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768469.419054:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768469.419056:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768469.419058:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768469.419062:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924000.
00000020:00000040:0.0:1775768469.419064:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775768469.419067:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768469.419068:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768469.419070:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768469.419071:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768469.419072:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768469.419076:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f000.
00000100:00000001:0.0:1775768469.419079:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768469.419083:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924000 x1862022335229568/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768469.419089:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768469.419092:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768469.419095:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c89b33e] to pc [ptlrpcd_rcv+-1]  req@ffff927322924000 x1862022335229568/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768469.419102:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768469.419104:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768469.419108:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768469.419109:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768469.419110:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768469.419112:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768469.419114:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5653
00000400:00000200:0.0:1775768469.419118:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768469.419120:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768469.419122:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768469.419125:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768469.419126:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768469.419128:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768469.419130:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768469.419132:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768469.419133:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775768469.419135:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768469.419136:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:0.0:1775768469.419138:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:0.0:1775768469.419140:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:0.0:1775768469.419143:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768469.419144:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768469.419146:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768469.419147:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768469.419149:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:0.0:1775768469.419151:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768469.419153:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768469.419155:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768469.419158:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768469.419160:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768469.419161:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768469.419163:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768469.419166:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768469.419167:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768469.419170:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927800.
00000020:00000040:0.0:1775768469.419172:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:0.0:1775768469.419175:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768469.419176:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768469.419177:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768469.419179:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768469.419180:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768469.419183:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477fc00.
00000100:00000001:0.0:1775768469.419186:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768469.419190:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927800 x1862022335229696/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768469.419197:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768469.419199:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768469.419202:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e429b339] to pc [ptlrpcd_rcv+-1]  req@ffff927322927800 x1862022335229696/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768469.419208:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768469.419211:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768469.419214:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775768469.419215:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768469.419217:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768469.419219:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768469.419221:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5653
00000400:00000200:0.0:1775768469.419224:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768469.419227:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768469.419229:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768469.419232:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768469.419234:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768469.419236:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768469.419238:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768469.419239:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768469.419241:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:0.0:1775768469.419242:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768469.419244:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:0.0:1775768469.419246:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:0.0:1775768469.419247:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:0.0:1775768469.419250:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768469.419251:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768469.419253:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768469.419255:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768469.419257:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:0.0:1775768469.419259:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768469.419261:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768469.419263:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768469.419265:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768469.419267:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768469.419269:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768469.419271:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768469.419272:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768469.419274:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768469.419277:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927b80.
00000020:00000040:0.0:1775768469.419279:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:0.0:1775768469.419281:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768469.419283:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768469.419284:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768469.419285:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768469.419287:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768469.419290:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e000.
00000100:00000001:0.0:1775768469.419294:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768469.419298:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927b80 x1862022335229824/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768469.419305:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768469.419307:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768469.419310:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000282cd359] to pc [ptlrpcd_rcv+-1]  req@ffff927322927b80 x1862022335229824/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768469.419316:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768469.419320:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5664)
00010000:00000001:3.0:1775768469.419620:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768469.419623:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768469.419627:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768469.419628:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768469.419630:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768469.419631:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768469.419634:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768469.419634:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768469.419637:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768469.419638:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768469.419656:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768469.419659:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768469.419661:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768469.419666:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322925c00 x1862022335229312/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768469.419676:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768469.419678:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768469.419682:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768469.419685:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768469.419687:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768469.419690:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00100000:3.0:1775768469.419691:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322925c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335229312:192.168.202.131@tcp:250:kworker.0
00000020:00000001:1.0:1775768469.419695:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768469.419698:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00010000:00010000:1.0:1775768469.419699:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
02000000:00000001:3.0:1775768469.419703:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768469.419726:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768469.419730:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768469.419736:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768469.419738:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768469.419743:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768469.419747:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768469.419755:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768469.419762:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335229312, portal 25
00000100:00000001:3.0:1775768469.419764:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768469.419766:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931752448 : -120451777799168 : ffff927322925c00)
00000100:00000040:3.0:1775768469.419772:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322925c00 x1862022335229312/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768469.419779:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768469.419781:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768469.419783:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3d48.
00000100:00000200:3.0:1775768469.419786:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022335229312, offset 0
00000400:00000200:3.0:1775768469.419791:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768469.419801:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768469.419807:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768469.419813:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768469.419816:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768469.419820:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768469.419823:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768469.419828:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60911:60911:256:4294967295] 192.168.202.131@tcp LPNI seq info [60911:60911:8:4294967295]
00000400:00000200:3.0:1775768469.419833:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768469.419842:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768469.419848:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768469.419853:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768469.419859:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768469.419861:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1775768469.419865:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768469.419867:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 11 secs later)
00000800:00000100:3.0:1775768469.419871:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768469.419873:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768469.419878:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768469.419882:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768469.419886:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3d48
00000400:00000010:3.0:1775768469.419888:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3d48.
00000100:00000001:3.0:1775768469.419891:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768469.419894:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322925c00 x1862022335229312/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768469.419900:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768469.419902:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322925c00 x1862022335229312/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768494 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768469.419907:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768469.419909:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768469.419913:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768469.419916:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768469.419918:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4300327679
00000100:00000010:3.0:1775768469.419922:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3840.
00000100:00000001:3.0:1775768469.419927:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1775768469.419930:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4300327679
00000100:00000010:3.0:1775768469.419932:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3de0.
00000100:00000001:3.0:1775768469.419934:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1775768469.419936:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768469.419938:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768469.419940:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768469.419942:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768469/real 1775768469]  req@ffff927322925c00 x1862022335229312/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768469.419948:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768469.419950:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768469.419951:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768469.419953:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768469.419954:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768469.419956:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768469.419958:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322925c00 x1862022335229312/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768469.419963:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322925c00 x1862022335229312/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768469.419967:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768469.419968:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768469.419970:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768469.419971:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768469.419973:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322925c00 x1862022335229312/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768469.419977:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768469.419979:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322925c00 x1862022335229312/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768494 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768469.419984:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768469.419986:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768469.419987:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768469.419988:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768469.419989:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768469.419990:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768469.419992:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768469.419994:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768469.419996:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768469.419998:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322925c00 x1862022335229312/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768494 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768469.420002:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322925c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335229312:192.168.202.131@tcp:250:kworker.0
00000100:00000001:3.0:1775768469.420005:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768469.420008:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322926680 x1862022335229440/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768469.420014:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768469.420015:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768469.420017:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768469.420019:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768469.420020:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768469.420023:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322926680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335229440:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768469.420026:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768469.420028:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768469.420029:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768469.420031:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768469.420034:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768469.420035:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768469.420038:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768469.420041:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768469.420045:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768469.420047:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335229440, portal 10
00000100:00000001:3.0:1775768469.420049:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768469.420050:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931755136 : -120451777796480 : ffff927322926680)
00000100:00000040:3.0:1775768469.420056:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322926680 x1862022335229440/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768469.420063:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768469.420065:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768469.420067:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3d48.
00000100:00000200:3.0:1775768469.420069:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335229440, offset 0
00000400:00000200:3.0:1775768469.420072:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768469.420076:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768469.420079:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768469.420081:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768469.420083:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768469.420084:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768469.420086:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768469.420088:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60912:60912:256:4294967295] 192.168.202.131@tcp LPNI seq info [60912:60912:8:4294967295]
00000400:00000200:3.0:1775768469.420090:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768469.420093:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768469.420096:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768469.420098:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768469.420100:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768469.420102:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1775768469.420105:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768469.420107:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 11 secs later)
00000800:00000100:3.0:1775768469.420109:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768469.420110:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768469.420112:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768469.420114:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768469.420116:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3d48
00000400:00000010:3.0:1775768469.420117:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3d48.
00000100:00000001:3.0:1775768469.420119:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768469.420121:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322926680 x1862022335229440/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768469.420126:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768469.420128:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322926680 x1862022335229440/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768494 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768469.420131:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768469.420133:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768469.420134:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768469.420137:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: using a timeout of 15131 usecs (16 jiffies)
00000400:00000200:3.0:1775768469.420139:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768469.420140:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300326418
00000100:00000001:3.0:1775768469.420142:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300327679
00000100:00000001:3.0:1775768469.420143:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300326418
00000100:00000001:3.0:1775768469.420144:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300327679
00000100:00000001:3.0:1775768469.420145:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768469.420147:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768469.420148:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768469.420150:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768469/real 1775768469]  req@ffff927322926680 x1862022335229440/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768469.420154:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768469.420155:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768469.420156:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768469.420157:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768469.420158:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768469.420159:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768469.420160:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322926680 x1862022335229440/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768469.420165:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322926680 x1862022335229440/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768469.420172:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768469.420173:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768469.420174:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768469.420175:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768469.420177:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322926680 x1862022335229440/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768469.420180:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768469.420182:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322926680 x1862022335229440/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768494 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768469.420185:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768469.420187:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768469.420187:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768469.420188:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768469.420189:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768469.420190:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768469.420191:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768469.420193:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768469.420194:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768469.420196:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322926680 x1862022335229440/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768494 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768469.420200:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322926680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335229440:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768469.420202:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768469.420204:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322924000 x1862022335229568/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768469.420208:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768469.420209:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768469.420210:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768469.420211:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768469.420212:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768469.420214:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322924000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335229568:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768469.420216:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768469.420217:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768469.420218:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768469.420219:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768469.420220:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a64800.
02000000:00000001:3.0:1775768469.420222:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768469.420223:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768469.420225:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768469.420227:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768469.420228:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335229568, portal 10
00000100:00000001:3.0:1775768469.420230:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768469.420230:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931745280 : -120451777806336 : ffff927322924000)
00000100:00000040:3.0:1775768469.420234:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322924000 x1862022335229568/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768469.420238:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768469.420239:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768469.420240:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3d48.
00000100:00000200:3.0:1775768469.420241:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335229568, offset 0
00000400:00000200:3.0:1775768469.420243:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768469.420245:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768469.420246:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768469.420248:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768469.420249:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768469.420251:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768469.420252:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768469.420254:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60913:60913:256:4294967295] 192.168.202.131@tcp LPNI seq info [60913:60913:8:4294967295]
00000400:00000200:3.0:1775768469.420256:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768469.420260:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768469.420263:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768469.420265:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768469.420267:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768469.420268:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1775768469.420270:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768469.420272:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 11 secs later)
00000800:00000100:3.0:1775768469.420274:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768469.420275:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768469.420277:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768469.420279:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768469.420280:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3d48
00000400:00000010:3.0:1775768469.420281:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3d48.
00000100:00000001:3.0:1775768469.420282:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768469.420284:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322924000 x1862022335229568/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768469.420288:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768469.420289:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322924000 x1862022335229568/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768494 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768469.420292:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768469.420293:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768469.420295:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768469.420296:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: using a timeout of 41678 usecs (42 jiffies)
00000400:00000200:3.0:1775768469.420298:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768469.420299:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300326444
00000100:00000001:3.0:1775768469.420301:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300327679
00000100:00000001:3.0:1775768469.420302:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300326444
00000100:00000001:3.0:1775768469.420303:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300327679
00000100:00000001:3.0:1775768469.420304:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768469.420305:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768469.420306:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768469.420307:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768469/real 1775768469]  req@ffff927322924000 x1862022335229568/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768469.420312:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768469.420313:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768469.420314:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768469.420315:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768469.420316:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768469.420317:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768469.420318:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322924000 x1862022335229568/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768469.420322:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322924000 x1862022335229568/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768469.420325:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768469.420326:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768469.420327:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768469.420328:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768469.420329:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322924000 x1862022335229568/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768469.420333:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768469.420334:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322924000 x1862022335229568/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768494 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768469.420338:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768469.420339:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768469.420340:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768469.420340:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768469.420341:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768469.420342:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768469.420344:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768469.420345:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768469.420347:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768469.420349:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322924000 x1862022335229568/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768494 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768469.420353:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322924000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335229568:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768469.420355:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768469.420357:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322927800 x1862022335229696/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768469.420360:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768469.420361:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768469.420362:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768469.420363:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768469.420364:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768469.420365:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322927800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335229696:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768469.420367:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768469.420368:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768469.420368:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768469.420369:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768469.420371:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a64000.
02000000:00000001:3.0:1775768469.420372:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768469.420373:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768469.420375:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768469.420376:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768469.420378:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335229696, portal 4
00000100:00000001:3.0:1775768469.420379:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768469.420380:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931759616 : -120451777792000 : ffff927322927800)
00000100:00000040:3.0:1775768469.420383:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322927800 x1862022335229696/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768469.420386:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768469.420387:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768469.420388:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3d48.
00000100:00000200:3.0:1775768469.420390:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335229696, offset 0
00000400:00000200:3.0:1775768469.420392:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768469.420394:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768469.420395:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768469.420397:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768469.420399:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768469.420400:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768469.420401:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768469.420403:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60914:60914:256:4294967295] 192.168.202.131@tcp LPNI seq info [60914:60914:8:4294967295]
00000400:00000200:3.0:1775768469.420405:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768469.420409:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768469.420411:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768469.420412:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768469.420414:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768469.420416:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1775768469.420418:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768469.420420:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 11 secs later)
00000800:00000100:3.0:1775768469.420422:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768469.420424:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768469.420425:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768469.420428:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768469.420430:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3d48
00000400:00000010:3.0:1775768469.420432:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3d48.
00000100:00000001:3.0:1775768469.420433:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768469.420436:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322927800 x1862022335229696/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768469.420443:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768469.420445:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322927800 x1862022335229696/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768494 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768469.420451:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768469.420452:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768469.420455:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768469.420457:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: using a timeout of 22192 usecs (23 jiffies)
00000400:00000200:3.0:1775768469.420460:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768469.420462:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300326425
00000100:00000001:3.0:1775768469.420465:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300327679
00000100:00000001:3.0:1775768469.420467:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300326425
00000100:00000001:3.0:1775768469.420469:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300327679
00000100:00000001:3.0:1775768469.420471:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768469.420473:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768469.420475:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768469.420478:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768469/real 1775768469]  req@ffff927322927800 x1862022335229696/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768469.420485:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768469.420486:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768469.420487:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768469.420488:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768469.420489:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768469.420490:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768469.420492:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322927800 x1862022335229696/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768469.420497:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322927800 x1862022335229696/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768469.420500:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768469.420501:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768469.420502:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768469.420502:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768469.420504:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322927800 x1862022335229696/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768469.420508:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768469.420510:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322927800 x1862022335229696/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768494 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768469.420513:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768469.420515:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768469.420516:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768469.420517:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768469.420518:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768469.420519:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768469.420520:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768469.420522:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768469.420523:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768469.420525:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322927800 x1862022335229696/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768494 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768469.420531:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322927800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335229696:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768469.420534:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768469.420537:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322927b80 x1862022335229824/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768469.420542:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768469.420544:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768469.420546:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768469.420547:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768469.420549:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768469.420552:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322927b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335229824:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768469.420566:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768469.420568:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768469.420569:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768469.420571:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768469.420575:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a66800.
02000000:00000001:3.0:1775768469.420577:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768469.420580:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768469.420582:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768469.420584:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768469.420586:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335229824, portal 4
00000100:00000001:3.0:1775768469.420587:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768469.420588:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931760512 : -120451777791104 : ffff927322927b80)
00000100:00000040:3.0:1775768469.420592:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322927b80 x1862022335229824/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768469.420596:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768469.420597:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768469.420598:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3d48.
00000100:00000200:3.0:1775768469.420600:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335229824, offset 0
00000400:00000200:3.0:1775768469.420602:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768469.420604:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768469.420606:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768469.420608:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768469.420609:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768469.420611:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768469.420612:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768469.420614:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60915:60915:256:4294967295] 192.168.202.131@tcp LPNI seq info [60915:60915:8:4294967295]
00000400:00000200:3.0:1775768469.420616:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768469.420620:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768469.420622:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768469.420624:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768469.420626:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768469.420628:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1775768469.420630:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768469.420632:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 11 secs later)
00000800:00000100:3.0:1775768469.420634:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768469.420635:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768469.420637:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768469.420639:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768469.420641:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3d48
00000400:00000010:3.0:1775768469.420642:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3d48.
00000100:00000001:3.0:1775768469.420643:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768469.420645:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322927b80 x1862022335229824/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768469.420653:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768469.420654:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322927b80 x1862022335229824/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768494 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768469.420658:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768469.420659:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768469.420661:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768469.420664:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: using a timeout of 22500 usecs (23 jiffies)
00000400:00000200:3.0:1775768469.420666:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768469.420668:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300326425
00000100:00000001:3.0:1775768469.420670:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300327679
00000100:00000001:3.0:1775768469.420672:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300326425
00000100:00000001:3.0:1775768469.420674:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300327679
00000100:00000001:3.0:1775768469.420675:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768469.420677:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768469.420679:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768469.420682:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768469/real 1775768469]  req@ffff927322927b80 x1862022335229824/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768469.420689:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768469.420690:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768469.420691:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768469.420694:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768469.420695:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768469.420697:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768469.420700:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322927b80 x1862022335229824/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768469.420727:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322927b80 x1862022335229824/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768469.420734:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768469.420736:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768469.420738:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768469.420739:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768469.420743:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322927b80 x1862022335229824/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768469.420749:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768469.420752:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322927b80 x1862022335229824/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768494 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768469.420758:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768469.420760:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768469.420761:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768469.420763:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768469.420765:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768469.420766:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768469.420768:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768469.420771:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768469.420773:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768469.420776:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322927b80 x1862022335229824/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768494 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768469.420783:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322927b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335229824:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768469.420787:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768469.420789:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768469.420792:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322925c00 x1862022335229312/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768494 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768469.420799:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768469.420801:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768469.420803:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65000.
02000000:00000001:3.0:1775768469.420807:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768469.420808:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768469.420810:0:2404:0:(genops.c:1242:class_import_put()) import ffff9273194c5000 refcount=3 obd=MGC192.168.202.131@tcp
00000020:00000001:3.0:1775768469.420812:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768469.420814:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477f400.
02000000:00000001:3.0:1775768469.420818:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768469.420820:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768469.420822:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322925c00.
00000100:00000001:3.0:1775768469.420825:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768469.420826:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768469.420828:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768469.420831:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322926680 x1862022335229440/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768494 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768469.420837:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768469.420839:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768469.420840:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65400.
02000000:00000001:3.0:1775768469.420842:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768469.420843:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768469.420844:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c000 refcount=137 obd=lustre-MDT0000-mdc-ffff927308189800
00000020:00000001:3.0:1775768469.420846:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768469.420847:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477c800.
02000000:00000001:3.0:1775768469.420850:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768469.420851:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768469.420852:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322926680.
00000100:00000001:3.0:1775768469.420854:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768469.420855:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768469.420856:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768469.420859:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322924000 x1862022335229568/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768494 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768469.420864:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768469.420866:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768469.420867:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a64800.
02000000:00000001:3.0:1775768469.420869:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768469.420870:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768469.420872:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f800 refcount=3 obd=lustre-MDT0001-mdc-ffff927308189800
00000020:00000001:3.0:1775768469.420874:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768469.420875:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477f000.
02000000:00000001:3.0:1775768469.420877:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768469.420878:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768469.420879:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322924000.
00000100:00000001:3.0:1775768469.420881:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768469.420882:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768469.420884:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768469.420887:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322927800 x1862022335229696/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768494 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768469.420893:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768469.420894:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768469.420895:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a64000.
02000000:00000001:3.0:1775768469.420897:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768469.420898:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768469.420899:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f000 refcount=2 obd=lustre-OST0000-osc-ffff927308189800
00000020:00000001:3.0:1775768469.420901:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768469.420902:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477fc00.
02000000:00000001:3.0:1775768469.420904:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768469.420905:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768469.420905:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322927800.
00000100:00000001:3.0:1775768469.420907:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768469.420908:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768469.420909:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768469.420911:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322927b80 x1862022335229824/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768494 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768469.420917:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768469.420918:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768469.420920:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a66800.
02000000:00000001:3.0:1775768469.420922:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768469.420923:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768469.420924:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c800 refcount=2 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:3.0:1775768469.420925:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768469.420926:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477e000.
02000000:00000001:3.0:1775768469.420928:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768469.420929:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768469.420931:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322927b80.
00000100:00000001:3.0:1775768469.420932:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768469.420933:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768469.420936:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768469.420943:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768469.420945:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768469.420947:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768469.420948:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768469.994280:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768469.994287:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768469.994289:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768469.994295:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768469.994298:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768469.994302:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768469.994305:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768469.994307:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768469.994310:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768470.441810:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768470.441822:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768470.441826:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768470.441827:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768470.441830:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768470.441830:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768470.441832:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768470.441833:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768470.441836:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768470.441836:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768470.441899:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768470.441904:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768470.441907:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775768470.697840:0:58796:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649b30 (cpu 0) has reached its deadline 4300327679, at 4300327680
00000100:00000010:3.0:1775768470.697855:0:58796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3de0.
00000100:00000040:2.0:1775768470.698358:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300327679, at 4300327680
00000100:00000010:2.0:1775768470.698366:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3840.
00000100:00000001:3.0:1775768471.017826:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768471.017831:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768471.017833:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768471.017839:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768471.017842:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768471.017845:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768471.017848:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768471.017851:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768471.017854:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768471.466403:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768471.466409:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768471.466415:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768471.466416:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768471.466420:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768471.466421:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768471.466424:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768471.466426:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768471.466429:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768471.466430:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768471.466581:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768471.466584:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768471.466587:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775768472.042312:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768472.042318:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768472.042320:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768472.042326:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768472.042330:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768472.042333:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768472.042336:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768472.042338:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768472.042341:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768472.489817:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768472.489822:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768472.489827:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768472.489828:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768472.489832:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768472.489833:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768472.489836:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768472.489837:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768472.489841:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768472.489842:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768472.489931:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768472.489934:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768472.489937:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775768473.066342:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768473.066349:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768473.066351:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768473.066356:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768473.066360:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768473.066364:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768473.066366:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768473.066369:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768473.066372:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768473.514272:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768473.514278:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768473.514283:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768473.514285:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768473.514288:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768473.514289:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768473.514292:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768473.514293:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768473.514296:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768473.514297:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768473.514362:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768473.514366:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768473.514369:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775768474.089996:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768474.090003:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768474.090005:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768474.090009:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768474.090012:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768474.090016:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768474.090018:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768474.090021:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768474.090023:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768474.538231:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768474.538240:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775768474.538243:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768474.538247:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768474.538251:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768474.538257:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5659
00000400:00000200:3.0:1775768474.538267:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768474.538273:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768474.538276:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768474.538278:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768474.538281:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768474.538284:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768474.538286:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:3.0:1775768474.538289:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768474.538291:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:3.0:1775768474.538294:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768474.538296:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:3.0:1775768474.538298:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:3.0:1775768474.538301:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:3.0:1775768474.538304:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768474.538306:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768474.538307:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768474.538309:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:3.0:1775768474.538312:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:3.0:1775768474.538315:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:3.0:1775768474.538318:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768474.538320:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768474.538323:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768474.538326:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768474.538329:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768474.538331:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768474.538341:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322934700.
00000020:00000040:3.0:1775768474.538344:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:3.0:1775768474.538348:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768474.538349:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768474.538352:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768474.538355:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768474.538358:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768474.538366:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306a66800.
00000100:00000001:3.0:1775768474.538372:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768474.538380:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322934700 x1862022335229952/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768474.538390:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768474.538394:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768474.538398:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3998441] to pc [ptlrpcd_rcv+-1]  req@ffff927322934700 x1862022335229952/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768474.538423:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768474.538426:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768474.538429:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775768474.538431:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768474.538441:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768474.538444:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768474.538447:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5659
00000400:00000200:3.0:1775768474.538451:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768474.538454:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768474.538457:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768474.538460:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768474.538462:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768474.538464:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768474.538466:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:3.0:1775768474.538468:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768474.538469:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:3.0:1775768474.538471:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768474.538472:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:3.0:1775768474.538474:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:3.0:1775768474.538476:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:3.0:1775768474.538479:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768474.538481:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768474.538482:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768474.538484:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:3.0:1775768474.538486:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:3.0:1775768474.538490:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:3.0:1775768474.538492:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768474.538516:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768474.538521:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768474.538523:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768474.538525:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768474.538528:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775768474.538531:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768474.538533:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768474.538537:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322934380.
00000020:00000040:3.0:1775768474.538539:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:3.0:1775768474.538542:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768474.538543:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768474.538545:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768474.538546:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768474.538548:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768474.538551:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306a64000.
00000100:00000001:3.0:1775768474.538554:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768474.538559:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322934380 x1862022335230080/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768474.538565:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768474.538568:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768474.538571:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b41d8ac] to pc [ptlrpcd_rcv+-1]  req@ffff927322934380 x1862022335230080/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768474.538577:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768474.538580:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768474.538583:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775768474.538584:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768474.538586:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768474.538588:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768474.538590:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5659
00000400:00000200:3.0:1775768474.538594:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768474.538597:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768474.538599:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768474.538602:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768474.538604:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768474.538606:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768474.538608:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:3.0:1775768474.538621:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768474.538622:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:3.0:1775768474.538624:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768474.538626:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:3.0:1775768474.538628:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:3.0:1775768474.538630:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:3.0:1775768474.538633:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768474.538635:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768474.538636:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768474.538638:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:3.0:1775768474.538641:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:3.0:1775768474.538643:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:3.0:1775768474.538646:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768474.538648:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768474.538651:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768474.538653:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768474.538655:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768474.538657:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775768474.538659:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768474.538661:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768474.538665:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322936d80.
00000020:00000040:3.0:1775768474.538667:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:3.0:1775768474.538670:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768474.538671:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768474.538673:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768474.538674:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768474.538676:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768474.538679:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306a64800.
00000100:00000001:3.0:1775768474.538681:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768474.538686:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322936d80 x1862022335230208/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768474.538693:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768474.538695:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768474.538698:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068b3cf7b] to pc [ptlrpcd_rcv+-1]  req@ffff927322936d80 x1862022335230208/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768474.538738:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768474.538742:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768474.538745:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775768474.538746:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768474.538748:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768474.538751:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768474.538753:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5659
00000400:00000200:3.0:1775768474.538757:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768474.538759:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768474.538762:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768474.538764:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768474.538766:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768474.538768:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768474.538770:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:3.0:1775768474.538772:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768474.538773:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:3.0:1775768474.538775:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768474.538776:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:3.0:1775768474.538778:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:3.0:1775768474.538780:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:3.0:1775768474.538783:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768474.538784:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768474.538786:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768474.538787:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:3.0:1775768474.538789:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:3.0:1775768474.538791:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:3.0:1775768474.538793:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768474.538795:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768474.538798:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768474.538799:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768474.538801:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768474.538804:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775768474.538806:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768474.538807:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768474.538810:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322935c00.
00000020:00000040:3.0:1775768474.538813:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:3.0:1775768474.538815:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768474.538816:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768474.538818:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768474.538819:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768474.538820:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768474.538824:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306a65400.
00000100:00000001:3.0:1775768474.538827:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768474.538831:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322935c00 x1862022335230336/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768474.538837:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768474.538839:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768474.538842:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a535a827] to pc [ptlrpcd_rcv+-1]  req@ffff927322935c00 x1862022335230336/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768474.538848:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768474.538851:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768474.538854:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775768474.538855:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768474.538856:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768474.538858:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768474.538860:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5659
00000400:00000200:3.0:1775768474.538863:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768474.538866:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768474.538867:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768474.538870:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768474.538871:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768474.538873:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768474.538875:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:3.0:1775768474.538877:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768474.538878:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:3.0:1775768474.538879:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768474.538880:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:3.0:1775768474.538882:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:3.0:1775768474.538884:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:3.0:1775768474.538886:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768474.538888:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768474.538890:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768474.538892:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:3.0:1775768474.538894:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:3.0:1775768474.538897:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:3.0:1775768474.538898:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768474.538900:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768474.538902:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768474.538904:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768474.538906:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768474.538908:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775768474.538910:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768474.538912:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768474.538915:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322936680.
00000020:00000040:3.0:1775768474.538917:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:3.0:1775768474.538919:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768474.538920:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768474.538921:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768474.538922:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768474.538924:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768474.538927:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306a65000.
00000100:00000001:3.0:1775768474.538930:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768474.538935:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322936680 x1862022335230464/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768474.538941:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768474.538943:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768474.538946:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ae8211c] to pc [ptlrpcd_rcv+-1]  req@ffff927322936680 x1862022335230464/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768474.538952:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768474.538956:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5669)
00010000:00000001:3.0:1775768474.538986:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768474.538989:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768474.538993:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768474.538994:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768474.538998:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768474.538999:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768474.539003:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768474.539004:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768474.539007:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768474.539008:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768474.539132:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768474.539136:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768474.539139:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768474.539145:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322934700 x1862022335229952/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768474.539152:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768474.539154:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768474.539157:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768474.539160:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768474.539163:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768474.539166:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322934700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335229952:192.168.202.131@tcp:250:kworker.0
00000100:00000001:1.0:1775768474.539170:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768474.539173:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768474.539175:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768474.539178:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768474.539182:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046e9000.
02000000:00000001:1.0:1775768474.539184:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768474.539189:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775768474.539194:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927303829d10.
00000400:00000010:1.0:1775768474.539200:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b110.
00000100:00000200:1.0:1775768474.539207:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335229952, portal 25
00000100:00000001:1.0:1775768474.539210:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768474.539211:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931812608 : -120451777739008 : ffff927322934700)
00000100:00000040:1.0:1775768474.539215:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322934700 x1862022335229952/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768474.539223:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768474.539225:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775768474.539228:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b4c8.
00000100:00000200:1.0:1775768474.539231:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022335229952, offset 0
00000400:00000200:1.0:1775768474.539238:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775768474.539246:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768474.539252:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775768474.539257:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768474.539261:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775768474.539265:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768474.539267:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775768474.539271:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60916:60916:256:4294967295] 192.168.202.131@tcp LPNI seq info [60916:60916:8:4294967295]
00000400:00000200:1.0:1775768474.539275:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768474.539285:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768474.539292:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775768474.539297:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75100.
00000800:00000200:1.0:1775768474.539304:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775768474.539308:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1775768474.539314:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775768474.539317:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1775768474.539321:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775768474.539324:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75100.
00000400:00000200:1.0:1775768474.539329:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768474.539334:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768474.539340:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b4c8
00000400:00000010:1.0:1775768474.539342:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b4c8.
00000100:00000001:1.0:1775768474.539346:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768474.539350:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322934700 x1862022335229952/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768474.539370:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768474.539374:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322934700 x1862022335229952/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768499 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768474.539380:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768474.539382:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768474.539388:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768474.539392:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775768474.539394:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4300332798
00000100:00000010:1.0:1775768474.539399:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9273188e5d20.
00000100:00000001:1.0:1775768474.539405:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1775768474.539414:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4300332798
00000100:00000010:1.0:1775768474.539417:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9273188e5720.
00000100:00000001:1.0:1775768474.539420:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1775768474.539423:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768474.539425:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768474.539427:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768474.539431:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768474/real 1775768474]  req@ffff927322934700 x1862022335229952/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768474.539441:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768474.539443:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768474.539445:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927303829d10.
00000400:00000200:1.0:1775768474.539448:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b110
00000400:00000010:1.0:1775768474.539450:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b110.
00000100:00000001:1.0:1775768474.539452:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768474.539456:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322934700 x1862022335229952/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768474.539464:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322934700 x1862022335229952/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768474.539471:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768474.539472:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768474.539474:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768474.539476:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768474.539479:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322934700 x1862022335229952/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768474.539485:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768474.539490:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322934700 x1862022335229952/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768499 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768474.539497:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768474.539500:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768474.539501:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768474.539502:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768474.539514:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768474.539516:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768474.539519:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768474.539522:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775768474.539524:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768474.539528:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322934700 x1862022335229952/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768499 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768474.539535:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322934700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335229952:192.168.202.131@tcp:250:kworker.0
00000100:00000001:1.0:1775768474.539539:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768474.539542:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322934380 x1862022335230080/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768474.539548:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768474.539549:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768474.539552:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768474.539554:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768474.539556:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768474.539558:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322934380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335230080:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775768474.539562:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768474.539563:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768474.539565:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768474.539567:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768474.539570:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046e9800.
02000000:00000001:1.0:1775768474.539572:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768474.539575:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775768474.539577:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927303829d10.
00000400:00000010:1.0:1775768474.539580:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b110.
00000100:00000200:1.0:1775768474.539583:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335230080, portal 10
00000100:00000001:1.0:1775768474.539585:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768474.539586:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931811712 : -120451777739904 : ffff927322934380)
00000100:00000040:1.0:1775768474.539591:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322934380 x1862022335230080/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768474.539597:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768474.539599:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775768474.539601:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b4c8.
00000100:00000200:1.0:1775768474.539603:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335230080, offset 0
00000400:00000200:1.0:1775768474.539606:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775768474.539610:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768474.539613:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775768474.539615:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768474.539617:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775768474.539619:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768474.539621:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775768474.539624:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60917:60917:256:4294967295] 192.168.202.131@tcp LPNI seq info [60917:60917:8:4294967295]
00000400:00000200:1.0:1775768474.539628:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768474.539633:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768474.539637:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775768474.539641:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75100.
00000800:00000200:1.0:1775768474.539644:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775768474.539647:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1775768474.539650:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775768474.539653:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1775768474.539656:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775768474.539658:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75100.
00000400:00000200:1.0:1775768474.539660:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768474.539663:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768474.539666:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b4c8
00000400:00000010:1.0:1775768474.539668:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b4c8.
00000100:00000001:1.0:1775768474.539670:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768474.539673:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322934380 x1862022335230080/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768474.539681:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768474.539683:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322934380 x1862022335230080/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768499 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768474.539689:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768474.539691:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768474.539694:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768474.539698:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: using a timeout of 15131 usecs (16 jiffies)
00000400:00000200:1.0:1775768474.539701:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775768474.539703:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300331537
00000100:00000001:1.0:1775768474.539706:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300332798
00000100:00000001:1.0:1775768474.539735:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300331538
00000100:00000001:1.0:1775768474.539737:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300332798
00000100:00000001:1.0:1775768474.539740:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768474.539742:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768474.539743:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768474.539747:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768474/real 1775768474]  req@ffff927322934380 x1862022335230080/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768474.539760:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768474.539761:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768474.539763:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927303829d10.
00000400:00000200:1.0:1775768474.539766:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b110
00000400:00000010:1.0:1775768474.539767:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b110.
00000100:00000001:1.0:1775768474.539769:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768474.539772:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322934380 x1862022335230080/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768474.539779:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322934380 x1862022335230080/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768474.539785:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768474.539786:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768474.539787:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768474.539789:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768474.539792:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322934380 x1862022335230080/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768474.539798:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768474.539802:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322934380 x1862022335230080/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768499 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768474.539808:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768474.539810:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768474.539812:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768474.539813:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768474.539814:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768474.539816:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768474.539818:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768474.539821:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775768474.539823:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768474.539827:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322934380 x1862022335230080/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768499 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768474.539834:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322934380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335230080:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775768474.539837:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768474.539840:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322936d80 x1862022335230208/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768474.539846:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768474.539847:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768474.539849:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768474.539851:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768474.539853:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768474.539856:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322936d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335230208:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775768474.539858:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768474.539860:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768474.539862:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768474.539863:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768474.539866:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046e9c00.
02000000:00000001:1.0:1775768474.539868:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768474.539871:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775768474.539873:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927303829d10.
00000400:00000010:1.0:1775768474.539876:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b110.
00000100:00000200:1.0:1775768474.539879:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335230208, portal 10
00000100:00000001:1.0:1775768474.539881:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768474.539882:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931822464 : -120451777729152 : ffff927322936d80)
00000100:00000040:1.0:1775768474.539886:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322936d80 x1862022335230208/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768474.539892:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768474.539895:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775768474.539896:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b4c8.
00000100:00000200:1.0:1775768474.539899:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335230208, offset 0
00000400:00000200:1.0:1775768474.539903:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775768474.539906:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768474.539909:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775768474.539912:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768474.539914:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775768474.539916:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768474.539919:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775768474.539921:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60918:60918:256:4294967295] 192.168.202.131@tcp LPNI seq info [60918:60918:8:4294967295]
00000400:00000200:1.0:1775768474.539925:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768474.539931:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768474.539935:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775768474.539938:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75100.
00000800:00000200:1.0:1775768474.539941:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775768474.539944:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1775768474.539947:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775768474.539950:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1775768474.539953:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775768474.539955:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75100.
00000400:00000200:1.0:1775768474.539957:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768474.539960:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768474.539963:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b4c8
00000400:00000010:1.0:1775768474.539965:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b4c8.
00000100:00000001:1.0:1775768474.539967:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768474.539970:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322936d80 x1862022335230208/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768474.539978:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768474.539980:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322936d80 x1862022335230208/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768499 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768474.539986:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768474.539988:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768474.539991:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768474.539993:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: using a timeout of 41678 usecs (42 jiffies)
00000400:00000200:1.0:1775768474.539996:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775768474.539999:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300331564
00000100:00000001:1.0:1775768474.540001:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300332798
00000100:00000001:1.0:1775768474.540002:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300331564
00000100:00000001:1.0:1775768474.540004:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300332798
00000100:00000001:1.0:1775768474.540006:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768474.540008:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768474.540010:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768474.540014:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768474/real 1775768474]  req@ffff927322936d80 x1862022335230208/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768474.540021:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768474.540022:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768474.540024:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927303829d10.
00000400:00000200:1.0:1775768474.540026:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b110
00000400:00000010:1.0:1775768474.540028:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b110.
00000100:00000001:1.0:1775768474.540030:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768474.540032:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322936d80 x1862022335230208/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768474.540040:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322936d80 x1862022335230208/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768474.540047:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768474.540048:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768474.540050:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768474.540051:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768474.540054:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322936d80 x1862022335230208/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768474.540060:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768474.540064:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322936d80 x1862022335230208/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768499 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768474.540070:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768474.540072:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768474.540074:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768474.540075:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768474.540076:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768474.540078:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768474.540080:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768474.540083:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775768474.540085:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768474.540089:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322936d80 x1862022335230208/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768499 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768474.540096:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322936d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335230208:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775768474.540100:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768474.540102:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322935c00 x1862022335230336/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768474.540108:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768474.540109:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768474.540111:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768474.540113:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768474.540114:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768474.540117:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322935c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335230336:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775768474.540120:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768474.540122:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768474.540123:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768474.540125:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768474.540128:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046e8000.
02000000:00000001:1.0:1775768474.540130:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768474.540133:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775768474.540136:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927303829d10.
00000400:00000010:1.0:1775768474.540138:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b110.
00000100:00000200:1.0:1775768474.540141:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335230336, portal 4
00000100:00000001:1.0:1775768474.540143:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768474.540144:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931817984 : -120451777733632 : ffff927322935c00)
00000100:00000040:1.0:1775768474.540149:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322935c00 x1862022335230336/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768474.540155:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768474.540157:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775768474.540159:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b4c8.
00000100:00000200:1.0:1775768474.540161:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335230336, offset 0
00000400:00000200:1.0:1775768474.540165:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775768474.540169:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768474.540172:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775768474.540175:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768474.540177:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775768474.540179:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768474.540181:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775768474.540184:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60919:60919:256:4294967295] 192.168.202.131@tcp LPNI seq info [60919:60919:8:4294967295]
00000400:00000200:1.0:1775768474.540188:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768474.540194:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768474.540198:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775768474.540201:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75100.
00000800:00000200:1.0:1775768474.540205:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775768474.540207:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1775768474.540211:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775768474.540213:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1775768474.540229:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775768474.540231:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75100.
00000400:00000200:1.0:1775768474.540234:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768474.540238:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768474.540241:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b4c8
00000400:00000010:1.0:1775768474.540242:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b4c8.
00000100:00000001:1.0:1775768474.540245:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768474.540248:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322935c00 x1862022335230336/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768474.540261:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768474.540264:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322935c00 x1862022335230336/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768499 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768474.540270:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768474.540272:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768474.540275:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768474.540278:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: using a timeout of 22192 usecs (23 jiffies)
00000400:00000200:1.0:1775768474.540281:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775768474.540283:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300331545
00000100:00000001:1.0:1775768474.540285:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300332798
00000100:00000001:1.0:1775768474.540287:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300331545
00000100:00000001:1.0:1775768474.540289:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300332798
00000100:00000001:1.0:1775768474.540291:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768474.540293:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768474.540295:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768474.540299:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768474/real 1775768474]  req@ffff927322935c00 x1862022335230336/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768474.540306:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768474.540308:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768474.540309:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927303829d10.
00000400:00000200:1.0:1775768474.540312:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b110
00000400:00000010:1.0:1775768474.540313:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b110.
00000100:00000001:1.0:1775768474.540315:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768474.540318:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322935c00 x1862022335230336/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768474.540327:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322935c00 x1862022335230336/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768474.540334:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768474.540335:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768474.540337:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768474.540339:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768474.540342:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322935c00 x1862022335230336/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768474.540349:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768474.540352:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322935c00 x1862022335230336/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768499 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768474.540358:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768474.540361:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768474.540362:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768474.540363:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768474.540365:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768474.540366:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768474.540368:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768474.540371:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775768474.540373:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768474.540377:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322935c00 x1862022335230336/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768499 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768474.540384:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322935c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335230336:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775768474.540388:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768474.540391:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322936680 x1862022335230464/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768474.540397:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768474.540399:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768474.540400:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768474.540402:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768474.540404:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768474.540407:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322936680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335230464:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775768474.540410:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768474.540412:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768474.540413:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768474.540415:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768474.540418:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046ebc00.
02000000:00000001:1.0:1775768474.540420:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768474.540423:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775768474.540425:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927303829d10.
00000400:00000010:1.0:1775768474.540428:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b110.
00000100:00000200:1.0:1775768474.540432:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335230464, portal 4
00000100:00000001:1.0:1775768474.540433:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768474.540435:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931820672 : -120451777730944 : ffff927322936680)
00000100:00000040:1.0:1775768474.540439:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322936680 x1862022335230464/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768474.540445:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768474.540447:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775768474.540449:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b4c8.
00000100:00000200:1.0:1775768474.540451:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335230464, offset 0
00000400:00000200:1.0:1775768474.540454:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775768474.540458:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768474.540461:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775768474.540464:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768474.540466:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775768474.540469:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768474.540471:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775768474.540473:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60920:60920:256:4294967295] 192.168.202.131@tcp LPNI seq info [60920:60920:8:4294967295]
00000400:00000200:1.0:1775768474.540477:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768474.540483:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768474.540487:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775768474.540490:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75100.
00000800:00000200:1.0:1775768474.540494:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775768474.540496:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1775768474.540500:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775768474.540503:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1775768474.540520:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775768474.540522:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75100.
00000400:00000200:1.0:1775768474.540525:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768474.540528:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768474.540531:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b4c8
00000400:00000010:1.0:1775768474.540533:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b4c8.
00000100:00000001:1.0:1775768474.540535:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768474.540538:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322936680 x1862022335230464/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768474.540546:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768474.540548:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322936680 x1862022335230464/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768499 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768474.540554:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768474.540556:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768474.540559:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768474.540561:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: using a timeout of 22500 usecs (23 jiffies)
00000400:00000200:1.0:1775768474.540564:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775768474.540566:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300331545
00000100:00000001:1.0:1775768474.540568:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300332798
00000100:00000001:1.0:1775768474.540570:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300331545
00000100:00000001:1.0:1775768474.540572:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300332798
00000100:00000001:1.0:1775768474.540573:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768474.540575:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768474.540577:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768474.540580:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768474/real 1775768474]  req@ffff927322936680 x1862022335230464/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768474.540587:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768474.540589:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768474.540590:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927303829d10.
00000400:00000200:1.0:1775768474.540592:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b110
00000400:00000010:1.0:1775768474.540594:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b110.
00000100:00000001:1.0:1775768474.540596:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768474.540598:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322936680 x1862022335230464/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768474.540605:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322936680 x1862022335230464/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768474.540611:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768474.540613:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768474.540614:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768474.540616:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768474.540619:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322936680 x1862022335230464/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768474.540625:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768474.540628:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322936680 x1862022335230464/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768499 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768474.540634:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768474.540637:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768474.540638:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768474.540639:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768474.540641:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768474.540642:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768474.540644:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768474.540647:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775768474.540649:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768474.540653:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322936680 x1862022335230464/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768499 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768474.540665:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322936680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335230464:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775768474.540669:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768474.540671:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768474.540674:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322934700 x1862022335229952/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768499 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768474.540680:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768474.540683:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768474.540685:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046e9000.
02000000:00000001:1.0:1775768474.540688:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768474.540689:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768474.540691:0:2404:0:(genops.c:1242:class_import_put()) import ffff9273194c5000 refcount=3 obd=MGC192.168.202.131@tcp
00000020:00000001:1.0:1775768474.540693:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768474.540696:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306a66800.
02000000:00000001:1.0:1775768474.540699:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768474.540701:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768474.540703:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322934700.
00000100:00000001:1.0:1775768474.540706:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768474.540707:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768474.540730:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768474.540734:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322934380 x1862022335230080/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768499 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768474.540739:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768474.540741:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768474.540742:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046e9800.
02000000:00000001:1.0:1775768474.540744:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768474.540745:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768474.540746:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c000 refcount=137 obd=lustre-MDT0000-mdc-ffff927308189800
00000020:00000001:1.0:1775768474.540748:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768474.540749:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306a64000.
02000000:00000001:1.0:1775768474.540752:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768474.540753:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768474.540754:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322934380.
00000100:00000001:1.0:1775768474.540757:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768474.540758:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768474.540759:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768474.540762:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322936d80 x1862022335230208/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768499 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768474.540768:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768474.540769:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768474.540770:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046e9c00.
02000000:00000001:1.0:1775768474.540772:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768474.540773:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768474.540774:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f800 refcount=3 obd=lustre-MDT0001-mdc-ffff927308189800
00000020:00000001:1.0:1775768474.540776:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768474.540777:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306a64800.
02000000:00000001:1.0:1775768474.540779:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768474.540781:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768474.540782:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322936d80.
00000100:00000001:1.0:1775768474.540785:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768474.540786:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768474.540787:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768474.540790:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322935c00 x1862022335230336/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768499 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768474.540796:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768474.540797:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768474.540798:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046e8000.
02000000:00000001:1.0:1775768474.540800:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768474.540801:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768474.540802:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f000 refcount=2 obd=lustre-OST0000-osc-ffff927308189800
00000020:00000001:1.0:1775768474.540804:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768474.540805:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306a65400.
02000000:00000001:1.0:1775768474.540808:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768474.540809:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768474.540810:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322935c00.
00000100:00000001:1.0:1775768474.540812:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768474.540813:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768474.540815:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768474.540818:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322936680 x1862022335230464/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768499 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768474.540823:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768474.540825:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768474.540826:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046ebc00.
02000000:00000001:1.0:1775768474.540828:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768474.540829:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768474.540830:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c800 refcount=2 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:1.0:1775768474.540832:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768474.540833:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306a65000.
02000000:00000001:1.0:1775768474.540835:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768474.540836:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768474.540837:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322936680.
00000100:00000001:1.0:1775768474.540839:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768474.540840:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768474.540843:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768474.540850:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768474.540852:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768474.540854:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768474.540856:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768474.541366:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768474.541370:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768474.541373:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775768475.113803:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768475.113808:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768475.113809:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768475.113813:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768475.113816:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768475.113820:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768475.113822:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768475.113825:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768475.113826:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768475.561815:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768475.561821:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768475.561823:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768475.561825:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768475.561829:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768475.561831:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768475.561832:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768475.561834:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768475.561837:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768475.561838:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768475.561839:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768475.561840:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768475.561841:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768475.561841:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768475.561842:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768475.561843:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768475.561846:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768475.561847:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768475.561848:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768475.561849:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768475.561850:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768475.561850:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768475.561851:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768475.561852:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768475.561855:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768475.561855:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768475.561857:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768475.561859:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768475.561859:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768475.561860:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768475.561861:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768475.561862:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768475.561862:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768475.561863:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768475.561920:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768475.561924:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768475.561927:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775768475.817824:0:58796:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649b30 (cpu 0) has reached its deadline 4300332798, at 4300332800
00000100:00000040:2.0:1775768475.817838:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300332798, at 4300332800
00000100:00000010:3.0:1775768475.817840:0:58796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9273188e5720.
00000100:00000010:2.0:1775768475.817848:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9273188e5d20.
00000100:00000001:3.0:1775768476.140671:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768476.140678:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768476.140680:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768476.140685:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768476.140688:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768476.140692:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768476.140694:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768476.140696:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768476.140699:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768476.585858:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768476.585866:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768476.585874:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768476.585875:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768476.585878:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768476.585879:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768476.585882:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768476.585883:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768476.585887:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768476.585887:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768476.585958:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768476.585964:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768476.585969:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775768477.161819:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768477.161825:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768477.161827:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768477.161832:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768477.161836:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768477.161840:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768477.161843:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768477.161845:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768477.161848:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768477.609814:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768477.609818:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768477.609822:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768477.609823:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768477.609827:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768477.609829:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768477.609832:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768477.609835:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768477.609837:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768477.609841:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768477.609843:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768477.609845:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768477.609847:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768477.609849:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768477.609853:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768477.609854:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768477.609918:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768477.609922:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768477.609926:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775768478.185815:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768478.185822:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768478.185825:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768478.185831:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768478.185835:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768478.185838:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768478.185841:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768478.185843:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768478.185846:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768478.633787:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768478.633793:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768478.633799:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768478.633800:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768478.633803:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768478.633804:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768478.633808:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768478.633809:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768478.633813:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768478.633814:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768478.633896:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768478.633901:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768478.633904:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775768479.209840:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768479.209847:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768479.209849:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768479.209854:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768479.209858:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768479.209862:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768479.209865:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768479.209867:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768479.209870:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768479.657836:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:3.0:1775768479.657843:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:1.0:1775768479.657844:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:3.0:1775768479.657848:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768479.657849:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768479.657854:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:3.0:1775768479.657855:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1775768479.657858:0:42837:0:(import.c:484:import_select_connection()) Process entered
00010000:00000001:3.0:1775768479.657858:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768479.657863:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:1.0:1775768479.657864:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5664
00010000:00000001:3.0:1775768479.657866:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768479.657871:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768479.657873:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768479.657875:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00010000:00000001:3.0:1775768479.657878:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768479.657880:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768479.657882:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768479.657885:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768479.657887:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768479.657890:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768479.657892:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768479.657893:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768479.657896:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768479.657897:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:1.0:1775768479.657899:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768479.657901:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:1.0:1775768479.657909:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:1.0:1775768479.657912:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:1.0:1775768479.657915:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768479.657917:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768479.657919:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768479.657921:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768479.657924:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:1.0:1775768479.657927:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768479.657929:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768479.657932:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768479.657935:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768479.657939:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768479.657941:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768479.657944:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768479.657953:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10e00.
00000020:00000040:1.0:1775768479.657957:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:1.0:1775768479.657961:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768479.657962:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768479.657965:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768479.657969:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768479.657974:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768479.657980:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046ebc00.
00000100:00000001:1.0:1775768479.657985:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768479.657993:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10e00 x1862022335230592/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768479.658000:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768479.658004:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768479.658007:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009b4566e] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10e00 x1862022335230592/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768479.658024:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768479.658026:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768479.658029:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775768479.658031:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768479.658032:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768479.658034:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768479.658036:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5664
00000400:00000200:1.0:1775768479.658040:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768479.658042:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768479.658044:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000020:00000001:0.0:1775768479.658046:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000040:1.0:1775768479.658046:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768479.658049:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000020:00000001:0.0:1775768479.658050:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768479.658051:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768479.658055:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00010000:00010000:0.0:1775768479.658057:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775768479.658057:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768479.658059:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:1.0:1775768479.658061:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768479.658062:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:1.0:1775768479.658063:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:1.0:1775768479.658065:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:1.0:1775768479.658067:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768479.658068:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768479.658070:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768479.658071:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768479.658073:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:1.0:1775768479.658074:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768479.658075:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768479.658076:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768479.658081:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768479.658082:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768479.658083:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768479.658086:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768479.658088:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768479.658090:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768479.658093:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11c00.
00000020:00000040:1.0:1775768479.658095:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:1.0:1775768479.658097:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768479.658098:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768479.658099:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768479.658101:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768479.658102:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768479.658106:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8000.
00000100:00000001:1.0:1775768479.658109:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768479.658113:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11c00 x1862022335230720/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768479.658120:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768479.658122:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768479.658138:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062b06338] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11c00 x1862022335230720/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768479.658146:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768479.658148:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768479.658152:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775768479.658154:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768479.658156:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768479.658158:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768479.658161:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5664
00000400:00000200:1.0:1775768479.658166:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768479.658170:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00000001:3.0:1775768479.658170:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:1.0:1775768479.658174:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1775768479.658176:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1775768479.658179:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768479.658181:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1775768479.658182:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768479.658186:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768479.658189:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000040:3.0:1775768479.658191:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d10e00 x1862022335230592/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1775768479.658192:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768479.658195:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:1.0:1775768479.658198:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768479.658201:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:1.0:1775768479.658205:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:1.0:1775768479.658210:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000001:3.0:1775768479.658210:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768479.658214:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768479.658216:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768479.658219:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1775768479.658219:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:1.0:1775768479.658222:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
02000000:00000001:3.0:1775768479.658224:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768479.658225:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
02000000:00000001:3.0:1775768479.658229:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1775768479.658230:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00100000:3.0:1775768479.658238:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335230592:192.168.202.131@tcp:250:kworker.0
00000100:00080000:1.0:1775768479.658239:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768479.658244:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768479.658246:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768479.658249:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768479.658251:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768479.658253:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768479.658255:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768479.658257:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768479.658259:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768479.658263:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10700.
00000020:00000040:1.0:1775768479.658265:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:1.0:1775768479.658267:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768479.658269:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768479.658270:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768479.658271:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768479.658273:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768479.658277:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9c00.
00000100:00000001:1.0:1775768479.658280:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768479.658285:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10700 x1862022335230848/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768479.658292:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768479.658295:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768479.658299:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9d335f8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10700 x1862022335230848/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768479.658301:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768479.658307:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768479.658310:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768479.658322:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768479.658322:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:1.0:1775768479.658326:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768479.658329:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775768479.658331:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768479.658332:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768479.658335:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768479.658337:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5664
00000400:00000200:1.0:1775768479.658341:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768479.658344:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768479.658346:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768479.658349:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768479.658351:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768479.658352:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768479.658354:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768479.658356:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768479.658358:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:1.0:1775768479.658359:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768479.658361:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:1.0:1775768479.658363:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:1.0:1775768479.658365:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:1.0:1775768479.658368:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768479.658370:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768479.658372:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768479.658374:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768479.658376:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:1.0:1775768479.658379:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768479.658381:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768479.658383:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768479.658385:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768479.658388:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768479.658391:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768479.658393:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
02000000:00000010:3.0:1775768479.658394:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a66400.
02000000:00000001:3.0:1775768479.658398:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768479.658405:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000008:00000001:1.0:1775768479.658407:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775768479.658410:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000100:00000001:1.0:1775768479.658411:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768479.658417:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10000.
00000020:00000040:1.0:1775768479.658420:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
00000400:00000010:3.0:1775768479.658420:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
02000000:00000001:1.0:1775768479.658425:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768479.658426:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768479.658428:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768479.658429:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768479.658431:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768479.658435:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9800.
00000100:00000001:1.0:1775768479.658438:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768479.658443:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10000 x1862022335230976/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768479.658450:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:3.0:1775768479.658470:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335230592, portal 25
00000100:00000001:3.0:1775768479.658474:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768479.658476:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415767552 : -120452293784064 : ffff927303d10e00)
00000100:00000001:1.0:1775768479.658481:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768479.658484:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d10e00 x1862022335230592/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768504 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768479.658492:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768479.658495:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000100:00000040:1.0:1775768479.658498:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbb7fab8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10000 x1862022335230976/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1775768479.658500:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3d48.
00000100:00000200:3.0:1775768479.658507:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022335230592, offset 0
00000100:00000001:1.0:1775768479.658511:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768479.658515:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1775768479.658519:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000100:00080000:1.0:1775768479.658521:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775768479.658524:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768479.658526:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768479.658529:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:3.0:1775768479.658530:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00080000:1.0:1775768479.658534:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5664
00000400:00000200:1.0:1775768479.658540:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768479.658543:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768479.658545:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768479.658550:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000400:00000200:3.0:1775768479.658550:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000100:00000001:1.0:1775768479.658555:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768479.658558:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000400:00000200:3.0:1775768479.658559:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1775768479.658561:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768479.658564:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:3.0:1775768479.658565:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000020:00000040:1.0:1775768479.658567:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:1.0:1775768479.658569:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:3.0:1775768479.658572:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768479.658575:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768479.658579:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60921:60921:256:4294967295] 192.168.202.131@tcp LPNI seq info [60921:60921:8:4294967295]
00000020:00000040:1.0:1775768479.658582:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:1.0:1775768479.658587:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000400:00000200:3.0:1775768479.658587:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000020:00000001:1.0:1775768479.658591:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:1.0:1775768479.658596:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768479.658601:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1775768479.658605:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1775768479.658606:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768479.658611:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768479.658615:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000800:00000200:3.0:1775768479.658619:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000100:00080000:1.0:1775768479.658622:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768479.658625:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1775768479.658625:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
02000000:00000001:1.0:1775768479.658628:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768479.658632:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768479.658636:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1775768479.658637:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:1.0:1775768479.658639:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768479.658642:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775768479.658644:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1775768479.658644:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000100:00000001:1.0:1775768479.658647:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768479.658654:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d12d80.
00000800:00000200:3.1:1775768479.658654:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000020:00000040:1.0:1775768479.658658:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
00000800:00000200:3.1:1775768479.658659:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
02000000:00000001:1.0:1775768479.658662:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768479.658665:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768479.658669:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000100:3.0:1775768479.658669:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
02000000:00000001:1.0:1775768479.658672:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:3.0:1775768479.658673:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
02000000:00000001:1.0:1775768479.658675:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768479.658680:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9000.
00000100:00000001:1.0:1775768479.658684:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768479.658689:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d12d80 x1862022335231104/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768479.658697:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768479.658699:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768479.658702:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000896363e8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d12d80 x1862022335231104/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768479.658745:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768479.658749:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5674)
00000400:00000200:3.0:1775768479.658835:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768479.658841:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768479.658846:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3d48
00000400:00000010:3.0:1775768479.658848:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3d48.
00000100:00000001:3.0:1775768479.658852:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768479.658856:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d10e00 x1862022335230592/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768504 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768479.658866:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768479.658869:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d10e00 x1862022335230592/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768504 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768479.658876:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768479.658877:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768479.658882:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768479.658886:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768479.658889:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4300337918
00000100:00000010:3.0:1775768479.658894:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3de0.
00000100:00000001:3.0:1775768479.658900:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1775768479.658905:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4300337918
00000100:00000010:3.0:1775768479.658907:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3000.
00000100:00000001:3.0:1775768479.658910:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1775768479.658913:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768479.658916:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768479.658919:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768479.658923:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768479/real 1775768479]  req@ffff927303d10e00 x1862022335230592/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768479.658999:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768479.659001:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768479.659003:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768479.659006:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768479.659008:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768479.659010:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768479.659014:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d10e00 x1862022335230592/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768479.659022:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d10e00 x1862022335230592/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768479.659029:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768479.659031:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768479.659033:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768479.659035:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768479.659039:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d10e00 x1862022335230592/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768479.659045:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768479.659049:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d10e00 x1862022335230592/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768504 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768479.659056:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768479.659059:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768479.659060:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768479.659061:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768479.659063:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768479.659065:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768479.659068:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768479.659072:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768479.659075:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768479.659079:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d10e00 x1862022335230592/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768504 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768479.659086:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335230592:192.168.202.131@tcp:250:kworker.0
00000100:00000001:3.0:1775768479.659090:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768479.659093:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d11c00 x1862022335230720/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768479.659099:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768479.659100:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768479.659103:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768479.659104:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768479.659106:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768479.659109:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335230720:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768479.659111:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768479.659113:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768479.659115:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768479.659117:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768479.659120:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a67400.
02000000:00000001:3.0:1775768479.659121:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768479.659125:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768479.659127:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768479.659130:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768479.659133:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335230720, portal 10
00000100:00000001:3.0:1775768479.659134:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768479.659136:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415771136 : -120452293780480 : ffff927303d11c00)
00000100:00000040:3.0:1775768479.659141:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d11c00 x1862022335230720/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768504 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768479.659148:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768479.659151:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768479.659153:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3d48.
00000100:00000200:3.0:1775768479.659155:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335230720, offset 0
00000400:00000200:3.0:1775768479.659159:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768479.659163:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768479.659166:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768479.659169:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768479.659171:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768479.659173:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768479.659175:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768479.659178:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60922:60922:256:4294967295] 192.168.202.131@tcp LPNI seq info [60922:60922:8:4294967295]
00000400:00000200:3.0:1775768479.659182:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768479.659188:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768479.659192:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768479.659195:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768479.659199:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768479.659201:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1775768479.659205:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768479.659208:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000100:3.0:1775768479.659211:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768479.659213:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768479.659215:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768479.659218:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768479.659221:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3d48
00000400:00000010:3.0:1775768479.659223:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3d48.
00000100:00000001:3.0:1775768479.659225:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768479.659228:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d11c00 x1862022335230720/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768504 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768479.659236:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768479.659238:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d11c00 x1862022335230720/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768504 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768479.659259:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768479.659261:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768479.659264:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768479.659268:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: using a timeout of 15131 usecs (16 jiffies)
00000400:00000200:3.0:1775768479.659271:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768479.659273:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300336657
00000100:00000001:3.0:1775768479.659275:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300337918
00000100:00000001:3.0:1775768479.659277:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300336657
00000100:00000001:3.0:1775768479.659279:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300337918
00000100:00000001:3.0:1775768479.659281:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768479.659283:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768479.659285:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768479.659288:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768479/real 1775768479]  req@ffff927303d11c00 x1862022335230720/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768479.659295:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768479.659296:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768479.659298:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768479.659300:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768479.659301:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768479.659303:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768479.659306:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d11c00 x1862022335230720/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768479.659314:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d11c00 x1862022335230720/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768479.659320:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768479.659321:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768479.659323:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768479.659335:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768479.659339:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d11c00 x1862022335230720/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768479.659346:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768479.659349:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d11c00 x1862022335230720/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768504 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768479.659356:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768479.659359:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768479.659360:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768479.659361:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768479.659362:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768479.659364:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768479.659367:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768479.659370:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768479.659372:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768479.659375:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d11c00 x1862022335230720/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768504 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768479.659383:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335230720:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768479.659386:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768479.659388:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768479.659391:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d10e00 x1862022335230592/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768504 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768479.659397:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768479.659400:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768479.659403:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a66400.
02000000:00000001:3.0:1775768479.659407:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768479.659408:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768479.659410:0:2404:0:(genops.c:1242:class_import_put()) import ffff9273194c5000 refcount=3 obd=MGC192.168.202.131@tcp
00000020:00000001:3.0:1775768479.659411:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768479.659413:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046ebc00.
02000000:00000001:3.0:1775768479.659417:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768479.659418:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768479.659420:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d10e00.
00000100:00000001:3.0:1775768479.659423:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768479.659424:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768479.659426:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768479.659429:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d11c00 x1862022335230720/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768504 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768479.659436:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768479.659437:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768479.659438:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a67400.
02000000:00000001:3.0:1775768479.659441:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768479.659442:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768479.659443:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c000 refcount=137 obd=lustre-MDT0000-mdc-ffff927308189800
00000020:00000001:3.0:1775768479.659445:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768479.659446:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046e8000.
02000000:00000001:3.0:1775768479.659448:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768479.659450:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768479.659451:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d11c00.
00000100:00000001:3.0:1775768479.659471:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768479.659473:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768479.659474:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768479.659481:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768479.659483:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768479.659485:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768479.659487:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768479.659488:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768479.659492:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d10700 x1862022335230848/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768479.659499:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768479.659500:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768479.659502:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768479.659504:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768479.659505:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768479.659508:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335230848:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768479.659511:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768479.659513:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768479.659515:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768479.659517:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768479.659520:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a67400.
02000000:00000001:3.0:1775768479.659523:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768479.659526:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768479.659529:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768479.659532:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768479.659535:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335230848, portal 10
00000100:00000001:3.0:1775768479.659548:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768479.659549:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415765760 : -120452293785856 : ffff927303d10700)
00000100:00000040:3.0:1775768479.659556:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d10700 x1862022335230848/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768504 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768479.659562:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768479.659564:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768479.659567:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3d48.
00000100:00000200:3.0:1775768479.659570:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335230848, offset 0
00000400:00000200:3.0:1775768479.659574:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768479.659577:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768479.659581:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768479.659583:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768479.659586:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768479.659588:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768479.659590:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768479.659593:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60923:60923:256:4294967295] 192.168.202.131@tcp LPNI seq info [60923:60923:8:4294967295]
00000400:00000200:3.0:1775768479.659598:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768479.659603:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768479.659607:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768479.659610:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768479.659614:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768479.659616:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1775768479.659620:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768479.659623:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000100:3.0:1775768479.659626:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768479.659628:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768479.659631:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768479.659634:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768479.659637:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3d48
00000400:00000010:3.0:1775768479.659639:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3d48.
00000100:00000001:3.0:1775768479.659641:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768479.659644:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d10700 x1862022335230848/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768504 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768479.659651:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768479.659654:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d10700 x1862022335230848/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768504 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768479.659659:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768479.659661:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768479.659663:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768479.659667:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: using a timeout of 41678 usecs (42 jiffies)
00000400:00000200:3.0:1775768479.659669:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768479.659671:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300336683
00000100:00000001:3.0:1775768479.659673:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300337918
00000100:00000001:3.0:1775768479.659675:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300336683
00000100:00000001:3.0:1775768479.659677:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300337918
00000100:00000001:3.0:1775768479.659678:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768479.659692:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768479.659693:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768479.659697:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768479/real 1775768479]  req@ffff927303d10700 x1862022335230848/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768479.659725:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768479.659727:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768479.659728:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768479.659731:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768479.659732:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768479.659734:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768479.659738:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d10700 x1862022335230848/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768479.659752:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d10700 x1862022335230848/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768479.659758:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768479.659760:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768479.659761:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768479.659762:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768479.659765:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d10700 x1862022335230848/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768479.659771:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768479.659774:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d10700 x1862022335230848/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768504 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768479.659781:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768479.659783:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768479.659784:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768479.659786:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768479.659787:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768479.659789:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768479.659791:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768479.659794:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768479.659796:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768479.659799:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d10700 x1862022335230848/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768504 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768479.659807:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335230848:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768479.659811:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768479.659813:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d10000 x1862022335230976/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768479.659824:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768479.659825:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768479.659827:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768479.659829:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768479.659831:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768479.659833:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335230976:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768479.659836:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768479.659838:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768479.659839:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768479.659841:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768479.659844:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a66400.
02000000:00000001:3.0:1775768479.659846:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768479.659849:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768479.659851:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768479.659854:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768479.659857:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335230976, portal 4
00000100:00000001:3.0:1775768479.659858:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768479.659860:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415763968 : -120452293787648 : ffff927303d10000)
00000100:00000040:3.0:1775768479.659865:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d10000 x1862022335230976/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768504 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768479.659871:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768479.659873:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768479.659874:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3d48.
00000100:00000200:3.0:1775768479.659877:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335230976, offset 0
00000400:00000200:3.0:1775768479.659880:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768479.659884:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768479.659887:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768479.659890:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768479.659892:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768479.659894:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768479.659896:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768479.659899:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60924:60924:256:4294967295] 192.168.202.131@tcp LPNI seq info [60924:60924:8:4294967295]
00000400:00000200:3.0:1775768479.659904:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768479.659909:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768479.659913:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768479.659916:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768479.659920:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768479.659923:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1775768479.659938:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768479.659941:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000100:3.0:1775768479.659945:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768479.659946:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768479.659950:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768479.659953:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768479.659957:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3d48
00000400:00000010:3.0:1775768479.659958:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3d48.
00000100:00000001:3.0:1775768479.659961:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768479.659964:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d10000 x1862022335230976/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768504 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768479.659973:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768479.659976:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d10000 x1862022335230976/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768504 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768479.659983:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768479.659985:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768479.659987:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768479.659990:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: using a timeout of 22192 usecs (23 jiffies)
00000400:00000200:3.0:1775768479.659993:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768479.659995:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300336665
00000100:00000001:3.0:1775768479.659997:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300337918
00000100:00000001:3.0:1775768479.660000:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300336665
00000100:00000001:3.0:1775768479.660002:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300337918
00000100:00000001:3.0:1775768479.660004:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768479.660006:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768479.660008:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768479.660011:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768479/real 1775768479]  req@ffff927303d10000 x1862022335230976/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768479.660019:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768479.660020:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768479.660022:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768479.660024:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768479.660025:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768479.660028:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768479.660030:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d10000 x1862022335230976/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768479.660038:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d10000 x1862022335230976/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768479.660043:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768479.660044:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768479.660046:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768479.660047:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768479.660050:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d10000 x1862022335230976/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768479.660056:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768479.660060:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d10000 x1862022335230976/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768504 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768479.660066:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768479.660068:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768479.660070:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768479.660071:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768479.660073:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768479.660074:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768479.660077:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768479.660080:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768479.660082:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768479.660085:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d10000 x1862022335230976/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768504 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768479.660092:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335230976:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768479.660096:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768479.660098:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d12d80 x1862022335231104/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768479.660105:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768479.660106:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768479.660108:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768479.660110:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768479.660112:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768479.660114:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335231104:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768479.660117:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768479.660119:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768479.660120:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768479.660122:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768479.660125:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a67000.
02000000:00000001:3.0:1775768479.660127:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768479.660130:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768479.660132:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
00000400:00000010:3.0:1775768479.660135:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000100:00000200:3.0:1775768479.660138:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335231104, portal 4
00000100:00000001:3.0:1775768479.660140:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768479.660141:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415775616 : -120452293776000 : ffff927303d12d80)
00000100:00000040:3.0:1775768479.660146:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d12d80 x1862022335231104/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768504 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768479.660152:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768479.660155:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768479.660157:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3d48.
00000100:00000200:3.0:1775768479.660159:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335231104, offset 0
00000400:00000200:3.0:1775768479.660163:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768479.660166:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768479.660170:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768479.660172:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768479.660175:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768479.660177:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768479.660179:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768479.660182:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60925:60925:256:4294967295] 192.168.202.131@tcp LPNI seq info [60925:60925:8:4294967295]
00000400:00000200:3.0:1775768479.660186:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768479.660192:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768479.660197:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768479.660200:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768479.660204:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768479.660207:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1775768479.660211:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768479.660213:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 1 secs later)
00000800:00000100:3.0:1775768479.660217:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768479.660219:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:3.0:1775768479.660221:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768479.660224:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768479.660227:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3d48
00000400:00000010:3.0:1775768479.660228:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3d48.
00000100:00000001:3.0:1775768479.660230:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768479.660234:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d12d80 x1862022335231104/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768504 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768479.660241:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768479.660244:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d12d80 x1862022335231104/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768504 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768479.660250:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768479.660252:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768479.660255:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768479.660258:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: using a timeout of 22500 usecs (23 jiffies)
00000400:00000200:3.0:1775768479.660261:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768479.660263:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300336665
00000100:00000001:3.0:1775768479.660266:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300337918
00000100:00000001:3.0:1775768479.660268:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300336665
00000100:00000001:3.0:1775768479.660270:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300337918
00000100:00000001:3.0:1775768479.660272:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768479.660274:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768479.660276:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768479.660279:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768479/real 1775768479]  req@ffff927303d12d80 x1862022335231104/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768479.660287:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768479.660288:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768479.660290:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000400:00000200:3.0:1775768479.660292:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768479.660294:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000100:00000001:3.0:1775768479.660296:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768479.660299:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d12d80 x1862022335231104/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768479.660307:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d12d80 x1862022335231104/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768479.660313:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768479.660314:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768479.660316:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768479.660318:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768479.660321:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d12d80 x1862022335231104/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768479.660328:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768479.660331:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d12d80 x1862022335231104/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768504 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768479.660338:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768479.660340:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768479.660342:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768479.660343:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768479.660345:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768479.660346:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768479.660348:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768479.660351:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768479.660354:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768479.660358:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d12d80 x1862022335231104/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768504 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768479.660365:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335231104:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768479.660369:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768479.660370:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768479.660373:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d10700 x1862022335230848/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768504 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768479.660379:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768479.660380:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768479.660382:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a67400.
02000000:00000001:3.0:1775768479.660384:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768479.660386:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768479.660387:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f800 refcount=3 obd=lustre-MDT0001-mdc-ffff927308189800
00000020:00000001:3.0:1775768479.660389:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768479.660390:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046e9c00.
02000000:00000001:3.0:1775768479.660392:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768479.660393:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768479.660394:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d10700.
00000100:00000001:3.0:1775768479.660396:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768479.660397:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768479.660399:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768479.660402:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d10000 x1862022335230976/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768504 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768479.660408:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768479.660409:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768479.660410:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a66400.
02000000:00000001:3.0:1775768479.660412:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768479.660413:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768479.660414:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f000 refcount=2 obd=lustre-OST0000-osc-ffff927308189800
00000020:00000001:3.0:1775768479.660416:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768479.660417:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046e9800.
02000000:00000001:3.0:1775768479.660419:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768479.660420:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768479.660422:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d10000.
00000100:00000001:3.0:1775768479.660423:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768479.660424:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768479.660426:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768479.660428:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d12d80 x1862022335231104/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768504 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768479.660434:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768479.660436:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768479.660437:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a67000.
02000000:00000001:3.0:1775768479.660439:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768479.660440:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768479.660441:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c800 refcount=2 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:3.0:1775768479.660443:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768479.660444:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046e9000.
02000000:00000001:3.0:1775768479.660446:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768479.660447:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768479.660448:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d12d80.
00000100:00000001:3.0:1775768479.660451:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768479.660463:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768479.660466:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768479.660469:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768479.660470:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768479.660471:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768479.660473:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768480.233817:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768480.233823:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768480.233825:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768480.233831:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768480.233834:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768480.233838:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768480.233841:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768480.233843:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768480.233846:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768480.681817:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768480.681824:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768480.681830:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768480.681831:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768480.681835:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768480.681836:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768480.681839:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768480.681840:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768480.681844:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768480.681846:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768480.681996:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768480.682000:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768480.682008:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768480.937790:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300337918, at 4300337920
00000100:00000040:3.0:1775768480.937790:0:58796:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649b30 (cpu 0) has reached its deadline 4300337918, at 4300337920
00000100:00000010:3.0:1775768480.937805:0:58796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3000.
00000100:00000010:2.0:1775768480.937808:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3de0.
00000100:00000001:3.0:1775768481.257821:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768481.257827:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768481.257829:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768481.257834:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768481.257838:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768481.257842:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768481.257844:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768481.257847:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768481.257849:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768481.705826:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768481.705832:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768481.705838:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768481.705839:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768481.705843:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768481.705844:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768481.705848:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768481.705849:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768481.705853:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768481.705854:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768481.705916:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768481.705920:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768481.705923:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775768482.281839:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768482.281845:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768482.281847:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768482.281853:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768482.281857:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768482.281860:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768482.281863:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768482.281866:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768482.281869:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768482.729817:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768482.729822:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768482.729828:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768482.729829:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768482.729832:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768482.729838:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768482.729841:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768482.729842:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768482.729846:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768482.729847:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768482.729901:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768482.729905:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768482.729908:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775768483.305821:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768483.305828:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768483.305830:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768483.305836:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768483.305839:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768483.305843:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768483.305845:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768483.305847:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768483.305850:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768483.753819:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768483.753824:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768483.753830:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768483.753831:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768483.753841:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768483.753843:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768483.753845:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768483.753846:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768483.753848:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768483.753849:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768483.753901:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768483.753904:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768483.753906:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775768484.329892:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768484.329899:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768484.329901:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768484.329906:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768484.329909:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768484.329913:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768484.329915:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768484.329918:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768484.329921:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768484.777849:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768484.777857:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768484.777860:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768484.777864:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768484.777868:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768484.777875:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5669
00000400:00000200:2.0:1775768484.777885:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768484.777891:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768484.777894:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768484.777897:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768484.777900:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768484.777903:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768484.777905:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768484.777908:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768484.777910:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775768484.777913:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768484.777916:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775768484.777918:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775768484.777920:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775768484.777923:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768484.777925:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768484.777927:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768484.777929:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768484.777932:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775768484.777935:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768484.777937:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768484.777939:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768484.777942:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768484.777945:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768484.777947:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768484.777950:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768484.777959:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775768484.777962:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775768484.777966:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768484.777967:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768484.777970:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768484.777973:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768484.777977:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768484.777994:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee800.
00000100:00000001:2.0:1775768484.778001:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768484.778009:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335231232/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768484.778019:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768484.778023:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768484.778027:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335231232/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768484.778045:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768484.778047:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768484.778051:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768484.778053:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768484.778054:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768484.778057:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768484.778059:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5669
00000400:00000200:2.0:1775768484.778063:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768484.778065:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768484.778068:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768484.778070:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768484.778072:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768484.778074:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768484.778076:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768484.778078:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768484.778079:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775768484.778081:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768484.778082:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775768484.778084:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775768484.778086:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775768484.778088:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768484.778090:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768484.778092:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768484.778093:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768484.778096:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775768484.778098:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768484.778101:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768484.778102:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768484.778107:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768484.778109:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768484.778111:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768484.778114:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768484.778117:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768484.778119:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768484.778122:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775768484.778124:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775768484.778126:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768484.778127:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768484.778129:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768484.778130:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768484.778132:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768484.778135:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306becc00.
00000100:00000001:2.0:1775768484.778138:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768484.778142:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335231360/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768484.778149:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768484.778151:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768484.778154:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335231360/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768484.778162:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768484.778164:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768484.778167:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768484.778169:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768484.778170:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768484.778172:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768484.778174:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5669
00000400:00000200:2.0:1775768484.778177:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768484.778180:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768484.778182:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768484.778185:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768484.778186:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768484.778188:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768484.778191:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768484.778193:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768484.778194:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775768484.778195:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768484.778197:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775768484.778199:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775768484.778200:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775768484.778203:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768484.778204:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768484.778206:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768484.778208:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768484.778210:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775768484.778212:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768484.778214:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768484.778216:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768484.778218:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768484.778220:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768484.778222:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768484.778224:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768484.778225:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768484.778227:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768484.778231:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775768484.778233:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775768484.778624:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768484.778625:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768484.778627:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768484.778629:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768484.778631:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768484.778635:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee000.
00000100:00000001:2.0:1775768484.778639:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768484.778644:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335231488/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768484.778817:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768484.778819:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768484.778824:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335231488/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768484.778832:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768484.778834:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768484.778837:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768484.778839:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768484.778840:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768484.778843:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768484.778845:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5669
00000400:00000200:2.0:1775768484.778849:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768484.778852:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768484.778854:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768484.778856:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768484.778858:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768484.778860:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768484.778862:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768484.778864:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768484.778866:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775768484.778867:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768484.778869:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775768484.778871:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775768484.778873:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775768484.778875:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768484.778877:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768484.778879:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768484.778881:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768484.778884:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775768484.778886:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768484.778888:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768484.778890:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768484.778893:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768484.778895:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768484.778897:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768484.778899:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768484.778901:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768484.778903:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768484.778906:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
00000020:00000040:2.0:1775768484.778908:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775768484.778911:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768484.778912:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768484.778914:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768484.778915:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768484.778917:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768484.778920:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec000.
00000100:00000001:2.0:1775768484.778923:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768484.778927:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335231616/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768484.778933:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768484.778935:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768484.778938:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335231616/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768484.778945:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768484.778948:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768484.778951:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775768484.778952:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768484.778953:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768484.778955:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768484.778958:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5669
00000400:00000200:2.0:1775768484.778962:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768484.778966:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768484.778968:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768484.778971:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768484.778974:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768484.778977:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768484.778979:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768484.778981:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768484.778982:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00010000:00000001:3.0:1775768484.779002:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768484.779004:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768484.779008:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768484.779009:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768484.779011:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768484.779012:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768484.779014:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768484.779015:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768484.779017:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768484.779018:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768484.779042:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768484.779044:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768484.779046:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768484.779051:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b57100 x1862022335231232/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768484.779057:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768484.779059:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768484.779061:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768484.779063:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768484.779071:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768484.779074:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335231232:192.168.202.131@tcp:250:kworker.0
00000100:00000001:3.0:1775768484.779078:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000001:2.0:1775768484.779080:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:3.0:1775768484.779082:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:2.0:1775768484.779083:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
02000000:00000001:3.0:1775768484.779086:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768484.779087:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775768484.779091:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
02000000:00000001:3.0:1775768484.779093:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1775768484.779096:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768484.779099:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:3.0:1775768484.779100:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a67000.
00000100:00000040:2.0:1775768484.779101:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
02000000:00000001:3.0:1775768484.779105:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768484.779106:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768484.779110:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775768484.779113:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768484.779117:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768484.779117:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
02000000:00000001:2.0:1775768484.779121:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:3.0:1775768484.779123:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96000.
02000000:00000001:2.0:1775768484.779125:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768484.779128:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768484.779130:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000010:3.0:1775768484.779132:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3dd0.
00000008:00100000:2.0:1775768484.779133:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768484.779137:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768484.779138:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1775768484.779140:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335231232, portal 25
00000100:00000010:2.0:1775768484.779143:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
00000100:00000001:3.0:1775768484.779143:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768484.779145:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682393344 : -120452027158272 : ffff927313b57100)
00000020:00000040:2.0:1775768484.779147:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775768484.779151:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000040:3.0:1775768484.779152:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b57100 x1862022335231232/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775768484.779153:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768484.779157:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768484.779160:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768484.779163:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768484.779164:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768484.779168:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
02000000:00000010:2.0:1775768484.779169:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306befc00.
00000400:00000010:3.0:1775768484.779171:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3d48.
00000100:00000001:2.0:1775768484.779173:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1775768484.779174:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022335231232, offset 0
00000100:00100000:2.0:1775768484.779181:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335231744/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1775768484.779182:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000100:00000001:2.0:1775768484.779191:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1775768484.779191:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:2.0:1775768484.779196:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768484.779199:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000100:00000040:2.0:1775768484.779201:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335231744/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775768484.779205:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768484.779211:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000100:00000001:2.0:1775768484.779216:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768484.779216:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768484.779220:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000100:00000040:2.0:1775768484.779223:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5679)
00000400:00000200:3.0:1775768484.779223:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60926:60926:256:4294967295] 192.168.202.131@tcp LPNI seq info [60926:60926:8:4294967295]
00000400:00000200:3.0:1775768484.779229:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768484.779236:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768484.779242:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768484.779245:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931500.
00000800:00000200:3.0:1775768484.779260:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768484.779265:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:3.0:1775768484.779276:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768484.779281:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768484.779283:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4300343038
00000100:00000010:3.0:1775768484.779289:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3000.
00000100:00000001:3.0:1775768484.779296:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1775768484.779314:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4300343038
00000100:00000010:3.0:1775768484.779318:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3120.
00000100:00000001:3.0:1775768484.779320:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1775768484.779322:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768484.779324:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768484.779326:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768484.779329:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b54a80 x1862022335231360/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768484.779334:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768484.779335:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768484.779337:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768484.779338:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768484.779339:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768484.779341:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335231360:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768484.779343:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768484.779345:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768484.779346:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768484.779347:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768484.779349:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a66400.
02000000:00000001:3.0:1775768484.779350:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768484.779352:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768484.779354:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96790.
00000400:00000010:3.0:1775768484.779356:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef33b8.
00000100:00000200:3.0:1775768484.779358:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335231360, portal 10
00000100:00000001:3.0:1775768484.779359:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768484.779360:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682383488 : -120452027168128 : ffff927313b54a80)
00000100:00000040:3.0:1775768484.779364:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b54a80 x1862022335231360/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768484.779368:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768484.779370:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768484.779371:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3440.
00000100:00000200:3.0:1775768484.779373:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335231360, offset 0
00000400:00000200:3.0:1775768484.779375:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768484.779378:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768484.779388:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768484.779391:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768484.779394:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768484.779396:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768484.779398:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768484.779428:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60927:60927:255:4294967295] 192.168.202.131@tcp LPNI seq info [60927:60927:7:4294967295]
00000400:00000200:3.0:1775768484.779433:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768484.779440:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768484.779446:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768484.779450:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931e00.
00000800:00000200:3.0:1775768484.779454:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000020:00000001:1.0:1775768484.779506:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768484.779509:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768484.779511:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1775768484.781806:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:3.0:1775768484.781812:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768484.781817:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: using a timeout of 15131 usecs (16 jiffies)
00000400:00000200:3.0:1775768484.781822:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768484.781825:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300341780
00000100:00000001:3.0:1775768484.781828:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300343038
00000100:00000001:3.0:1775768484.781830:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300341780
00000100:00000001:3.0:1775768484.781831:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300343038
00000100:00000001:3.0:1775768484.781833:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768484.781836:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768484.781839:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768484.781844:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b54e00 x1862022335231488/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768484.781851:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768484.781852:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768484.781855:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768484.781857:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768484.781858:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768484.781860:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335231488:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768484.781863:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768484.781865:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768484.781866:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768484.781868:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768484.781871:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a67400.
02000000:00000001:3.0:1775768484.781872:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768484.781875:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768484.781877:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96738.
00000400:00000010:3.0:1775768484.781880:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef36e8.
00000100:00000200:3.0:1775768484.781884:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335231488, portal 10
00000100:00000001:3.0:1775768484.781885:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768484.781886:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682384384 : -120452027167232 : ffff927313b54e00)
00000100:00000040:3.0:1775768484.781891:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b54e00 x1862022335231488/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768484.781897:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768484.781899:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768484.781903:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3f68.
00000100:00000200:3.0:1775768484.781905:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335231488, offset 0
00000400:00000200:3.0:1775768484.781910:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768484.781915:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768484.781920:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768484.781923:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768484.781927:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768484.781930:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768484.781931:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768484.781933:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60928:60928:254:4294967295] 192.168.202.131@tcp LPNI seq info [60928:60928:6:4294967295]
00000400:00000200:3.0:1775768484.781937:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768484.781943:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768484.781946:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768484.781951:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931d00.
00000800:00000200:3.0:1775768484.781955:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768484.781959:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:3.0:1775768484.781962:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768484.781964:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: using a timeout of 41678 usecs (42 jiffies)
00000400:00000200:3.0:1775768484.781967:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768484.781970:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300341806
00000100:00000001:3.0:1775768484.781972:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300343038
00000100:00000001:3.0:1775768484.781974:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300341806
00000100:00000001:3.0:1775768484.781975:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300343038
00000100:00000001:3.0:1775768484.781977:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768484.781979:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768484.781981:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768484.781985:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b57800 x1862022335231616/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768484.781992:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768484.781994:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768484.781996:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768484.781997:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768484.781999:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768484.782001:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335231616:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768484.782003:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768484.782005:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768484.782006:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768484.782007:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768484.782010:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a64c00.
02000000:00000001:3.0:1775768484.782012:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768484.782015:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768484.782018:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96bb0.
00000400:00000010:3.0:1775768484.782021:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3a18.
00000100:00000200:3.0:1775768484.782024:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335231616, portal 4
00000100:00000001:3.0:1775768484.782026:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768484.782027:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682395136 : -120452027156480 : ffff927313b57800)
00000100:00000040:3.0:1775768484.782033:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b57800 x1862022335231616/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768484.782039:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768484.782041:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768484.782042:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3990.
00000100:00000200:3.0:1775768484.782045:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335231616, offset 0
00000400:00000200:3.0:1775768484.782051:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768484.782055:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768484.782058:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768484.782061:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768484.782064:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768484.782066:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768484.782068:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768484.782071:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60929:60929:253:4294967295] 192.168.202.131@tcp LPNI seq info [60929:60929:5:4294967295]
00000400:00000200:3.0:1775768484.782075:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768484.782080:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768484.782083:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768484.782087:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931a00.
00000800:00000200:3.0:1775768484.782090:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768484.782094:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:3.0:1775768484.782096:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768484.782099:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: using a timeout of 22192 usecs (23 jiffies)
00000400:00000200:3.0:1775768484.782102:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768484.782104:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300341787
00000100:00000001:3.0:1775768484.782106:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300343038
00000100:00000001:3.0:1775768484.782108:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300341787
00000100:00000001:3.0:1775768484.782109:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300343038
00000100:00000001:3.0:1775768484.782111:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768484.782113:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768484.782115:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768484.782119:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768484.782126:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768484.782127:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1775768484.782129:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768484.782131:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768484.782132:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768484.782137:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b56300 x1862022335231744/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768484.782144:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768484.782145:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768484.782147:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768484.782148:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768484.782150:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768484.782152:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335231744:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768484.782156:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768484.782157:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768484.782159:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768484.782161:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768484.782164:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65c00.
02000000:00000001:3.0:1775768484.782166:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768484.782169:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768484.782171:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96e18.
00000400:00000010:3.0:1775768484.782174:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3b28.
00000100:00000200:3.0:1775768484.782177:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335231744, portal 4
00000100:00000001:3.0:1775768484.782178:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768484.782180:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682389760 : -120452027161856 : ffff927313b56300)
00000100:00000040:3.0:1775768484.782185:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b56300 x1862022335231744/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768484.782190:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768484.782193:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768484.782194:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3aa0.
00000100:00000200:3.0:1775768484.782196:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335231744, offset 0
00000400:00000200:3.0:1775768484.782201:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768484.782204:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768484.782208:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768484.782211:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768484.782213:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768484.782215:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768484.782218:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768484.782221:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60930:60930:252:4294967295] 192.168.202.131@tcp LPNI seq info [60930:60930:4:4294967295]
00000400:00000200:3.0:1775768484.782231:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768484.782236:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768484.782240:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768484.782244:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768484.782248:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768484.782251:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:3.0:1775768484.782253:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768484.782256:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: using a timeout of 22500 usecs (23 jiffies)
00000400:00000200:3.0:1775768484.782258:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768484.782260:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300341787
00000100:00000001:3.0:1775768484.782262:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300343038
00000100:00000001:3.0:1775768484.782264:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300341787
00000100:00000001:3.0:1775768484.782266:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300343038
00000100:00000001:3.0:1775768484.782268:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768484.782270:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768484.782273:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768484.782274:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768484.782278:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768484.782279:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1775768484.782281:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768484.782282:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768484.782283:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768484.782285:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768485.353815:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768485.353822:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768485.353823:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768485.353829:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768485.353833:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768485.353837:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768485.353839:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768485.353841:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768485.353853:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768485.801830:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768485.801839:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768485.801841:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768485.801844:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768485.801848:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768485.801851:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768485.801853:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768485.801854:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768485.801858:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768485.801859:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768485.801860:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768485.801861:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768485.801863:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768485.801864:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768485.801865:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768485.801867:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768485.801869:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768485.801870:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768485.801871:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768485.801872:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768485.801873:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768485.801873:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768485.801874:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768485.801875:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768485.801878:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768485.801879:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768485.801881:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768485.801882:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768485.801883:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768485.801884:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768485.801884:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768485.801885:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768485.801886:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768485.801888:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768485.801956:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768485.801960:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768485.801964:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768486.057815:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300343038, at 4300343040
00000100:00000040:3.0:1775768486.057817:0:58796:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649b30 (cpu 0) has reached its deadline 4300343038, at 4300343040
00000100:00000010:2.0:1775768486.057829:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3000.
00000100:00000010:3.0:1775768486.057830:0:58796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3120.
00000100:00000001:0.0:1775768486.378067:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768486.379124:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768486.379126:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768486.379131:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768486.379133:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768486.379136:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768486.380189:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768486.380192:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768486.380194:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768486.825812:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768486.825818:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768486.825824:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768486.825826:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768486.825829:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768486.825830:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768486.825833:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768486.825834:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768486.825838:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768486.825839:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768486.825908:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768486.825912:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768486.825915:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768487.401813:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768487.401818:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768487.401820:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768487.401825:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768487.401828:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768487.401832:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768487.401835:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768487.401837:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768487.401839:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768487.849808:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768487.849812:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768487.849817:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768487.849818:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768487.849820:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768487.849821:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768487.849823:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768487.849825:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768487.849827:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768487.849829:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768487.849831:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768487.849833:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768487.849834:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768487.849836:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768487.849838:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768487.849839:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768487.849924:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768487.849927:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768487.849931:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1775768487.850015:0:2393:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.131:988
00000400:00000100:1.0:1775768487.850054:0:2393:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.131@tcp at host 192.168.202.131 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1775768487.850064:0:2393:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768487.850068:0:2393:0:(router.c:1750:lnet_notify()) 192.168.202.31@tcp notifying 192.168.202.131@tcp: down
00000400:00000200:1.0:1775768487.850073:0:2393:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768487.850077:0:2393:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:1.0:1775768487.850083:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:1.0:1775768487.850087:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931500.
00000400:00000200:1.0:1775768487.850092:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1775768487.850096:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1775768487.850103:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3d48
00000400:00000010:1.0:1775768487.850105:0:2393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3d48.
00000100:00000001:1.0:1775768487.850109:0:2393:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768487.850116:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927313b57100 x1862022335231232/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768487.850142:0:2393:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768487.850146:0:2393:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b57100 x1862022335231232/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768509 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768487.850154:0:2393:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768487.850156:0:2393:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1775768487.850164:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:1.0:1775768487.850167:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931e00.
00000400:00000200:1.0:1775768487.850171:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1775768487.850175:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1775768487.850180:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3440
00000100:00000001:3.0:1775768487.850181:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000010:1.0:1775768487.850184:0:2393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3440.
00000100:00000001:3.0:1775768487.850185:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768487.850187:0:2393:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1775768487.850189:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000200:1.0:1775768487.850197:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927313b54a80 x1862022335231360/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768487.850198:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768484/real 1775768487]  req@ffff927313b57100 x1862022335231232/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768487.850217:0:2393:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000400:00000001:3.0:1775768487.850222:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:1.0:1775768487.850223:0:2393:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b54a80 x1862022335231360/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768509 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768487.850226:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768487.850231:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96000.
00000100:00000001:1.0:1775768487.850233:0:2393:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768487.850236:0:2393:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:3.0:1775768487.850236:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3dd0
00000400:00000010:3.0:1775768487.850240:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3dd0.
00000800:00000100:1.0:1775768487.850245:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000100:00000001:3.0:1775768487.850245:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000800:00000010:1.0:1775768487.850249:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931d00.
00000100:00000200:3.0:1775768487.850252:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b57100 x1862022335231232/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775768487.850254:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1775768487.850263:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1775768487.850268:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3f68
00000400:00000010:1.0:1775768487.850272:0:2393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3f68.
00000100:00000200:3.0:1775768487.850272:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b57100 x1862022335231232/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768487.850277:0:2393:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768487.850284:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927313b54e00 x1862022335231488/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768487.850284:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768487.850287:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768487.850292:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768487.850296:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768487.850301:0:2393:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00100000:3.0:1775768487.850302:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b57100 x1862022335231232/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775768487.850308:0:2393:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b54e00 x1862022335231488/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768509 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768487.850318:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768487.850323:0:2393:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768487.850325:0:2393:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1775768487.850328:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b57100 x1862022335231232/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768509 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:1.0:1775768487.850335:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:1.0:1775768487.850340:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931a00.
00000100:00000001:3.0:1775768487.850341:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:1.0:1775768487.850345:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:3.0:1775768487.850346:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768487.850350:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:1.0:1775768487.850351:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000100:00000001:3.0:1775768487.850353:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1775768487.850355:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3990
00000100:00000001:3.0:1775768487.850357:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000400:00000010:1.0:1775768487.850358:0:2393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3990.
00000100:00000001:3.0:1775768487.850361:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768487.850362:0:2393:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768487.850367:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927313b57800 x1862022335231616/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768487.850389:0:2393:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768487.850392:0:2393:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b57800 x1862022335231616/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768509 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1775768487.850396:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:1.0:1775768487.850404:0:2393:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768487.850406:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775768487.850408:0:2393:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768487.850410:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768487.850416:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b57100 x1862022335231232/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768509 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:1.0:1775768487.850421:0:2393:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.131@tcp
00000800:00000010:1.0:1775768487.850425:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:1.0:1775768487.850430:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1775768487.850439:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_DROPPED
00000100:00100000:3.0:1775768487.850440:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335231232:192.168.202.131@tcp:250:kworker.0
00000400:00000200:1.0:1775768487.850444:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3aa0
00000400:00000010:1.0:1775768487.850448:0:2393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3aa0.
00000100:00000001:1.0:1775768487.850451:0:2393:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1775768487.850451:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000200:1.0:1775768487.850459:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff927313b56300 x1862022335231744/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768487.850459:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768484/real 1775768487]  req@ffff927313b54a80 x1862022335231360/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768487.850470:0:2393:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768487.850475:0:2393:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b56300 x1862022335231744/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768509 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768487.850482:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768487.850485:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1775768487.850486:0:2393:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775768487.850488:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96790.
00000100:00000001:1.0:1775768487.850489:0:2393:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:3.0:1775768487.850493:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef33b8
00000400:00000010:3.0:1775768487.850495:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef33b8.
00000100:00000001:3.0:1775768487.854542:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768487.854558:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b54a80 x1862022335231360/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768487.854582:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b54a80 x1862022335231360/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768487.854590:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768487.854593:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768487.854596:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768487.854598:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768487.854602:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b54a80 x1862022335231360/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768487.854610:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768487.854615:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b54a80 x1862022335231360/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768509 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768487.854623:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768487.854627:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768487.854628:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768487.854630:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768487.854633:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768487.854635:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768487.854639:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768487.854645:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768487.854647:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768487.854651:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b54a80 x1862022335231360/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768509 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768487.854659:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335231360:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768487.854664:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768487.854671:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768484/real 1775768487]  req@ffff927313b54e00 x1862022335231488/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768487.854682:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768487.854685:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768487.854688:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96738.
00000400:00000200:3.0:1775768487.854692:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef36e8
00000400:00000010:3.0:1775768487.854695:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef36e8.
00000100:00000001:3.0:1775768487.854697:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768487.854700:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b54e00 x1862022335231488/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768487.854722:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b54e00 x1862022335231488/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768487.854729:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768487.854731:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768487.854733:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768487.854734:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768487.854738:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b54e00 x1862022335231488/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768487.854745:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768487.854748:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b54e00 x1862022335231488/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768509 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768487.854760:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768487.854762:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768487.854764:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768487.854765:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768487.854767:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768487.854768:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768487.854770:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768487.854774:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768487.854776:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768487.854780:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b54e00 x1862022335231488/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768509 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768487.854787:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335231488:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768487.854790:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768487.854794:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768484/real 1775768487]  req@ffff927313b57800 x1862022335231616/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768487.854802:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768487.854803:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768487.854804:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96bb0.
00000400:00000200:3.0:1775768487.854807:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3a18
00000400:00000010:3.0:1775768487.854808:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3a18.
00000100:00000001:3.0:1775768487.854810:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768487.854813:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b57800 x1862022335231616/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768487.854821:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b57800 x1862022335231616/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768487.854827:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768487.854828:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768487.854830:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768487.854831:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768487.854835:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b57800 x1862022335231616/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768487.854841:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768487.854844:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b57800 x1862022335231616/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768509 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768487.854850:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768487.854852:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768487.854854:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768487.854855:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768487.854857:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768487.854858:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768487.854860:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768487.854864:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768487.854866:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768487.854870:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b57800 x1862022335231616/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768509 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768487.854877:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335231616:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768487.854881:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768487.854884:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768487.854888:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b57100 x1862022335231232/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768509 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768487.854895:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768487.854897:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768487.854901:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a67000.
02000000:00000001:3.0:1775768487.854905:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768487.854907:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768487.854910:0:2404:0:(genops.c:1242:class_import_put()) import ffff9273194c5000 refcount=3 obd=MGC192.168.202.131@tcp
00000020:00000001:3.0:1775768487.854912:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768487.854914:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bee800.
02000000:00000001:3.0:1775768487.854918:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768487.854919:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768487.854921:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b57100.
00000100:00000001:3.0:1775768487.854924:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768487.854925:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768487.854927:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768487.854930:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b54a80 x1862022335231360/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768509 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768487.854936:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768487.854937:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768487.854938:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a66400.
02000000:00000001:3.0:1775768487.854940:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768487.854941:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768487.854942:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c000 refcount=137 obd=lustre-MDT0000-mdc-ffff927308189800
00000020:00000001:3.0:1775768487.854944:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768487.854945:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306becc00.
02000000:00000001:3.0:1775768487.854948:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768487.854949:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768487.854950:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b54a80.
00000100:00000001:3.0:1775768487.854953:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768487.854954:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768487.854955:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768487.854958:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b54e00 x1862022335231488/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768509 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768487.854964:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768487.854965:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768487.854966:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a67400.
02000000:00000001:3.0:1775768487.854968:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768487.854969:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768487.854970:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f800 refcount=3 obd=lustre-MDT0001-mdc-ffff927308189800
00000020:00000001:3.0:1775768487.854972:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768487.854973:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bee000.
02000000:00000001:3.0:1775768487.854975:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768487.854976:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768487.854977:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b54e00.
00000100:00000001:3.0:1775768487.854979:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768487.854980:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768487.854981:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768487.854984:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b57800 x1862022335231616/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768509 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768487.854989:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768487.854990:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768487.854991:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a64c00.
02000000:00000001:3.0:1775768487.854994:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768487.854994:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768487.854995:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f000 refcount=2 obd=lustre-OST0000-osc-ffff927308189800
00000020:00000001:3.0:1775768487.854997:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768487.854998:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bec000.
02000000:00000001:3.0:1775768487.855000:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768487.855001:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768487.855002:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b57800.
00000100:00000001:3.0:1775768487.855004:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768487.855005:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768487.855007:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768487.855009:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768487.855011:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768487.855013:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768487.855016:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768484/real 1775768487]  req@ffff927313b56300 x1862022335231744/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768487.855024:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768487.855025:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768487.855026:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96e18.
00000400:00000200:3.0:1775768487.855028:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3b28
00000400:00000010:3.0:1775768487.855029:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3b28.
00000100:00000001:3.0:1775768487.855031:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768487.855034:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b56300 x1862022335231744/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768487.855041:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b56300 x1862022335231744/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768487.855047:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768487.855048:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768487.855050:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768487.855051:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768487.855055:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b56300 x1862022335231744/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768487.855060:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768487.855063:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b56300 x1862022335231744/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768509 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768487.855069:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768487.855071:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768487.855072:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768487.855074:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768487.855075:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768487.855076:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768487.855078:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768487.855081:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768487.855084:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768487.855087:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b56300 x1862022335231744/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768509 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768487.855093:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335231744:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768487.855097:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768487.855098:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768487.855101:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b56300 x1862022335231744/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768509 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768487.855107:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768487.855108:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768487.855110:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65c00.
02000000:00000001:3.0:1775768487.855113:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768487.855114:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768487.855115:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c800 refcount=2 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:3.0:1775768487.855117:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768487.855118:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306befc00.
02000000:00000001:3.0:1775768487.855120:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768487.855121:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768487.855122:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b56300.
00000100:00000001:3.0:1775768487.855125:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768487.855126:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768487.855127:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768487.855134:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768487.855136:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768487.855138:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768487.855139:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768488.425803:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768488.425808:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768488.425809:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768488.425814:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768488.425816:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768488.425819:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768488.425821:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768488.425823:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768488.425824:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768488.873810:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768488.873816:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768488.873822:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768488.873823:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768488.873827:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768488.873828:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768488.873832:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768488.873833:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768488.873836:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768488.873837:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768488.873893:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768488.873896:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768488.873900:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775768489.449782:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768489.449788:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768489.449790:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768489.449794:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768489.449797:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768489.449800:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768489.449801:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768489.449803:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768489.449805:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768489.897789:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:2.0:1775768489.897790:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:3.0:1775768489.897793:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768489.897799:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:2.0:1775768489.897800:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:3.0:1775768489.897800:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768489.897804:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:3.0:1775768489.897804:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768489.897806:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768489.897809:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:2.0:1775768489.897810:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:3.0:1775768489.897810:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768489.897813:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768489.897815:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768489.897816:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768489.897824:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5674
00000400:00000200:2.0:1775768489.897835:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768489.897841:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768489.897845:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768489.897849:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768489.897852:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768489.897855:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768489.897858:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768489.897862:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768489.897863:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775768489.897867:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768489.897870:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775768489.897872:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775768489.897875:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775768489.897878:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000020:00000001:1.0:1775768489.897879:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1775768489.897880:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000020:00000001:1.0:1775768489.897884:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768489.897885:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00010000:00010000:1.0:1775768489.897889:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768489.897889:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768489.897894:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775768489.897897:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768489.897900:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768489.897904:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768489.897907:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768489.897909:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768489.897912:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768489.897915:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768489.897921:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775768489.897925:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775768489.897928:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768489.897930:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768489.897932:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768489.897935:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768489.897939:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768489.897962:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306beec00.
00000100:00000001:2.0:1775768489.897971:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768489.897980:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335231872/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768489.898002:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768489.898007:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768489.898013:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335231872/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768489.898040:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768489.898044:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768489.898048:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768489.898049:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768489.898051:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768489.898054:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768489.898056:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5674
00000400:00000200:2.0:1775768489.898061:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768489.898064:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768489.898067:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768489.898070:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768489.898072:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768489.898074:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768489.898076:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768489.898078:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768489.898079:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775768489.898081:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768489.898083:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775768489.898085:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775768489.898087:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775768489.898090:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768489.898092:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768489.898094:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768489.898097:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768489.898099:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775768489.898101:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768489.898103:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768489.898105:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768489.898112:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768489.898114:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768489.898116:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768489.898120:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768489.898123:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768489.898125:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768489.898128:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775768489.898131:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775768489.898134:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768489.898135:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768489.898136:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768489.898138:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768489.898139:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768489.898143:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed000.
00000100:00000001:2.0:1775768489.898146:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768489.898151:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335232000/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768489.898159:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768489.898161:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768489.898165:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335232000/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768489.898173:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768489.898175:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768489.898179:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768489.898180:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768489.898182:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768489.898184:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768489.898186:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5674
00000400:00000200:2.0:1775768489.898190:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768489.898193:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768489.898195:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768489.898199:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768489.898201:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768489.898203:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768489.898205:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768489.898208:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768489.898209:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775768489.898210:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768489.898212:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775768489.898214:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775768489.898217:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775768489.898220:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768489.898221:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768489.898223:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768489.898225:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768489.898227:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775768489.898230:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768489.898233:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768489.898246:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768489.898250:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768489.898251:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768489.898253:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768489.898255:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768489.898258:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768489.898259:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768489.898264:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
00000020:00000040:2.0:1775768489.898266:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775768489.898269:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768489.898270:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768489.898272:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768489.898273:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768489.898275:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768489.898278:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed800.
00000100:00000001:2.0:1775768489.898281:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768489.898286:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335232128/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768489.898299:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768489.898301:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768489.898304:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335232128/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768489.898311:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768489.898314:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768489.898317:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768489.898318:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768489.898319:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768489.898322:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768489.898324:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5674
00000400:00000200:2.0:1775768489.898327:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768489.898330:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768489.898333:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768489.898335:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768489.898337:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768489.898339:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768489.898341:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768489.898343:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768489.898344:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775768489.898345:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768489.898347:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775768489.898381:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775768489.898384:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775768489.898387:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768489.898389:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768489.898390:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768489.898392:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768489.898395:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775768489.898397:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768489.898400:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768489.898401:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768489.898404:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768489.898406:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768489.898408:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768489.898410:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768489.898412:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768489.898414:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768489.898417:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
00000020:00000040:2.0:1775768489.898419:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775768489.898421:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768489.898423:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768489.898424:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768489.898426:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768489.898427:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768489.898430:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef800.
00000100:00000001:2.0:1775768489.898433:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768489.898437:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335232256/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768489.898444:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768489.898446:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768489.898450:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335232256/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768489.898457:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768489.898459:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768489.898462:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775768489.898463:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768489.898464:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768489.898466:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768489.898469:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5674
00000400:00000200:2.0:1775768489.898473:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768489.898476:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768489.898478:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768489.898480:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768489.898482:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768489.898484:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768489.898485:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768489.898487:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768489.898488:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775768489.898490:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768489.898491:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775768489.898493:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:2.0:1775768489.898495:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775768489.898498:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768489.898499:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768489.898501:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768489.898502:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768489.898504:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775768489.898507:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768489.898509:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768489.898510:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768489.898513:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768489.898515:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768489.898517:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768489.898519:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768489.898521:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768489.898522:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768489.898525:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775768489.898527:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:2.0:1775768489.898529:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768489.898531:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768489.898532:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768489.898534:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768489.898535:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768489.898538:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed400.
00000100:00000001:2.0:1775768489.898541:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768489.898544:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335232384/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768489.898550:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768489.898552:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768489.898555:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335232384/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768489.898561:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768489.898566:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5684)
00000100:00000001:3.0:1775768489.898936:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768489.898941:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768489.898944:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768489.898951:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b55f80 x1862022335231872/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768489.898957:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768489.898959:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768489.898963:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768489.898965:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768489.898967:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768489.898970:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335231872:192.168.202.131@tcp:250:kworker.0
00000100:00000001:3.0:1775768489.898974:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768489.898977:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768489.898979:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768489.898981:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768489.898998:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65c00.
02000000:00000001:3.0:1775768489.899000:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768489.899006:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768489.899011:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96e18.
00000400:00000010:3.0:1775768489.899017:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3b28.
00000100:00000200:3.0:1775768489.899023:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335231872, portal 25
00000100:00000001:3.0:1775768489.899025:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768489.899027:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682388864 : -120452027162752 : ffff927313b55f80)
00000100:00000040:3.0:1775768489.899031:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b55f80 x1862022335231872/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768489.899037:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768489.899039:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768489.899042:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3a18.
00000100:00000200:3.0:1775768489.899045:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022335231872, offset 0
00000400:00000200:3.0:1775768489.899053:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768489.899063:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768489.899069:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768489.899075:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768489.899079:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768489.899083:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768489.899085:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768489.899089:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60931:60931:256:4294967295] 192.168.202.131@tcp LPNI seq info [60931:60931:8:4294967295]
00000400:00000200:3.0:1775768489.899093:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768489.899104:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768489.899111:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768489.899117:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768489.899123:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768489.899126:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775768489.899132:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768489.899136:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1775768489.899140:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768489.899143:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768489.899148:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768489.899154:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768489.899159:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3a18
00000400:00000010:3.0:1775768489.899161:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3a18.
00000100:00000001:3.0:1775768489.899165:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768489.899169:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b55f80 x1862022335231872/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768489.899177:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768489.899181:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b55f80 x1862022335231872/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768514 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768489.899187:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768489.899189:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768489.899194:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768489.899198:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768489.899200:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4300348158
00000100:00000010:3.0:1775768489.899205:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3120.
00000100:00000001:3.0:1775768489.899211:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1775768489.899224:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4300348158
00000100:00000010:3.0:1775768489.899227:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe36c0.
00000100:00000001:3.0:1775768489.899230:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1775768489.899233:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768489.899235:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768489.899238:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768489.899242:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768489/real 1775768489]  req@ffff927313b55f80 x1862022335231872/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768489.899250:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768489.899252:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768489.899253:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96e18.
00000400:00000200:3.0:1775768489.899256:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3b28
00000400:00000010:3.0:1775768489.899257:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3b28.
00000100:00000001:3.0:1775768489.899259:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768489.899262:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b55f80 x1862022335231872/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768489.899269:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b55f80 x1862022335231872/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768489.899275:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768489.899276:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768489.899278:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768489.899280:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768489.899283:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b55f80 x1862022335231872/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768489.899289:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768489.899292:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b55f80 x1862022335231872/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768514 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768489.899303:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768489.899306:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768489.899307:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768489.899308:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768489.899310:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768489.899311:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768489.899314:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768489.899317:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768489.899319:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768489.899322:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b55f80 x1862022335231872/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768514 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768489.899329:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335231872:192.168.202.131@tcp:250:kworker.0
00000100:00000001:3.0:1775768489.899333:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768489.899336:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b55180 x1862022335232000/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768489.899341:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768489.899343:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768489.899344:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768489.899346:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768489.899348:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768489.899362:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335232000:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768489.899365:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768489.899367:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768489.899369:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768489.899371:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768489.899374:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a64c00.
02000000:00000001:3.0:1775768489.899376:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768489.899379:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768489.899381:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96e18.
00000400:00000010:3.0:1775768489.899385:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3b28.
00000100:00000200:3.0:1775768489.899388:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335232000, portal 10
00000100:00000001:3.0:1775768489.899389:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768489.899390:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682385280 : -120452027166336 : ffff927313b55180)
00000100:00000040:3.0:1775768489.899396:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b55180 x1862022335232000/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768489.899401:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768489.899403:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768489.899405:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3a18.
00000100:00000200:3.0:1775768489.899407:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335232000, offset 0
00000400:00000200:3.0:1775768489.899410:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768489.899414:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768489.899418:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768489.899420:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768489.899422:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768489.899424:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768489.899426:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768489.899429:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60932:60932:256:4294967295] 192.168.202.131@tcp LPNI seq info [60932:60932:8:4294967295]
00000400:00000200:3.0:1775768489.899432:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768489.899438:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768489.899441:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768489.899444:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768489.899448:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768489.899450:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775768489.899453:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768489.899456:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1775768489.899459:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768489.899461:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768489.899463:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768489.899466:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768489.899469:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3a18
00000400:00000010:3.0:1775768489.899470:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3a18.
00000100:00000001:3.0:1775768489.899473:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768489.899475:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b55180 x1862022335232000/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768489.899482:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768489.899484:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b55180 x1862022335232000/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768514 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768489.899490:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768489.899491:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768489.899494:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768489.899498:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: using a timeout of 15131 usecs (16 jiffies)
00000400:00000200:3.0:1775768489.899501:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768489.899503:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300346897
00000100:00000001:3.0:1775768489.899506:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300348158
00000100:00000001:3.0:1775768489.899508:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300346897
00000100:00000001:3.0:1775768489.899509:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300348158
00000100:00000001:3.0:1775768489.899511:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768489.899513:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768489.899515:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768489.899518:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768489/real 1775768489]  req@ffff927313b55180 x1862022335232000/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768489.899525:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768489.899526:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768489.899527:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96e18.
00000400:00000200:3.0:1775768489.899530:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3b28
00000400:00000010:3.0:1775768489.899531:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3b28.
00000100:00000001:3.0:1775768489.899533:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768489.899536:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b55180 x1862022335232000/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768489.899543:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b55180 x1862022335232000/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768489.899553:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768489.899554:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768489.899556:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768489.899557:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768489.899560:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b55180 x1862022335232000/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768489.899566:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768489.899570:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b55180 x1862022335232000/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768514 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768489.899576:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768489.899578:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768489.899579:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768489.899580:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768489.899582:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768489.899584:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768489.899586:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768489.899589:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768489.899592:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768489.899595:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b55180 x1862022335232000/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768514 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768489.899603:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335232000:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768489.899607:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768489.899610:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b56300 x1862022335232128/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768489.899616:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768489.899619:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768489.899621:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768489.899622:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768489.899624:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768489.899627:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335232128:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768489.899629:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768489.899631:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768489.899633:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768489.899634:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768489.899637:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a67400.
02000000:00000001:3.0:1775768489.899639:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768489.899642:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768489.899644:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96e18.
00000400:00000010:3.0:1775768489.899647:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3b28.
00000100:00000200:3.0:1775768489.899649:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335232128, portal 10
00000100:00000001:3.0:1775768489.899651:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768489.899652:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682389760 : -120452027161856 : ffff927313b56300)
00000100:00000040:3.0:1775768489.899657:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b56300 x1862022335232128/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768489.899668:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768489.899671:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768489.899673:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3a18.
00000100:00000200:3.0:1775768489.899676:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335232128, offset 0
00000400:00000200:3.0:1775768489.899680:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768489.899684:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768489.899688:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768489.899690:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768489.899693:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768489.899696:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768489.899699:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768489.899702:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60933:60933:256:4294967295] 192.168.202.131@tcp LPNI seq info [60933:60933:8:4294967295]
00000400:00000200:3.0:1775768489.899705:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768489.899738:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768489.899742:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768489.899745:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768489.899749:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768489.899751:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775768489.899754:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768489.899756:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1775768489.899760:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768489.899761:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768489.899764:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768489.899767:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768489.899769:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3a18
00000400:00000010:3.0:1775768489.899771:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3a18.
00000100:00000001:3.0:1775768489.899774:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768489.899778:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b56300 x1862022335232128/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768489.899785:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768489.899788:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b56300 x1862022335232128/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768514 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768489.899794:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768489.899796:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768489.899798:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768489.899801:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: using a timeout of 41678 usecs (42 jiffies)
00000400:00000200:3.0:1775768489.899804:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768489.899805:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300346924
00000100:00000001:3.0:1775768489.899808:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300348158
00000100:00000001:3.0:1775768489.899809:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300346924
00000100:00000001:3.0:1775768489.899812:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300348158
00000100:00000001:3.0:1775768489.899813:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768489.899815:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768489.899817:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768489.899820:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768489/real 1775768489]  req@ffff927313b56300 x1862022335232128/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768489.899828:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768489.899829:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768489.899831:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96e18.
00000400:00000200:3.0:1775768489.899833:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3b28
00000400:00000010:3.0:1775768489.899835:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3b28.
00000100:00000001:3.0:1775768489.899836:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768489.899839:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b56300 x1862022335232128/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768489.899846:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b56300 x1862022335232128/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768489.899851:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768489.899853:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768489.899855:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768489.899856:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768489.899859:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b56300 x1862022335232128/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768489.899864:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768489.899873:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b56300 x1862022335232128/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768514 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768489.899880:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768489.899882:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768489.899884:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768489.899885:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768489.899887:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768489.899888:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768489.899890:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768489.899893:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768489.899895:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768489.899898:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b56300 x1862022335232128/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768514 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768489.899903:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335232128:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768489.899905:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768489.899907:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b57800 x1862022335232256/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768489.899910:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768489.899912:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768489.899913:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768489.899914:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768489.899916:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768489.899918:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335232256:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768489.899922:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768489.899924:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768489.899925:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768489.899927:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768489.899930:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a66400.
02000000:00000001:3.0:1775768489.899932:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768489.899935:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768489.899937:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96e18.
00000400:00000010:3.0:1775768489.899940:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3b28.
00000100:00000200:3.0:1775768489.899943:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335232256, portal 4
00000100:00000001:3.0:1775768489.899944:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768489.899946:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682395136 : -120452027156480 : ffff927313b57800)
00000100:00000040:3.0:1775768489.899951:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b57800 x1862022335232256/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768489.899957:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768489.899959:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768489.899961:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3a18.
00000100:00000200:3.0:1775768489.899964:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335232256, offset 0
00000400:00000200:3.0:1775768489.899968:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768489.899972:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768489.899975:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768489.899977:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768489.899980:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768489.899982:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768489.899983:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768489.899986:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60934:60934:256:4294967295] 192.168.202.131@tcp LPNI seq info [60934:60934:8:4294967295]
00000400:00000200:3.0:1775768489.899990:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768489.899996:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768489.900001:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768489.900004:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768489.900008:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768489.900010:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775768489.900014:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768489.900017:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1775768489.900020:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768489.900022:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768489.900024:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768489.900027:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768489.900030:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3a18
00000400:00000010:3.0:1775768489.900032:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3a18.
00000100:00000001:3.0:1775768489.900034:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768489.900037:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b57800 x1862022335232256/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768489.900044:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768489.900046:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b57800 x1862022335232256/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768514 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768489.900057:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768489.900058:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768489.900061:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768489.900064:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: using a timeout of 22192 usecs (23 jiffies)
00000400:00000200:3.0:1775768489.900066:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768489.900069:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300346905
00000100:00000001:3.0:1775768489.900071:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300348158
00000100:00000001:3.0:1775768489.900073:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300346905
00000100:00000001:3.0:1775768489.900075:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300348158
00000100:00000001:3.0:1775768489.900076:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768489.900078:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768489.900079:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768489.900082:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768489/real 1775768489]  req@ffff927313b57800 x1862022335232256/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768489.900089:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768489.900090:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768489.900092:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96e18.
00000400:00000200:3.0:1775768489.900093:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3b28
00000400:00000010:3.0:1775768489.900095:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3b28.
00000100:00000001:3.0:1775768489.900097:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768489.900099:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b57800 x1862022335232256/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768489.900105:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b57800 x1862022335232256/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768489.900111:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768489.900112:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768489.900113:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768489.900114:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768489.900117:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b57800 x1862022335232256/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768489.900122:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768489.900125:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b57800 x1862022335232256/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768514 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768489.900131:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768489.900133:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768489.900135:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768489.900136:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768489.900137:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768489.900138:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768489.900141:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768489.900143:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768489.900145:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768489.900148:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b57800 x1862022335232256/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768514 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768489.900155:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335232256:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768489.900159:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768489.900162:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b54e00 x1862022335232384/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768489.900167:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768489.900169:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768489.900170:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768489.900172:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768489.900174:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768489.900176:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335232384:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768489.900179:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768489.900181:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768489.900182:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768489.900184:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768489.900187:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a67000.
02000000:00000001:3.0:1775768489.900188:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768489.900191:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768489.900193:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96e18.
00000400:00000010:3.0:1775768489.900196:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3b28.
00000100:00000200:3.0:1775768489.900199:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335232384, portal 4
00000100:00000001:3.0:1775768489.900201:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768489.900202:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682384384 : -120452027167232 : ffff927313b54e00)
00000100:00000040:3.0:1775768489.900206:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b54e00 x1862022335232384/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768489.900212:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768489.900214:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768489.900216:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3a18.
00000100:00000200:3.0:1775768489.900218:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335232384, offset 0
00000400:00000200:3.0:1775768489.900221:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768489.900224:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768489.900227:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768489.900230:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768489.900232:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768489.900234:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768489.900236:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768489.900239:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60935:60935:256:4294967295] 192.168.202.131@tcp LPNI seq info [60935:60935:8:4294967295]
00000400:00000200:3.0:1775768489.900243:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768489.900249:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768489.900253:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768489.900256:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768489.900260:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768489.900262:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775768489.900266:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768489.900268:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1775768489.900272:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768489.900273:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768489.900276:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768489.900278:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768489.900280:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3a18
00000400:00000010:3.0:1775768489.900281:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3a18.
00000100:00000001:3.0:1775768489.900282:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768489.900285:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b54e00 x1862022335232384/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768489.900294:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768489.900295:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b54e00 x1862022335232384/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768514 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768489.900299:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768489.900300:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768489.900301:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768489.900303:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: using a timeout of 22500 usecs (23 jiffies)
00000400:00000200:3.0:1775768489.900305:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768489.900306:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300346905
00000100:00000001:3.0:1775768489.900308:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300348158
00000100:00000001:3.0:1775768489.900309:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300346905
00000100:00000001:3.0:1775768489.900311:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300348158
00000100:00000001:3.0:1775768489.900312:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768489.900313:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768489.900314:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768489.900316:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768489/real 1775768489]  req@ffff927313b54e00 x1862022335232384/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768489.900320:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768489.900321:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768489.900322:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96e18.
00000400:00000200:3.0:1775768489.900323:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3b28
00000400:00000010:3.0:1775768489.900324:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3b28.
00000100:00000001:3.0:1775768489.900325:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768489.900327:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b54e00 x1862022335232384/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768489.900331:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b54e00 x1862022335232384/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768489.900334:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768489.900335:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768489.900337:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768489.900338:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768489.900341:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b54e00 x1862022335232384/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768489.900347:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768489.900362:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b54e00 x1862022335232384/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768514 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768489.900368:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768489.900370:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768489.900371:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768489.900372:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768489.900374:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768489.900375:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768489.900377:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768489.900380:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768489.900383:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768489.900386:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b54e00 x1862022335232384/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768514 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768489.900393:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335232384:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768489.900397:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768489.900399:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768489.900402:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b55f80 x1862022335231872/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768514 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768489.900408:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768489.900411:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768489.900413:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65c00.
02000000:00000001:3.0:1775768489.900417:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768489.900419:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768489.900421:0:2404:0:(genops.c:1242:class_import_put()) import ffff9273194c5000 refcount=3 obd=MGC192.168.202.131@tcp
00000020:00000001:3.0:1775768489.900423:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768489.900425:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306beec00.
02000000:00000001:3.0:1775768489.900428:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768489.900430:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768489.900432:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b55f80.
00000100:00000001:3.0:1775768489.900436:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768489.900437:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768489.900438:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768489.900441:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b55180 x1862022335232000/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768514 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768489.900447:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768489.900448:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768489.900450:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a64c00.
02000000:00000001:3.0:1775768489.900452:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768489.900453:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768489.900454:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c000 refcount=137 obd=lustre-MDT0000-mdc-ffff927308189800
00000020:00000001:3.0:1775768489.900456:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768489.900457:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bed000.
02000000:00000001:3.0:1775768489.900461:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768489.900462:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768489.900463:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b55180.
00000100:00000001:3.0:1775768489.900465:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768489.900466:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768489.900467:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768489.900470:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b56300 x1862022335232128/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768514 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768489.900476:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768489.900477:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768489.900478:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a67400.
02000000:00000001:3.0:1775768489.900482:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768489.900483:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768489.900484:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f800 refcount=3 obd=lustre-MDT0001-mdc-ffff927308189800
00000020:00000001:3.0:1775768489.900485:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768489.900486:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bed800.
02000000:00000001:3.0:1775768489.900488:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768489.900490:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768489.900491:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b56300.
00000100:00000001:3.0:1775768489.900493:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768489.900494:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768489.900495:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768489.900498:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b57800 x1862022335232256/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768514 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768489.900503:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768489.900504:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768489.900505:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a66400.
02000000:00000001:3.0:1775768489.900507:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768489.900507:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768489.900508:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f000 refcount=2 obd=lustre-OST0000-osc-ffff927308189800
00000020:00000001:3.0:1775768489.900509:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768489.900510:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bef800.
02000000:00000001:3.0:1775768489.900511:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768489.900512:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768489.900512:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b57800.
00000100:00000001:3.0:1775768489.900514:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768489.900515:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768489.900515:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768489.900517:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b54e00 x1862022335232384/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768514 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768489.900521:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768489.900522:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768489.900523:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a67000.
02000000:00000001:3.0:1775768489.900524:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768489.900524:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768489.900525:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c800 refcount=2 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:3.0:1775768489.900526:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768489.900526:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bed400.
02000000:00000001:3.0:1775768489.900527:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768489.900528:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768489.900528:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b54e00.
00000100:00000001:3.0:1775768489.900530:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768489.900530:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768489.900532:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768489.900538:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768489.900539:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768489.900541:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768489.900542:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768490.473808:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768490.473813:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768490.473819:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768490.473824:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768490.473827:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768490.473830:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768490.473831:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768490.473833:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768490.473835:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768490.921803:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768490.921809:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768490.921814:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768490.921815:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768490.921817:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768490.921818:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768490.921821:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768490.921822:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768490.921825:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768490.921826:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768490.921863:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768490.921866:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768490.921869:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768491.177797:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300348158, at 4300348160
00000100:00000040:3.0:1775768491.177797:0:58796:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649b30 (cpu 0) has reached its deadline 4300348158, at 4300348160
00000100:00000010:3.0:1775768491.177809:0:58796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe36c0.
00000100:00000010:2.0:1775768491.177811:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3120.
00000100:00000001:3.0:1775768491.497822:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768491.497830:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768491.497832:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768491.497838:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768491.497841:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768491.497845:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768491.497847:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768491.497850:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768491.497852:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768491.945818:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768491.945823:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768491.945829:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768491.945830:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768491.945833:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768491.945834:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768491.945837:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768491.945838:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768491.945841:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768491.945842:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768491.945904:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768491.945908:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768491.945911:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775768492.521801:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768492.521807:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768492.521808:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768492.521812:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768492.521815:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768492.521818:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768492.521820:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768492.521822:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768492.521824:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768492.969834:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768492.969840:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768492.969846:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768492.969847:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768492.969851:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768492.969852:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768492.969855:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768492.969856:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768492.969859:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768492.969860:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768492.969920:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768492.969924:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768492.969927:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775768493.545787:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768493.545793:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768493.545795:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768493.545801:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768493.545804:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768493.545807:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768493.545809:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768493.545811:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768493.545813:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768493.993772:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768493.993776:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768493.993780:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768493.993782:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768493.993784:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768493.993785:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768493.993787:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768493.993788:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768493.993789:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768493.993790:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768493.993833:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768493.993836:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768493.993838:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775768494.569844:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768494.569852:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768494.569854:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768494.569861:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768494.569866:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768494.569871:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768494.569873:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768494.569876:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768494.569880:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768495.017824:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:3.0:1775768495.017824:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768495.017829:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768495.017835:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:3.0:1775768495.017836:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1775768495.017838:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:3.0:1775768495.017838:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768495.017844:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:3.0:1775768495.017844:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768495.017845:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768495.017850:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1775768495.017851:0:57984:0:(import.c:484:import_select_connection()) Process entered
00010000:00000001:3.0:1775768495.017852:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768495.017856:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:2.0:1775768495.017858:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5679
00010000:00000001:3.0:1775768495.017859:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768495.017869:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768495.017875:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768495.017879:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768495.017883:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768495.017886:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768495.017889:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768495.017892:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768495.017896:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768495.017898:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775768495.017902:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768495.017905:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775768495.017907:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775768495.017910:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768495.017910:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775768495.017914:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768495.017915:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00010000:00010000:0.0:1775768495.017919:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768495.017919:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768495.017922:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768495.017925:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768495.017928:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775768495.017931:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768495.017934:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768495.017937:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768495.017940:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768495.017942:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768495.017944:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768495.017947:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768495.017955:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000020:00000040:2.0:1775768495.017959:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775768495.017962:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768495.017964:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768495.017967:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768495.017970:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768495.017974:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768495.017981:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bedc00.
00000100:00000001:2.0:1775768495.017986:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768495.017995:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335232512/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768495.018004:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768495.018008:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768495.018013:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335232512/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768495.018032:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768495.018036:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768495.018039:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768495.018041:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768495.018043:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768495.018046:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768495.018050:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5679
00000100:00000001:3.0:1775768495.018053:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1775768495.018054:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768495.018057:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000400:00000200:2.0:1775768495.018060:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00000001:3.0:1775768495.018060:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00080000:2.0:1775768495.018064:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768495.018068:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b54a80 x1862022335232512/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768495.018070:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768495.018075:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768495.018079:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768495.018082:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768495.018083:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000001:3.0:1775768495.018084:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768495.018088:0:57984:0:(genops.c:811:class_conn2export()) Process entered
02000000:00000001:3.0:1775768495.018089:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:2.0:1775768495.018090:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
02000000:00000001:3.0:1775768495.018093:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1775768495.018094:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768495.018096:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
02000000:00000001:3.0:1775768495.018099:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768495.018100:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775768495.018104:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00100000:3.0:1775768495.018106:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335232512:192.168.202.131@tcp:250:kworker.0
00000100:00000040:2.0:1775768495.018109:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768495.018114:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775768495.018116:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:2.0:1775768495.018117:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768495.018120:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768495.018122:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775768495.018124:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768495.018127:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768495.018128:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768495.018129:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768495.018132:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768495.018135:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1775768495.018136:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768495.018140:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768495.018140:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a67000.
00000100:00000001:2.0:1775768495.018143:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:3.0:1775768495.018144:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1775768495.018149:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1775768495.018152:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000008:00000001:2.0:1775768495.018155:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775768495.018157:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96e18.
00000100:00000001:2.0:1775768495.018158:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768495.018163:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775768495.018166:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775768495.018169:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768495.018170:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768495.018172:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:3.0:1775768495.018172:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3b28.
02000000:00000001:2.0:1775768495.018175:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768495.018177:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1775768495.018180:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335232512, portal 25
02000000:00000010:2.0:1775768495.018182:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef400.
00000100:00000001:3.0:1775768495.018183:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768495.018186:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768495.018186:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682383488 : -120452027168128 : ffff927313b54a80)
00000100:00000040:3.0:1775768495.018194:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b54a80 x1862022335232512/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768495.018196:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335232640/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768495.018222:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1775768495.018223:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768495.018228:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768495.018228:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768495.018232:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3a18.
00000100:00000040:2.0:1775768495.018236:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335232640/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768495.018236:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022335232512, offset 0
00000400:00000200:3.0:1775768495.018247:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000100:00000001:2.0:1775768495.018253:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768495.018256:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1775768495.018257:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00080000:2.0:1775768495.018262:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768495.018264:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1775768495.018265:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000100:00080000:2.0:1775768495.018266:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768495.018271:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:3.0:1775768495.018273:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1775768495.018276:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5679
00000400:00000200:3.0:1775768495.018279:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768495.018283:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768495.018285:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768495.018289:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60936:60936:256:4294967295] 192.168.202.131@tcp LPNI seq info [60936:60936:8:4294967295]
00000400:00000200:3.0:1775768495.018292:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768495.018313:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1775768495.018322:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000800:00000200:3.0:1775768495.018322:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000400:00000200:2.0:1775768495.018329:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768495.018332:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768495.018335:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000800:00000010:3.0:1775768495.018336:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000100:00000001:2.0:1775768495.018338:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768495.018341:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768495.018345:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000800:00000200:3.0:1775768495.018346:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000020:00000001:2.0:1775768495.018350:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768495.018352:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000800:00000200:3.0:1775768495.018352:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000020:00000001:2.0:1775768495.018356:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768495.018359:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000800:00000200:3.1:1775768495.018362:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000020:00000001:2.0:1775768495.018363:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775768495.018366:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775768495.018371:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768495.018373:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1775768495.018375:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000100:00000040:2.0:1775768495.018376:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768495.018381:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768495.018385:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775768495.018389:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000800:00000100:3.0:1775768495.018390:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000100:00000001:2.0:1775768495.018393:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1775768495.018395:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
02000000:00000001:2.0:1775768495.018397:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768495.018401:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1775768495.018402:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:2.0:1775768495.018404:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768495.018407:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:3.0:1775768495.018410:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000008:00100000:2.0:1775768495.018411:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768495.018415:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768495.018416:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3a18
00000100:00000001:2.0:1775768495.018418:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775768495.018419:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3a18.
00000100:00000010:2.0:1775768495.018423:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000100:00000001:3.0:1775768495.018424:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:2.0:1775768495.018428:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
00000100:00000200:3.0:1775768495.018431:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b54a80 x1862022335232512/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775768495.018441:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1775768495.018441:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1775768495.018444:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768495.018446:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b54a80 x1862022335232512/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768520 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768495.018452:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768495.018455:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1775768495.018457:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768495.018458:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768495.018459:0:2404:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000010:2.0:1775768495.018464:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed400.
00000100:00000001:3.0:1775768495.018465:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768495.018469:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768495.018470:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768495.018475:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4300353277
00000100:00100000:2.0:1775768495.018479:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335232768/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:3.0:1775768495.018481:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3a80.
00000100:00000001:3.0:1775768495.018489:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1775768495.018495:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4300353277
00000100:00000001:2.0:1775768495.018497:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000010:3.0:1775768495.018499:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3420.
00000100:00000001:2.0:1775768495.018501:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768495.018503:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3
00000100:00000040:2.0:1775768495.018508:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335232768/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768495.018509:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768495.018514:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768495.018518:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1775768495.018523:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768495.018525:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768495/real 1775768495]  req@ffff927313b54a80 x1862022335232512/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775768495.018526:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768495.018534:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768495.018537:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768495.018540:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768495.018544:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000400:00000001:3.0:1775768495.018545:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:2.0:1775768495.018548:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5679
00000400:00000001:3.0:1775768495.018548:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768495.018553:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96e18.
00000400:00000200:2.0:1775768495.018556:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768495.018559:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3b28
00000400:00000200:2.0:1775768495.018562:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000400:00000010:3.0:1775768495.018562:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3b28.
00000100:00080000:2.0:1775768495.018567:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1775768495.018568:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:2.0:1775768495.018572:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000200:3.0:1775768495.018574:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b54a80 x1862022335232512/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768495.018577:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768495.018583:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768495.018586:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000200:3.0:1775768495.018586:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b54a80 x1862022335232512/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1775768495.018591:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768495.018594:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775768495.018597:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1775768495.018597:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000040:2.0:1775768495.018600:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775768495.018602:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775768495.018606:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000001:3.0:1775768495.018606:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768495.018610:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:2.0:1775768495.018613:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768495.018613:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768495.018618:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:3.0:1775768495.018618:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b54a80 x1862022335232512/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768495.018624:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768495.018629:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000001:3.0:1775768495.018629:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1775768495.018634:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00000040:3.0:1775768495.018635:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b54a80 x1862022335232512/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768520 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775768495.018641:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:3.0:1775768495.018645:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768495.018646:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768495.018649:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1775768495.018650:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1775768495.018651:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768495.018653:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768495.018654:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
02000000:00000001:2.0:1775768495.018655:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768495.018656:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:2.0:1775768495.018660:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768495.018660:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:2.0:1775768495.018665:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00080000:3.0:1775768495.018667:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.131@tcp failed (-110)
00000008:00100000:2.0:1775768495.018669:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1775768495.018670:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768495.018674:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b54a80 x1862022335232512/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768520 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1775768495.018675:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768495.018679:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768495.018685:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
00000100:00100000:3.0:1775768495.018689:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335232512:192.168.202.131@tcp:250:kworker.0
00000020:00000040:2.0:1775768495.018690:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775768495.018695:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768495.018697:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768495.018700:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1775768495.018701:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1775768495.018702:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768495.018705:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768495.018706:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768495.018728:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b54a80 x1862022335232512/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768520 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768495.018735:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000010:2.0:1775768495.018736:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef800.
02000000:00000001:3.0:1775768495.018738:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768495.018741:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a67000.
00000100:00000001:2.0:1775768495.018742:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768495.018745:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768495.018748:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000100:00100000:2.0:1775768495.018750:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335232896/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000020:00000040:3.0:1775768495.018750:0:2404:0:(genops.c:1242:class_import_put()) import ffff9273194c5000 refcount=3 obd=MGC192.168.202.131@tcp
00000020:00000001:3.0:1775768495.018754:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768495.018757:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bedc00.
02000000:00000001:3.0:1775768495.018762:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:2.0:1775768495.018763:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1775768495.018764:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1775768495.018767:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768495.018767:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b54a80.
00000100:00000001:3.0:1775768495.018771:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768495.018774:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768495.018775:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335232896/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768495.018776:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768495.018783:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768495.018785:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768495.018785:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768495.018789:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1775768495.018790:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1775768495.018791:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768495.018793:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00080000:2.0:1775768495.018796:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775768495.018799:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:3.0:1775768495.018799:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b57100 x1862022335232640/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775768495.018802:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768495.018808:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1775768495.018811:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1775768495.018814:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5679
00000100:00000001:3.0:1775768495.018814:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768495.018816:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768495.018819:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1775768495.018822:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
02000000:00000001:3.0:1775768495.018822:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768495.018827:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335232640:192.168.202.131@tcp:38:kworker.0
00000400:00000200:2.0:1775768495.018830:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00000001:3.0:1775768495.018830:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768495.018833:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:2.0:1775768495.018834:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
02000000:00000001:3.0:1775768495.018835:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768495.018838:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1775768495.018840:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
02000000:00000010:3.0:1775768495.018842:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a67000.
02000000:00000001:3.0:1775768495.018845:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768495.018846:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1775768495.018849:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000040:2.0:1775768495.018850:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000400:00000010:3.0:1775768495.018852:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96e18.
00000100:00000001:2.0:1775768495.018854:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000400:00000010:3.0:1775768495.018855:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3b28.
00000020:00000001:2.0:1775768495.018857:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000200:3.0:1775768495.018859:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335232640, portal 10
00000020:00000040:2.0:1775768495.018860:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000100:00000001:3.0:1775768495.018861:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000020:00000001:2.0:1775768495.018864:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1775768495.018864:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682393344 : -120452027158272 : ffff927313b57100)
00000020:00000040:2.0:1775768495.018867:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775768495.018870:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:3.0:1775768495.018873:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b57100 x1862022335232640/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1775768495.018874:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:2.0:1775768495.018880:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768495.018886:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768495.018889:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768495.018890:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1775768495.018894:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000040:3.0:1775768495.018897:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000020:00000040:2.0:1775768495.018899:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000400:00000010:3.0:1775768495.018901:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3a18.
00000100:00080000:2.0:1775768495.018904:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768495.018907:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768495.018909:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768495.018911:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:3.0:1775768495.018912:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335232640, offset 0
02000000:00000001:2.0:1775768495.018914:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768495.018918:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:3.0:1775768495.018921:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000008:00100000:2.0:1775768495.018922:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768495.018927:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768495.018927:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:2.0:1775768495.018930:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768495.018931:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768495.018934:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:2.0:1775768495.018935:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
00000400:00000200:3.0:1775768495.018937:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000020:00000040:2.0:1775768495.018940:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
00000400:00000200:3.0:1775768495.018940:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768495.018945:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
02000000:00000001:2.0:1775768495.018946:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1775768495.018948:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60937:60937:256:4294967295] 192.168.202.131@tcp LPNI seq info [60937:60937:8:4294967295]
02000000:00000001:2.0:1775768495.018949:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768495.018954:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:3.0:1775768495.018956:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
02000000:00000001:2.0:1775768495.018958:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768495.018962:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768495.018963:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
02000000:00000010:2.0:1775768495.018968:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bed800.
00000800:00000200:3.0:1775768495.018969:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768495.018974:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000100:00000001:2.0:1775768495.018975:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1775768495.018979:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00100000:2.0:1775768495.018982:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335233024/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.0:1775768495.018982:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775768495.018990:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768495.018994:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000100:00000001:2.0:1775768495.019001:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000100:3.0:1775768495.019001:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768495.019002:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000100:00000001:2.0:1775768495.019006:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768495.019006:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768495.019013:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000100:00000040:2.0:1775768495.019014:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335233024/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775768495.019015:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3a18
00000400:00000010:3.0:1775768495.019017:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3a18.
00000100:00000001:3.0:1775768495.019020:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768495.019025:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b57100 x1862022335232640/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768495.019034:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768495.019036:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768495.019039:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5689)
00000100:00000040:3.0:1775768495.019039:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b57100 x1862022335232640/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768520 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768495.019046:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768495.019047:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768495.019049:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768495.019051:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: using a timeout of 15131 usecs (16 jiffies)
00000400:00000200:3.0:1775768495.019054:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768495.019055:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300352017
00000100:00000001:3.0:1775768495.019057:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300353277
00000100:00000001:3.0:1775768495.019059:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300352017
00000100:00000001:3.0:1775768495.019060:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300353277
00000100:00000001:3.0:1775768495.019062:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768495.019063:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768495.019064:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768495.019066:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768495/real 1775768495]  req@ffff927313b57100 x1862022335232640/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768495.019070:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768495.019071:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768495.019072:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96e18.
00000400:00000200:3.0:1775768495.019073:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3b28
00000400:00000010:3.0:1775768495.019074:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3b28.
00000100:00000001:3.0:1775768495.019075:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768495.019076:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b57100 x1862022335232640/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768495.019081:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b57100 x1862022335232640/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768495.019085:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768495.019086:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768495.019087:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768495.019087:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768495.019089:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b57100 x1862022335232640/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768495.019092:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768495.019094:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b57100 x1862022335232640/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768520 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768495.019098:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768495.019099:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768495.019100:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768495.019101:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768495.019102:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768495.019103:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768495.019104:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768495.019106:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768495.019107:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768495.019109:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b57100 x1862022335232640/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768520 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768495.019113:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335232640:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768495.019115:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768495.019116:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b54e00 x1862022335232768/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768495.019124:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768495.019125:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768495.019126:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768495.019127:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768495.019128:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768495.019130:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335232768:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768495.019131:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768495.019133:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768495.019133:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768495.019134:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768495.019136:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a66400.
02000000:00000001:3.0:1775768495.019138:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768495.019139:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768495.019141:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96e18.
00000400:00000010:3.0:1775768495.019142:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3b28.
00000100:00000200:3.0:1775768495.019144:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335232768, portal 10
00000100:00000001:3.0:1775768495.019145:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768495.019146:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682384384 : -120452027167232 : ffff927313b54e00)
00000100:00000040:3.0:1775768495.019149:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b54e00 x1862022335232768/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768495.019152:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768495.019154:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768495.019155:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3a18.
00000100:00000200:3.0:1775768495.019156:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335232768, offset 0
00000400:00000200:3.0:1775768495.019158:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768495.019160:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768495.019162:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768495.019163:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768495.019164:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768495.019166:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768495.019167:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768495.019169:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60938:60938:256:4294967295] 192.168.202.131@tcp LPNI seq info [60938:60938:8:4294967295]
00000400:00000200:3.0:1775768495.019172:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768495.019175:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768495.019178:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768495.019179:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768495.019181:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768495.019183:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775768495.019185:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768495.019186:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1775768495.019189:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768495.019190:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768495.019191:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768495.019193:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768495.019195:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3a18
00000400:00000010:3.0:1775768495.019196:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3a18.
00000100:00000001:3.0:1775768495.019197:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768495.019198:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b54e00 x1862022335232768/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768495.019202:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768495.019204:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b54e00 x1862022335232768/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768520 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768495.019207:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768495.019208:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768495.019209:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768495.019211:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: using a timeout of 41678 usecs (42 jiffies)
00000400:00000200:3.0:1775768495.019212:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768495.019213:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300352043
00000100:00000001:3.0:1775768495.019215:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300353277
00000100:00000001:3.0:1775768495.019216:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300352043
00000100:00000001:3.0:1775768495.019217:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300353277
00000100:00000001:3.0:1775768495.019218:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768495.019219:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768495.019220:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768495.019222:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768495/real 1775768495]  req@ffff927313b54e00 x1862022335232768/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768495.019227:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768495.019227:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768495.019228:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96e18.
00000400:00000200:3.0:1775768495.019229:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3b28
00000400:00000010:3.0:1775768495.019230:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3b28.
00000100:00000001:3.0:1775768495.019231:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768495.019232:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b54e00 x1862022335232768/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768495.019237:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b54e00 x1862022335232768/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768495.019240:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768495.019241:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768495.019242:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768495.019242:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768495.019244:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b54e00 x1862022335232768/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768495.019247:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768495.019249:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b54e00 x1862022335232768/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768520 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768495.019253:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768495.019254:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768495.019255:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768495.019255:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768495.019256:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768495.019257:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768495.019258:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768495.019260:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768495.019261:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768495.019263:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b54e00 x1862022335232768/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768520 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768495.019267:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335232768:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768495.019269:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768495.019271:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b57800 x1862022335232896/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768495.019274:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768495.019275:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768495.019276:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768495.019277:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768495.019278:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768495.019279:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335232896:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768495.019281:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768495.019282:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768495.019282:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768495.019283:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768495.019285:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a67400.
02000000:00000001:3.0:1775768495.019286:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768495.019287:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768495.019289:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96e18.
00000400:00000010:3.0:1775768495.019290:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3b28.
00000100:00000200:3.0:1775768495.019292:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335232896, portal 4
00000100:00000001:3.0:1775768495.019293:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768495.019294:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682395136 : -120452027156480 : ffff927313b57800)
00000100:00000040:3.0:1775768495.019312:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b57800 x1862022335232896/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768495.019317:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768495.019319:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768495.019320:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3a18.
00000100:00000200:3.0:1775768495.019322:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335232896, offset 0
00000400:00000200:3.0:1775768495.019324:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768495.019326:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768495.019328:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768495.019330:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768495.019331:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768495.019333:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768495.019334:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768495.019336:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60939:60939:256:4294967295] 192.168.202.131@tcp LPNI seq info [60939:60939:8:4294967295]
00000400:00000200:3.0:1775768495.019338:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768495.019342:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768495.019344:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768495.019345:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768495.019348:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768495.019349:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775768495.019351:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768495.019353:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1775768495.019355:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768495.019356:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768495.019358:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768495.019359:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768495.019361:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3a18
00000400:00000010:3.0:1775768495.019362:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3a18.
00000100:00000001:3.0:1775768495.019363:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768495.019365:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b57800 x1862022335232896/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768495.019370:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768495.019372:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b57800 x1862022335232896/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768520 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768495.019375:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768495.019376:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768495.019378:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768495.019380:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: using a timeout of 22192 usecs (23 jiffies)
00000400:00000200:3.0:1775768495.019382:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768495.019383:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300352024
00000100:00000001:3.0:1775768495.019384:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300353277
00000100:00000001:3.0:1775768495.019386:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300352024
00000100:00000001:3.0:1775768495.019387:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300353277
00000100:00000001:3.0:1775768495.019388:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768495.019389:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768495.019390:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768495.019392:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768495/real 1775768495]  req@ffff927313b57800 x1862022335232896/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768495.019396:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768495.019396:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768495.019397:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96e18.
00000400:00000200:3.0:1775768495.019399:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3b28
00000400:00000010:3.0:1775768495.019400:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3b28.
00000100:00000001:3.0:1775768495.019401:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768495.019402:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b57800 x1862022335232896/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768495.019406:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b57800 x1862022335232896/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768495.019410:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768495.019411:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768495.019412:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768495.019412:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768495.019414:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b57800 x1862022335232896/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768495.019417:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768495.019419:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b57800 x1862022335232896/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768520 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768495.019423:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768495.019425:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768495.019426:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768495.019427:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768495.019427:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768495.019428:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768495.019429:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768495.019431:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768495.019432:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768495.019434:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b57800 x1862022335232896/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768520 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768495.019438:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335232896:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768495.019440:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768495.019441:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768495.019442:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b57100 x1862022335232640/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768520 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768495.019445:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768495.019446:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768495.019448:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a67000.
02000000:00000001:3.0:1775768495.019449:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768495.019450:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768495.019451:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c000 refcount=137 obd=lustre-MDT0000-mdc-ffff927308189800
00000020:00000001:3.0:1775768495.019452:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768495.019453:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bef400.
02000000:00000001:3.0:1775768495.019455:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768495.019456:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768495.019457:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b57100.
00000100:00000001:3.0:1775768495.019459:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768495.019459:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768495.019461:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768495.019462:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b54e00 x1862022335232768/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768520 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768495.019466:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768495.019467:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768495.019467:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a66400.
02000000:00000001:3.0:1775768495.019469:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768495.019469:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768495.019470:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f800 refcount=3 obd=lustre-MDT0001-mdc-ffff927308189800
00000020:00000001:3.0:1775768495.019471:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768495.019472:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bed400.
02000000:00000001:3.0:1775768495.019473:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768495.019473:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768495.019474:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b54e00.
00000100:00000001:3.0:1775768495.019475:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768495.019476:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768495.019477:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768495.019478:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b57800 x1862022335232896/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768520 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768495.019481:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768495.019482:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768495.019482:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a67400.
02000000:00000001:3.0:1775768495.019483:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768495.019484:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768495.019484:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f000 refcount=2 obd=lustre-OST0000-osc-ffff927308189800
00000020:00000001:3.0:1775768495.019485:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768495.019486:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bef800.
02000000:00000001:3.0:1775768495.019487:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768495.019487:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768495.019488:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b57800.
00000100:00000001:3.0:1775768495.019489:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768495.019490:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768495.019491:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768495.019493:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768495.019493:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768495.019494:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768495.019495:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768495.019496:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768495.019498:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b56300 x1862022335233024/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768495.019502:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768495.019503:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768495.019504:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768495.019506:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768495.019507:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768495.019510:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335233024:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768495.019513:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768495.019514:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768495.019515:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768495.019517:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768495.019519:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a67400.
02000000:00000001:3.0:1775768495.019521:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768495.019524:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768495.019526:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96e18.
00000400:00000010:3.0:1775768495.019529:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3b28.
00000100:00000200:3.0:1775768495.019532:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335233024, portal 4
00000100:00000001:3.0:1775768495.019533:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768495.019534:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682389760 : -120452027161856 : ffff927313b56300)
00000100:00000040:3.0:1775768495.019539:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b56300 x1862022335233024/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768495.019546:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768495.019548:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768495.019550:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3a18.
00000100:00000200:3.0:1775768495.019552:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335233024, offset 0
00000400:00000200:3.0:1775768495.019555:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768495.019559:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768495.019562:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768495.019563:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768495.019565:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768495.019567:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768495.019568:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768495.019570:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60940:60940:256:4294967295] 192.168.202.131@tcp LPNI seq info [60940:60940:8:4294967295]
00000400:00000200:3.0:1775768495.019572:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768495.019576:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768495.019578:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768495.019580:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768495.019582:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768495.019584:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775768495.019586:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768495.019588:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1775768495.019590:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768495.019591:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768495.019593:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768495.019595:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768495.019596:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3a18
00000400:00000010:3.0:1775768495.019597:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3a18.
00000100:00000001:3.0:1775768495.019599:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768495.019601:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b56300 x1862022335233024/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768495.019606:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768495.019607:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b56300 x1862022335233024/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768520 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768495.019611:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768495.019612:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768495.019613:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768495.019615:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: using a timeout of 22500 usecs (23 jiffies)
00000400:00000200:3.0:1775768495.019617:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768495.019618:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300352024
00000100:00000001:3.0:1775768495.019619:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300353277
00000100:00000001:3.0:1775768495.019621:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300352024
00000100:00000001:3.0:1775768495.019623:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300353277
00000100:00000001:3.0:1775768495.019624:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768495.019625:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768495.019626:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768495.019628:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768495/real 1775768495]  req@ffff927313b56300 x1862022335233024/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768495.019632:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768495.019633:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768495.019633:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96e18.
00000400:00000200:3.0:1775768495.019635:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3b28
00000400:00000010:3.0:1775768495.019635:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3b28.
00000100:00000001:3.0:1775768495.019636:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768495.019638:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b56300 x1862022335233024/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768495.019642:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b56300 x1862022335233024/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768495.019646:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768495.019647:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768495.019648:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768495.019648:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768495.019650:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b56300 x1862022335233024/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768495.019653:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768495.019655:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b56300 x1862022335233024/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768520 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768495.019659:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768495.019660:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768495.019661:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768495.019661:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768495.019662:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768495.019664:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768495.019665:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768495.019667:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768495.019668:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768495.019670:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b56300 x1862022335233024/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768520 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768495.019674:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335233024:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768495.019676:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768495.019677:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768495.019678:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b56300 x1862022335233024/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768520 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768495.019682:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768495.019683:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768495.019685:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a67400.
02000000:00000001:3.0:1775768495.019687:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768495.019688:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768495.019689:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c800 refcount=2 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:3.0:1775768495.019691:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768495.019692:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bed800.
02000000:00000001:3.0:1775768495.019694:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768495.019695:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768495.019697:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b56300.
00000100:00000001:3.0:1775768495.019699:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768495.019700:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768495.019701:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768495.019704:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768495.019705:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768495.019707:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768495.019724:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768495.593841:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768495.593850:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768495.593853:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768495.593861:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768495.593866:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768495.593872:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768495.593874:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768495.593877:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768495.593880:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768496.041830:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768496.041841:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768496.041845:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768496.041849:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768496.041854:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768496.041857:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768496.041859:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768496.041862:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768496.041867:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768496.041869:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768496.041870:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768496.041871:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768496.041873:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768496.041874:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768496.041875:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768496.041877:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768496.041881:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768496.041883:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768496.041884:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768496.041886:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768496.041888:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768496.041889:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768496.041890:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768496.041892:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768496.041896:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768496.041897:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768496.041901:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768496.041911:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768496.041912:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768496.041914:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768496.041916:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768496.041917:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768496.041919:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768496.041921:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768496.041979:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768496.041983:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768496.041986:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775768496.297845:0:58796:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649b30 (cpu 0) has reached its deadline 4300353277, at 4300353280
00000100:00000040:2.0:1775768496.297846:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300353277, at 4300353280
00000100:00000010:3.0:1775768496.297869:0:58796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3420.
00000100:00000010:2.0:1775768496.297873:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3a80.
00000100:00000001:3.0:1775768496.617831:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768496.617839:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768496.617841:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768496.617846:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768496.617849:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768496.617853:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768496.617855:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768496.617858:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768496.617860:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768497.066223:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768497.066230:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768497.066238:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768497.066239:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768497.066243:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768497.066244:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768497.066248:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768497.066249:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768497.066253:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768497.066254:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768497.066751:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768497.066756:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768497.066760:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775768497.641812:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768497.641817:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768497.641818:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768497.641823:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768497.641826:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768497.641829:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768497.641831:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768497.641833:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768497.641834:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768498.089821:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768498.089826:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768498.089831:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768498.089833:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768498.089837:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768498.089838:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768498.089842:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768498.089845:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768498.089847:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768498.089851:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768498.089854:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768498.089856:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768498.089858:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768498.089861:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768498.089864:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768498.089866:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768498.089908:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768498.089912:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768498.089916:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775768498.665859:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768498.665868:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768498.665870:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768498.665877:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768498.665882:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768498.665887:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768498.665890:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768498.665892:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768498.665895:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768499.113929:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768499.113937:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768499.113945:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768499.113946:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768499.113951:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768499.113952:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768499.113956:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768499.113957:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768499.113961:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768499.113962:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768499.114027:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768499.114030:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768499.114033:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775768499.689849:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768499.689857:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768499.689860:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768499.689865:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768499.689870:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768499.689875:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768499.689878:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768499.689881:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768499.689884:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768500.137791:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768500.137797:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768500.137803:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768500.137805:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768500.137811:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768500.137812:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768500.137814:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768500.137815:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768500.137818:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768500.137819:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768500.137836:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768500.137846:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768500.137850:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768500.137855:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768500.137860:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768500.137869:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5684
00000020:00000001:1.0:1775768500.137880:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000400:00000200:0.0:1775768500.137882:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000020:00000001:1.0:1775768500.137886:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768500.137890:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000200:0.0:1775768500.137891:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768500.137896:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768500.137900:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768500.137904:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768500.137907:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768500.137910:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768500.137913:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768500.137915:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775768500.137917:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768500.138009:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775768500.138013:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775768500.138016:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775768500.138022:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768500.138025:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768500.138026:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768500.138028:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768500.138030:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:0.0:1775768500.138033:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768500.138035:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768500.138037:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768500.138040:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768500.138042:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768500.138043:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768500.138045:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768500.138052:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926300.
00000020:00000040:0.0:1775768500.138055:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775768500.138057:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768500.138058:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768500.138060:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768500.138062:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768500.138066:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768500.138071:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e400.
00000100:00000001:0.0:1775768500.138076:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768500.138082:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926300 x1862022335233152/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768500.138089:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768500.138092:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768500.138095:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e21317e] to pc [ptlrpcd_rcv+-1]  req@ffff927322926300 x1862022335233152/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768500.138111:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768500.138115:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768500.138119:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768500.138120:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768500.138122:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768500.138126:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768500.138129:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5684
00000400:00000200:0.0:1775768500.138138:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768500.138144:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768500.138147:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1775768500.138147:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1775768500.138152:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768500.138152:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768500.138156:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1775768500.138157:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768500.138161:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768500.138163:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768500.138167:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000040:3.0:1775768500.138167:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322926300 x1862022335233152/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1775768500.138170:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775768500.138173:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768500.138176:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775768500.138180:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000001:3.0:1775768500.138186:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768500.138188:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768500.138190:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
02000000:00000001:3.0:1775768500.138193:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1775768500.138196:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
02000000:00000001:3.0:1775768500.138197:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768500.138200:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1775768500.138202:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768500.138204:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768500.138207:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00100000:3.0:1775768500.138209:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322926300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335233152:192.168.202.131@tcp:250:kworker.0
00000020:00000040:0.0:1775768500.138210:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:0.0:1775768500.138216:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:3.0:1775768500.138217:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1775768500.138221:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768500.138223:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768500.138223:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768500.138227:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768500.138230:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768500.138231:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1775768500.138232:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768500.138235:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768500.138238:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
02000000:00000010:3.0:1775768500.138239:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a67400.
00000008:00000001:0.0:1775768500.138241:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768500.138244:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768500.138244:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768500.138262:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925180.
00000400:00000200:3.0:1775768500.138266:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000020:00000040:0.0:1775768500.138267:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:0.0:1775768500.138271:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768500.138272:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775768500.138273:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96e18.
00000100:00000001:0.0:1775768500.138274:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768500.138277:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768500.138280:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775768500.138282:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3b28.
02000000:00000010:0.0:1775768500.138284:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d000.
00000100:00000001:0.0:1775768500.138290:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1775768500.138290:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335233152, portal 25
00000100:00000001:3.0:1775768500.138295:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768500.138298:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931754240 : -120451777797376 : ffff927322926300)
00000100:00100000:0.0:1775768500.138299:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925180 x1862022335233280/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1775768500.138308:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322926300 x1862022335233152/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768500.138313:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768500.138317:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768500.138323:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768500.138325:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a34329a0] to pc [ptlrpcd_rcv+-1]  req@ffff927322925180 x1862022335233280/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775768500.138330:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768500.138335:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3a18.
00000100:00000001:0.0:1775768500.138337:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768500.138340:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:3.0:1775768500.138341:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022335233152, offset 0
00000100:00080000:0.0:1775768500.138346:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768500.138348:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768500.138349:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768500.138354:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:3.0:1775768500.138354:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000100:00080000:0.0:1775768500.138357:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5684
00000400:00000200:0.0:1775768500.138361:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768500.138364:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000400:00000200:3.0:1775768500.138366:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00080000:0.0:1775768500.138367:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768500.138370:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768500.138372:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768500.138375:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000400:00000200:3.0:1775768500.138376:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000100:00000001:0.0:1775768500.138378:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768500.138381:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768500.138382:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:0.0:1775768500.138384:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:3.0:1775768500.138384:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:0.0:1775768500.138387:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775768500.138389:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:0.0:1775768500.138392:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000400:00000200:3.0:1775768500.138392:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000100:00000040:0.0:1775768500.138396:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768500.138398:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1775768500.138400:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000100:00000040:0.0:1775768500.138402:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768500.138405:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000400:00000200:3.0:1775768500.138406:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000020:00000040:0.0:1775768500.138407:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:0.0:1775768500.138412:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768500.138415:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768500.138417:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60941:60941:256:4294967295] 192.168.202.131@tcp LPNI seq info [60941:60941:8:4294967295]
02000000:00000001:0.0:1775768500.138418:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768500.138421:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768500.138423:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768500.138426:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:3.0:1775768500.138426:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000008:00100000:0.0:1775768500.138429:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768500.138432:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768500.138433:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768500.138436:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926a00.
00000020:00000040:0.0:1775768500.138439:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775768500.138442:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768500.138443:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768500.138444:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768500.138445:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768500.138446:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768500.138448:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
02000000:00000010:0.0:1775768500.138449:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c400.
00000100:00000001:0.0:1775768500.138454:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768500.138458:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926a00 x1862022335233408/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.0:1775768500.138463:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000100:00000001:0.0:1775768500.138469:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768500.138470:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1775768500.138472:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000100:00000040:0.0:1775768500.138473:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000798ab0be] to pc [ptlrpcd_rcv+-1]  req@ffff927322926a00 x1862022335233408/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768500.138481:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1775768500.138483:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00080000:0.0:1775768500.138485:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768500.138489:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:3.0:1775768500.138489:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000100:00000001:0.0:1775768500.138492:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768500.138494:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:3.1:1775768500.138499:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:0.0:1775768500.138500:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:3.1:1775768500.138504:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000100:00080000:0.0:1775768500.138505:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5684
00000400:00000200:0.0:1775768500.138512:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000800:00000100:3.0:1775768500.138515:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000400:00000200:0.0:1775768500.138519:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000800:00000010:3.0:1775768500.138520:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000100:00080000:0.0:1775768500.138523:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768500.138527:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000400:00000200:3.0:1775768500.138528:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1775768500.138529:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768500.138533:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768500.138538:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000400:00000200:3.0:1775768500.138538:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000020:00000001:0.0:1775768500.138543:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768500.138544:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775768500.138546:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768500.138547:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000400:00000200:3.0:1775768500.138547:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3a18
00000020:00000001:0.0:1775768500.138549:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000400:00000010:3.0:1775768500.138550:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3a18.
00000020:00000001:0.0:1775768500.138551:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:0.0:1775768500.138556:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768500.138556:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1775768500.138559:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768500.138562:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000200:3.0:1775768500.138562:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322926300 x1862022335233152/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768500.138563:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768500.138568:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:0.0:1775768500.138572:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768500.138576:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768500.138580:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768500.138583:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768500.138584:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1775768500.138585:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768500.138587:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768500.138589:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000100:00000040:3.0:1775768500.138590:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322926300 x1862022335233152/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768525 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1775768500.138593:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768500.138596:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768500.138601:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927480.
00000100:00000001:3.0:1775768500.138603:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1775768500.138604:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
00000100:00000001:3.0:1775768500.138606:0:2404:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:0.0:1775768500.138607:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768500.138609:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768500.138610:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768500.138611:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1775768500.138612:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768500.138613:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768500.138618:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477cc00.
00000400:00000200:3.0:1775768500.138620:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:0.0:1775768500.138622:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768500.138623:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4300358397
00000100:00100000:0.0:1775768500.138628:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927480 x1862022335233536/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:3.0:1775768500.138629:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3420.
00000100:00000001:0.0:1775768500.138637:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768500.138638:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768500.138639:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2
00000100:00000040:0.0:1775768500.138642:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd1176bb] to pc [ptlrpcd_rcv+-1]  req@ffff927322927480 x1862022335233536/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768500.138646:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4300358397
00000100:00000001:0.0:1775768500.138647:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768500.138651:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:3.0:1775768500.138651:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3180.
00000100:00080000:0.0:1775768500.138653:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775768500.138655:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768500.138656:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768500.138658:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1775768500.138658:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3
00000100:00080000:0.0:1775768500.138662:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5684
00000100:00000001:3.0:1775768500.138664:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1775768500.138667:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768500.138670:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00000001:3.0:1775768500.138670:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768500.138673:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768500.138675:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768500.138675:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1775768500.138679:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768500.138681:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768500.138682:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768500.138685:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768500.138686:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:0.0:1775768500.138687:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768500.138688:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:0.0:1775768500.138689:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:0.0:1775768500.138690:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:0.0:1775768500.138693:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00100000:3.0:1775768500.138693:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768500/real 1775768500]  req@ffff927322926300 x1862022335233152/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768500.138696:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768500.138698:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768500.138701:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768500.138705:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:0.0:1775768500.138737:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768500.138740:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768500.138742:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000001:3.0:1775768500.138743:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:0.0:1775768500.138744:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768500.138749:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1775768500.138749:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1775768500.138753:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000010:3.0:1775768500.138754:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96e18.
00000008:00100000:0.0:1775768500.138755:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768500.138759:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768500.138761:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768500.138764:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926d80.
00000020:00000040:0.0:1775768500.138767:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
00000400:00000200:3.0:1775768500.138768:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3b28
02000000:00000001:0.0:1775768500.138771:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000010:3.0:1775768500.138772:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3b28.
02000000:00000001:0.0:1775768500.138773:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768500.138776:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1775768500.138776:0:2404:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:0.0:1775768500.138779:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768500.138782:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1775768500.138784:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322926300 x1862022335233152/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1775768500.138786:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f800.
00000100:00000001:0.0:1775768500.138791:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768500.138799:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926d80 x1862022335233664/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1775768500.138803:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322926300 x1862022335233152/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768500.138817:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768500.138820:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768500.138822:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:0.0:1775768500.138825:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000adacb2c9] to pc [ptlrpcd_rcv+-1]  req@ffff927322926d80 x1862022335233664/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768500.138826:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768500.138831:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768500.138835:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768500.138836:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768500.138840:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5694)
00000100:00100000:3.0:1775768500.138842:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322926300 x1862022335233152/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768500.138852:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768500.138857:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322926300 x1862022335233152/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768525 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768500.138865:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768500.138877:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768500.138879:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768500.138881:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768500.138884:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768500.138889:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768500.138892:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768500.138898:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768500.138900:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768500.138905:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322926300 x1862022335233152/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768525 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768500.138913:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322926300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335233152:192.168.202.131@tcp:250:kworker.0
00000100:00000001:3.0:1775768500.138919:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768500.138921:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768500.138924:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322926300 x1862022335233152/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768525 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768500.138931:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768500.138934:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768500.138936:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a67400.
02000000:00000001:3.0:1775768500.138940:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768500.138942:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768500.138943:0:2404:0:(genops.c:1242:class_import_put()) import ffff9273194c5000 refcount=3 obd=MGC192.168.202.131@tcp
00000020:00000001:3.0:1775768500.138945:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768500.138947:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477e400.
02000000:00000001:3.0:1775768500.138950:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768500.138953:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768500.138954:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322926300.
00000100:00000001:3.0:1775768500.138957:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768500.138958:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768500.138960:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768500.138967:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768500.138969:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768500.138971:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768500.138972:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768500.138973:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768500.138977:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322925180 x1862022335233280/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768500.138984:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768500.138985:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768500.138986:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768500.138988:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768500.138990:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768500.138993:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322925180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335233280:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768500.138996:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768500.138998:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768500.138999:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768500.139001:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768500.139004:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a67400.
02000000:00000001:3.0:1775768500.139006:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768500.139010:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768500.139013:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96e18.
00000400:00000010:3.0:1775768500.139016:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3b28.
00000100:00000200:3.0:1775768500.139019:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335233280, portal 10
00000100:00000001:3.0:1775768500.139020:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768500.139022:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931749760 : -120451777801856 : ffff927322925180)
00000100:00000040:3.0:1775768500.139038:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322925180 x1862022335233280/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768500.139044:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768500.139047:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768500.139049:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3a18.
00000100:00000200:3.0:1775768500.139052:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335233280, offset 0
00000400:00000200:3.0:1775768500.139056:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768500.139060:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768500.139063:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768500.139066:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768500.139068:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768500.139071:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768500.139073:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768500.139076:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60942:60942:256:4294967295] 192.168.202.131@tcp LPNI seq info [60942:60942:8:4294967295]
00000400:00000200:3.0:1775768500.139079:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768500.139085:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768500.139089:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768500.139093:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768500.139097:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768500.139099:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775768500.139103:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768500.139106:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1775768500.139109:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768500.139111:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768500.139113:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768500.139116:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768500.139119:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3a18
00000400:00000010:3.0:1775768500.139121:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3a18.
00000100:00000001:3.0:1775768500.139123:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768500.139127:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322925180 x1862022335233280/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768500.139134:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768500.139137:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322925180 x1862022335233280/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768525 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768500.139143:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768500.139145:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768500.139148:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768500.139151:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: using a timeout of 15131 usecs (16 jiffies)
00000400:00000200:3.0:1775768500.139154:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768500.139156:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300357137
00000100:00000001:3.0:1775768500.139159:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300358397
00000100:00000001:3.0:1775768500.139161:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300357137
00000100:00000001:3.0:1775768500.139163:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300358397
00000100:00000001:3.0:1775768500.139165:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768500.139167:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768500.139168:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768500.139171:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768500/real 1775768500]  req@ffff927322925180 x1862022335233280/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768500.139176:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768500.139176:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768500.139178:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96e18.
00000400:00000200:3.0:1775768500.139180:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3b28
00000400:00000010:3.0:1775768500.139181:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3b28.
00000100:00000001:3.0:1775768500.139182:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768500.139184:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322925180 x1862022335233280/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768500.139188:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322925180 x1862022335233280/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768500.139192:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768500.139193:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768500.139194:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768500.139194:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768500.139196:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322925180 x1862022335233280/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768500.139199:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768500.139201:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322925180 x1862022335233280/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768525 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768500.139206:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768500.139207:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768500.139208:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768500.139209:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768500.139210:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768500.139211:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768500.139212:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768500.139214:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768500.139215:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768500.139217:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322925180 x1862022335233280/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768525 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768500.139221:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322925180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335233280:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768500.139223:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768500.139224:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322926a00 x1862022335233408/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768500.139228:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768500.139229:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768500.139230:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768500.139231:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768500.139232:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768500.139234:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322926a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335233408:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768500.139236:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768500.139237:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768500.139238:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768500.139239:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768500.139241:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a66400.
02000000:00000001:3.0:1775768500.139242:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768500.139244:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768500.139258:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96e18.
00000400:00000010:3.0:1775768500.139262:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3b28.
00000100:00000200:3.0:1775768500.139265:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335233408, portal 10
00000100:00000001:3.0:1775768500.139266:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768500.139268:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931756032 : -120451777795584 : ffff927322926a00)
00000100:00000040:3.0:1775768500.139276:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322926a00 x1862022335233408/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768500.139282:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768500.139284:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768500.139287:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3a18.
00000100:00000200:3.0:1775768500.139289:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335233408, offset 0
00000400:00000200:3.0:1775768500.139293:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768500.139297:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768500.139300:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768500.139303:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768500.139305:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768500.139308:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768500.139310:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768500.139313:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60943:60943:256:4294967295] 192.168.202.131@tcp LPNI seq info [60943:60943:8:4294967295]
00000400:00000200:3.0:1775768500.139316:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768500.139322:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768500.139326:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768500.139330:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768500.139333:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768500.139335:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775768500.139339:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768500.139341:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1775768500.139345:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768500.139347:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768500.139349:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768500.139352:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768500.139355:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3a18
00000400:00000010:3.0:1775768500.139357:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3a18.
00000100:00000001:3.0:1775768500.139359:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768500.139362:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322926a00 x1862022335233408/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768500.139369:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768500.139371:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322926a00 x1862022335233408/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768525 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768500.139377:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768500.139378:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768500.139381:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768500.139384:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: using a timeout of 41678 usecs (42 jiffies)
00000400:00000200:3.0:1775768500.139387:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768500.139389:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300357163
00000100:00000001:3.0:1775768500.139391:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300358397
00000100:00000001:3.0:1775768500.139393:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300357163
00000100:00000001:3.0:1775768500.139395:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300358397
00000100:00000001:3.0:1775768500.139397:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768500.139399:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768500.139401:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768500.139404:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768500/real 1775768500]  req@ffff927322926a00 x1862022335233408/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768500.139412:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768500.139413:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768500.139415:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96e18.
00000400:00000200:3.0:1775768500.139417:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3b28
00000400:00000010:3.0:1775768500.139418:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3b28.
00000100:00000001:3.0:1775768500.139421:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768500.139423:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322926a00 x1862022335233408/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768500.139430:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322926a00 x1862022335233408/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768500.139437:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768500.139439:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768500.139440:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768500.139441:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768500.139445:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322926a00 x1862022335233408/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768500.139451:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768500.139454:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322926a00 x1862022335233408/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768525 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768500.139461:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768500.139463:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768500.139464:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768500.139465:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768500.139467:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768500.139468:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768500.139470:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768500.139473:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768500.139475:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768500.139479:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322926a00 x1862022335233408/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768525 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768500.139487:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322926a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335233408:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768500.139491:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768500.139493:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322927480 x1862022335233536/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768500.139499:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768500.139500:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768500.139503:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768500.139504:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768500.139506:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768500.139509:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335233536:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768500.139512:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768500.139513:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768500.139515:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768500.139516:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768500.139520:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a67000.
02000000:00000001:3.0:1775768500.139522:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768500.139525:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768500.139527:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96e18.
00000400:00000010:3.0:1775768500.139530:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3b28.
00000100:00000200:3.0:1775768500.139533:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335233536, portal 4
00000100:00000001:3.0:1775768500.139534:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768500.139535:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931758720 : -120451777792896 : ffff927322927480)
00000100:00000040:3.0:1775768500.139540:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322927480 x1862022335233536/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768500.139546:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768500.139548:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768500.139549:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3a18.
00000100:00000200:3.0:1775768500.139552:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335233536, offset 0
00000400:00000200:3.0:1775768500.139556:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768500.139559:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768500.139563:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768500.139565:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768500.139567:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768500.139570:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768500.139572:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768500.139574:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60944:60944:256:4294967295] 192.168.202.131@tcp LPNI seq info [60944:60944:8:4294967295]
00000400:00000200:3.0:1775768500.139578:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768500.139584:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768500.139588:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768500.139592:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768500.139595:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768500.139597:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775768500.139601:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768500.139604:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1775768500.139607:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768500.139608:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768500.139611:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768500.139614:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768500.139617:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3a18
00000400:00000010:3.0:1775768500.139619:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3a18.
00000100:00000001:3.0:1775768500.139621:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768500.139624:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322927480 x1862022335233536/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768500.139630:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768500.139633:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322927480 x1862022335233536/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768525 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768500.139638:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768500.139640:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768500.139642:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768500.139645:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: using a timeout of 22192 usecs (23 jiffies)
00000400:00000200:3.0:1775768500.139648:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768500.139650:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300357144
00000100:00000001:3.0:1775768500.139652:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300358397
00000100:00000001:3.0:1775768500.139654:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300357144
00000100:00000001:3.0:1775768500.139656:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300358397
00000100:00000001:3.0:1775768500.139658:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768500.139659:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768500.139661:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768500.139665:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768500/real 1775768500]  req@ffff927322927480 x1862022335233536/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768500.139672:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768500.139673:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768500.139675:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96e18.
00000400:00000200:3.0:1775768500.139677:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3b28
00000400:00000010:3.0:1775768500.139679:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3b28.
00000100:00000001:3.0:1775768500.139680:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768500.139683:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322927480 x1862022335233536/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768500.139691:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322927480 x1862022335233536/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768500.139697:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768500.139698:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768500.139700:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768500.139701:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768500.139704:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322927480 x1862022335233536/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768500.139729:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768500.139733:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322927480 x1862022335233536/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768525 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768500.139739:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768500.139741:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768500.139742:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768500.139744:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768500.139745:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768500.139747:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768500.139749:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768500.139752:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768500.139754:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768500.139758:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322927480 x1862022335233536/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768525 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768500.139764:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335233536:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768500.139768:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768500.139771:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322926d80 x1862022335233664/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768500.139777:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768500.139779:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768500.139781:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768500.139782:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768500.139784:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768500.139786:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322926d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335233664:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768500.139789:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768500.139791:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768500.139792:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768500.139793:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768500.139797:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a64c00.
02000000:00000001:3.0:1775768500.139798:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768500.139801:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768500.139804:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96e18.
00000400:00000010:3.0:1775768500.139807:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3b28.
00000100:00000200:3.0:1775768500.139809:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335233664, portal 4
00000100:00000001:3.0:1775768500.139811:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768500.139812:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931756928 : -120451777794688 : ffff927322926d80)
00000100:00000040:3.0:1775768500.139817:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322926d80 x1862022335233664/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768500.139823:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768500.139825:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768500.139828:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3a18.
00000100:00000200:3.0:1775768500.139830:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335233664, offset 0
00000400:00000200:3.0:1775768500.139834:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768500.139838:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768500.139841:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768500.139843:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768500.139846:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768500.139848:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768500.139850:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768500.139852:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60945:60945:256:4294967295] 192.168.202.131@tcp LPNI seq info [60945:60945:8:4294967295]
00000400:00000200:3.0:1775768500.139856:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768500.139862:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768500.139866:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768500.139869:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768500.139873:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768500.139875:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775768500.139879:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768500.139881:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1775768500.139884:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768500.139886:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768500.139889:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768500.139892:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768500.139895:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3a18
00000400:00000010:3.0:1775768500.139896:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3a18.
00000100:00000001:3.0:1775768500.139898:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768500.139901:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322926d80 x1862022335233664/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768500.139908:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768500.139911:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322926d80 x1862022335233664/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768525 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768500.139917:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768500.139918:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768500.139921:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768500.139923:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: using a timeout of 22500 usecs (23 jiffies)
00000400:00000200:3.0:1775768500.139926:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768500.139928:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300357145
00000100:00000001:3.0:1775768500.139931:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300358397
00000100:00000001:3.0:1775768500.139933:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300357145
00000100:00000001:3.0:1775768500.139934:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300358397
00000100:00000001:3.0:1775768500.139936:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768500.139938:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768500.139940:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768500.139943:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768500/real 1775768500]  req@ffff927322926d80 x1862022335233664/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768500.139950:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768500.139951:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768500.139952:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96e18.
00000400:00000200:3.0:1775768500.139954:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3b28
00000400:00000010:3.0:1775768500.139956:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3b28.
00000100:00000001:3.0:1775768500.139958:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768500.139960:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322926d80 x1862022335233664/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768500.139967:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322926d80 x1862022335233664/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768500.139972:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768500.139973:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768500.139975:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768500.139976:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768500.139979:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322926d80 x1862022335233664/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768500.139985:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768500.139988:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322926d80 x1862022335233664/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768525 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768500.139995:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768500.139997:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768500.139999:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768500.140000:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768500.140001:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768500.140002:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768500.140005:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768500.140008:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768500.140010:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768500.140013:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322926d80 x1862022335233664/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768525 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768500.140020:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322926d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335233664:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768500.140024:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768500.140026:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768500.140028:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322925180 x1862022335233280/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768525 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768500.140034:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768500.140036:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768500.140038:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a67400.
02000000:00000001:3.0:1775768500.140040:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768500.140041:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768500.140042:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c000 refcount=137 obd=lustre-MDT0000-mdc-ffff927308189800
00000020:00000001:3.0:1775768500.140044:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768500.140046:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477d000.
02000000:00000001:3.0:1775768500.140048:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768500.140049:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768500.140051:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322925180.
00000100:00000001:3.0:1775768500.140053:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768500.140054:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768500.140056:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768500.140058:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322926a00 x1862022335233408/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768525 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768500.140069:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768500.140070:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768500.140072:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a66400.
02000000:00000001:3.0:1775768500.140074:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768500.140075:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768500.140076:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f800 refcount=3 obd=lustre-MDT0001-mdc-ffff927308189800
00000020:00000001:3.0:1775768500.140077:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768500.140079:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477c400.
02000000:00000001:3.0:1775768500.140081:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768500.140082:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768500.140083:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322926a00.
00000100:00000001:3.0:1775768500.140085:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768500.140086:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768500.140088:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768500.140091:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322927480 x1862022335233536/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768525 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768500.140096:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768500.140097:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768500.140098:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a67000.
02000000:00000001:3.0:1775768500.140100:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768500.140101:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768500.140102:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f000 refcount=2 obd=lustre-OST0000-osc-ffff927308189800
00000020:00000001:3.0:1775768500.140104:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768500.140105:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477cc00.
02000000:00000001:3.0:1775768500.140107:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768500.140108:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768500.140109:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322927480.
00000100:00000001:3.0:1775768500.140111:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768500.140112:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768500.140113:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768500.140116:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322926d80 x1862022335233664/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768525 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768500.140122:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768500.140123:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768500.140124:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a64c00.
02000000:00000001:3.0:1775768500.140127:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768500.140128:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768500.140129:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c800 refcount=2 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:3.0:1775768500.140130:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768500.140131:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477f800.
02000000:00000001:3.0:1775768500.140133:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768500.140134:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768500.140135:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322926d80.
00000100:00000001:3.0:1775768500.140137:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768500.140138:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768500.140140:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768500.140143:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768500.140144:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768500.140146:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768500.140147:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768500.713867:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768500.713875:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768500.713877:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768500.713885:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768500.713889:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768500.713894:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768500.713898:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768500.713901:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768500.713903:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768501.161797:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768501.161802:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768501.161809:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768501.161810:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768501.161814:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768501.161815:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768501.161818:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768501.161819:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768501.161822:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768501.161823:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768501.161887:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768501.161891:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768501.161893:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768501.417863:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300358397, at 4300358400
00000100:00000040:3.0:1775768501.417863:0:58796:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649b30 (cpu 0) has reached its deadline 4300358397, at 4300358400
00000100:00000010:2.0:1775768501.417877:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3420.
00000100:00000010:3.0:1775768501.417880:0:58796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3180.
00000100:00000001:3.0:1775768501.737787:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768501.737792:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768501.737793:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768501.737798:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768501.737801:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768501.737804:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768501.737806:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768501.737808:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768501.737809:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768502.185811:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768502.185817:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768502.185823:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768502.185825:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768502.185828:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768502.185829:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768502.185832:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768502.185834:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768502.185837:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768502.185838:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768502.185882:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768502.185884:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768502.185887:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775768502.761788:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768502.761793:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768502.761795:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768502.761799:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768502.761801:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768502.761804:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768502.761806:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768502.761808:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768502.761810:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768503.209787:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768503.209793:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768503.209800:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768503.209801:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768503.209805:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768503.209806:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768503.209810:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768503.209812:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768503.209816:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768503.209817:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768503.209883:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768503.209887:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768503.209889:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775768503.785820:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768503.785825:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768503.785826:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768503.785830:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768503.785833:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768503.785836:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768503.785838:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768503.785841:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768503.785843:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768504.233824:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768504.233830:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768504.233836:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768504.233837:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768504.233839:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768504.233840:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768504.233843:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768504.233844:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768504.233846:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768504.233847:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768504.233899:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768504.233903:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768504.233907:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775768504.809784:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768504.809789:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768504.809791:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768504.809795:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768504.809798:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768504.809801:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768504.809803:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768504.809806:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768504.809808:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768505.257783:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:3.0:1775768505.257788:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:0.0:1775768505.257790:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:3.0:1775768505.257792:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768505.257793:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:3.0:1775768505.257797:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:0.0:1775768505.257798:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:3.0:1775768505.257800:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768505.257805:0:57984:0:(import.c:484:import_select_connection()) Process entered
00010000:00000001:3.0:1775768505.257806:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768505.257809:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768505.257812:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768505.257813:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768505.257815:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5689
00010000:00000001:3.0:1775768505.257816:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768505.257819:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768505.257828:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768505.257837:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768505.257841:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768505.257845:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768505.257849:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768505.257852:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768505.257855:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768505.257859:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768505.257862:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775768505.257865:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768505.257868:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775768505.257871:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775768505.257874:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775768505.257877:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768505.257880:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768505.257882:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768505.257885:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768505.257887:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000040:0.0:1775768505.257889:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000020:00000001:1.0:1775768505.257892:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768505.257893:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768505.257898:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768505.257900:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
02000000:00000001:0.0:1775768505.257902:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768505.257905:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768505.257908:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768505.257910:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768505.257912:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768505.257920:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925500.
00000020:00000040:0.0:1775768505.257923:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775768505.257926:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768505.257927:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768505.257930:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768505.257932:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768505.257935:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768505.257942:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c800.
00000100:00000001:0.0:1775768505.257947:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768505.257954:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925500 x1862022335233792/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768505.257962:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768505.257966:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768505.257969:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a57c8e8f] to pc [ptlrpcd_rcv+-1]  req@ffff927322925500 x1862022335233792/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768505.257986:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768505.257989:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768505.257992:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768505.257993:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768505.257994:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768505.257996:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768505.257998:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5689
00000400:00000200:0.0:1775768505.258002:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768505.258005:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768505.258007:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768505.258009:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768505.258011:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768505.258013:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768505.258015:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768505.258016:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768505.258018:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000100:00000001:3.0:1775768505.258018:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1775768505.258019:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768505.258021:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775768505.258023:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000001:3.0:1775768505.258024:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768505.258027:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1775768505.258037:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:3.0:1775768505.258037:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322925500 x1862022335233792/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768505.258044:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768505.258049:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768505.258053:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768505.258056:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768505.258057:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000001:3.0:1775768505.258059:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1775768505.258060:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:0.0:1775768505.258064:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
02000000:00000001:3.0:1775768505.258064:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768505.258068:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768505.258069:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768505.258073:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768505.258074:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:3.0:1775768505.258079:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322925500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335233792:192.168.202.131@tcp:250:kworker.0
02000000:00000001:0.0:1775768505.258080:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768505.258084:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768505.258084:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1775768505.258087:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:3.0:1775768505.258089:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:0.0:1775768505.258091:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1775768505.258091:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1775768505.258096:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768505.258097:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1775768505.258100:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768505.258104:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925880.
02000000:00000010:3.0:1775768505.258104:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a64c00.
02000000:00000001:3.0:1775768505.258108:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1775768505.258110:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:0.0:1775768505.258114:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1775768505.258114:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
02000000:00000001:0.0:1775768505.258118:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775768505.258120:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96e18.
00000100:00000001:0.0:1775768505.258122:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768505.258125:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:3.0:1775768505.258127:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3b28.
02000000:00000001:0.0:1775768505.258128:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1775768505.258134:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335233792, portal 25
02000000:00000010:0.0:1775768505.258135:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f400.
00000100:00000001:3.0:1775768505.258137:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768505.258140:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931750656 : -120451777800960 : ffff927322925500)
00000100:00000001:0.0:1775768505.258142:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768505.258146:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322925500 x1862022335233792/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768505.258153:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925880 x1862022335233920/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768505.258156:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768505.258163:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768505.258168:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3a18.
00000100:00000001:0.0:1775768505.258169:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:3.0:1775768505.258171:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022335233792, offset 0
00000100:00000001:0.0:1775768505.258172:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768505.258178:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f872a4ed] to pc [ptlrpcd_rcv+-1]  req@ffff927322925880 x1862022335233920/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775768505.258179:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000100:00000001:0.0:1775768505.258188:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768505.258189:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00080000:0.0:1775768505.258192:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1775768505.258209:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000100:00080000:0.0:1775768505.258216:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:3.0:1775768505.258218:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1775768505.258219:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768505.258221:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1775768505.258223:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000100:00000001:0.0:1775768505.258225:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768505.258230:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5689
00000400:00000200:3.0:1775768505.258231:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768505.258236:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:0.0:1775768505.258239:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768505.258243:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60946:60946:256:4294967295] 192.168.202.131@tcp LPNI seq info [60946:60946:8:4294967295]
00000400:00000200:0.0:1775768505.258245:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768505.258250:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768505.258254:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000400:00000200:3.0:1775768505.258254:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:0.0:1775768505.258257:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768505.258259:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768505.258261:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768505.258266:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768505.258268:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000400:00000200:3.0:1775768505.258270:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000020:00000001:0.0:1775768505.258271:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768505.258274:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775768505.258277:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000800:00000200:3.0:1775768505.258280:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000020:00000001:0.0:1775768505.258281:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:0.0:1775768505.258286:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000800:00000010:3.0:1775768505.258286:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000100:00000001:0.0:1775768505.258290:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768505.258292:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768505.258293:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000800:00000200:3.0:1775768505.258297:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000020:00000040:0.0:1775768505.258298:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000800:00000200:3.0:1775768505.258302:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000100:00080000:0.0:1775768505.258304:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768505.258309:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775768505.258313:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768505.258316:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
02000000:00000001:0.0:1775768505.258319:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000100:3.0:1775768505.258320:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
02000000:00000001:0.0:1775768505.258324:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:3.0:1775768505.258324:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768505.258330:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:0.0:1775768505.258332:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768505.258336:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:3.0:1775768505.258336:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000008:00100000:0.0:1775768505.258341:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1775768505.258343:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3a18
00000400:00000010:3.0:1775768505.258345:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3a18.
00000008:00000001:0.0:1775768505.258346:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768505.258349:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1775768505.258350:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1775768505.258355:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322925500 x1862022335233792/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1775768505.258357:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924a80.
00000020:00000040:0.0:1775768505.258363:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775768505.258369:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768505.258372:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768505.258376:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1775768505.258376:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1775768505.258378:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768505.258382:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768505.258383:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322925500 x1862022335233792/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768530 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1775768505.258390:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d400.
00000100:00000001:0.0:1775768505.258397:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768505.258397:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768505.258402:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:0.0:1775768505.258406:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924a80 x1862022335234048/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768505.258411:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768505.258413:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768505.258416:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768505.258420:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000040:0.0:1775768505.258421:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c400aa7] to pc [ptlrpcd_rcv+-1]  req@ffff927322924a80 x1862022335234048/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768505.258426:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4300363517
00000100:00000001:0.0:1775768505.258433:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768505.258437:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:3.0:1775768505.258437:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3180.
00000100:00080000:0.0:1775768505.258442:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768505.258444:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768505.258445:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768505.258447:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1775768505.258447:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2
00000100:00080000:0.0:1775768505.258452:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5689
00000400:00000200:0.0:1775768505.258456:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768505.258458:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768505.258459:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768505.258461:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768505.258463:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775768505.258463:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4300363517
00000100:00000040:0.0:1775768505.258465:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768505.258469:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768505.258471:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000010:3.0:1775768505.258471:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3240.
00000020:00000040:0.0:1775768505.258473:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775768505.258476:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768505.258478:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000100:00000001:3.0:1775768505.258479:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3
00000020:00000001:0.0:1775768505.258480:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:0.0:1775768505.258483:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:0.0:1775768505.258487:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768505.258488:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768505.258489:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768505.258493:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768505.258495:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000001:3.0:1775768505.258495:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1775768505.258501:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00000001:3.0:1775768505.258501:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00080000:0.0:1775768505.258504:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768505.258506:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768505.258508:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768505.258511:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1775768505.258512:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768505/real 1775768505]  req@ffff927322925500 x1862022335233792/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1775768505.258515:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768505.258518:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768505.258522:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768505.258527:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768505.258530:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768505.258535:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924e00.
00000020:00000040:0.0:1775768505.258538:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
00000400:00000001:3.0:1775768505.258539:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:0.0:1775768505.258540:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000001:3.0:1775768505.258543:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:0.0:1775768505.258544:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768505.258548:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768505.258549:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:3.0:1775768505.258549:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96e18.
02000000:00000001:0.0:1775768505.258552:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768505.258555:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3b28
02000000:00000010:0.0:1775768505.258557:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f000.
00000400:00000010:3.0:1775768505.258560:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3b28.
00000100:00000001:0.0:1775768505.258561:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768505.258567:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924e00 x1862022335234176/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768505.258567:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1775768505.258576:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:3.0:1775768505.258576:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322925500 x1862022335233792/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768505.258580:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768505.258588:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aec4c6e] to pc [ptlrpcd_rcv+-1]  req@ffff927322924e00 x1862022335234176/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768505.258593:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322925500 x1862022335233792/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768505.258607:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768505.258612:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:0.0:1775768505.258613:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1775768505.258615:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1775768505.258617:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775768505.258618:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768505.258619:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1775768505.258620:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1775768505.258621:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768505.258624:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00100000:3.0:1775768505.258626:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322925500 x1862022335233792/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1775768505.258629:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5689
00000400:00000200:0.0:1775768505.258637:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768505.258644:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00000001:3.0:1775768505.258647:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1775768505.258648:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768505.258652:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000040:3.0:1775768505.258655:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322925500 x1862022335233792/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768530 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768505.258656:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768505.258661:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768505.258667:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000001:3.0:1775768505.258669:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:0.0:1775768505.258670:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768505.258673:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000100:00000001:3.0:1775768505.258674:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1775768505.258676:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1775768505.258676:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:0.0:1775768505.258680:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000100:00000001:3.0:1775768505.258680:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1775768505.258685:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000001:3.0:1775768505.258686:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000020:00000001:0.0:1775768505.258690:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000001:3.0:1775768505.258690:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768505.258695:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:0.0:1775768505.258696:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768505.258699:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00080000:3.0:1775768505.258701:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.131@tcp failed (-110)
00000100:00000040:0.0:1775768505.258705:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768505.258706:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1775768505.258728:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768505.258731:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:0.0:1775768505.258733:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768505.258735:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768505.258738:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:3.0:1775768505.258739:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322925500 x1862022335233792/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768530 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1775768505.258740:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768505.258745:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768505.258750:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768505.258753:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768505.258758:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768505.258762:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768505.258766:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927100.
00000100:00100000:3.0:1775768505.258766:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322925500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335233792:192.168.202.131@tcp:250:kworker.0
00000020:00000040:0.0:1775768505.258770:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:0.0:1775768505.258775:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768505.258777:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768505.258778:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768505.258779:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768505.258781:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768505.258785:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768505.258785:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000010:0.0:1775768505.258791:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477fc00.
00000100:00000040:3.0:1775768505.258793:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322925500 x1862022335233792/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768530 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768505.258794:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768505.258803:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927100 x1862022335234304/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768505.258813:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768505.258817:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768505.258821:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a64c00.
02000000:00000001:3.0:1775768505.258827:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768505.258831:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000100:00000001:0.0:1775768505.258832:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000020:00000040:3.0:1775768505.258835:0:2404:0:(genops.c:1242:class_import_put()) import ffff9273194c5000 refcount=3 obd=MGC192.168.202.131@tcp
00000100:00000001:0.0:1775768505.258836:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768505.258841:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000040:0.0:1775768505.258845:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0540768] to pc [ptlrpcd_rcv+-1]  req@ffff927322927100 x1862022335234304/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1775768505.258846:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477c800.
02000000:00000001:3.0:1775768505.258853:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768505.258856:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768505.258860:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322925500.
00000100:00000001:0.0:1775768505.258861:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768505.258866:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000040:0.0:1775768505.258868:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5699)
00000100:00000001:3.0:1775768505.258868:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768505.258871:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768505.258879:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768505.258881:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768505.258883:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768505.258885:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768505.258886:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768505.258890:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322925880 x1862022335233920/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768505.258900:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768505.258901:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768505.258903:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768505.258904:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768505.258906:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768505.258908:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322925880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335233920:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768505.258910:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768505.258912:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768505.258913:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768505.258915:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768505.258918:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a64c00.
02000000:00000001:3.0:1775768505.258920:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768505.258925:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768505.258928:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96e18.
00000400:00000010:3.0:1775768505.258931:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3b28.
00000100:00000200:3.0:1775768505.258934:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335233920, portal 10
00000100:00000001:3.0:1775768505.258936:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768505.258938:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931751552 : -120451777800064 : ffff927322925880)
00000100:00000040:3.0:1775768505.258944:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322925880 x1862022335233920/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768505.258952:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768505.258955:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768505.258957:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3a18.
00000100:00000200:3.0:1775768505.258960:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335233920, offset 0
00000400:00000200:3.0:1775768505.258964:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768505.258968:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768505.258972:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768505.258975:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768505.258977:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768505.258978:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768505.258980:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768505.258983:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60947:60947:256:4294967295] 192.168.202.131@tcp LPNI seq info [60947:60947:8:4294967295]
00000400:00000200:3.0:1775768505.258988:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768505.258995:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768505.259000:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768505.259003:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768505.259007:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768505.259010:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775768505.259015:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768505.259018:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1775768505.259023:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768505.259025:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768505.259028:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768505.259032:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768505.259035:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3a18
00000400:00000010:3.0:1775768505.259037:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3a18.
00000100:00000001:3.0:1775768505.259040:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768505.259043:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322925880 x1862022335233920/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768505.259049:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768505.259051:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322925880 x1862022335233920/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768530 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768505.259056:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768505.259057:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768505.259059:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768505.259062:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: using a timeout of 15131 usecs (16 jiffies)
00000400:00000200:3.0:1775768505.259064:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768505.259065:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300362257
00000100:00000001:3.0:1775768505.259067:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300363517
00000100:00000001:3.0:1775768505.259069:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300362257
00000100:00000001:3.0:1775768505.259070:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300363517
00000100:00000001:3.0:1775768505.259072:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768505.259074:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768505.259075:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768505.259078:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768505/real 1775768505]  req@ffff927322925880 x1862022335233920/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768505.259083:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768505.259084:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768505.259085:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96e18.
00000400:00000200:3.0:1775768505.259087:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3b28
00000400:00000010:3.0:1775768505.259088:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3b28.
00000100:00000001:3.0:1775768505.259089:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768505.259091:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322925880 x1862022335233920/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768505.259096:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322925880 x1862022335233920/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768505.259100:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768505.259101:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768505.259102:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768505.259103:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768505.259105:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322925880 x1862022335233920/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768505.259109:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768505.259111:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322925880 x1862022335233920/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768530 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768505.259116:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768505.259117:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768505.259118:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768505.259119:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768505.259120:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768505.259121:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768505.259123:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768505.259125:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768505.259127:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768505.259129:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322925880 x1862022335233920/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768530 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768505.259134:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322925880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335233920:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768505.259136:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768505.259138:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322924a80 x1862022335234048/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768505.259142:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768505.259143:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768505.259144:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768505.259145:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768505.259147:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768505.259148:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322924a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335234048:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768505.259151:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768505.259152:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768505.259153:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768505.259154:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768505.259157:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a67000.
02000000:00000001:3.0:1775768505.259158:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768505.259160:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768505.259161:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96e18.
00000400:00000010:3.0:1775768505.259163:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3b28.
00000100:00000200:3.0:1775768505.259165:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335234048, portal 10
00000100:00000001:3.0:1775768505.259166:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768505.259167:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931747968 : -120451777803648 : ffff927322924a80)
00000100:00000040:3.0:1775768505.259171:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322924a80 x1862022335234048/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768505.259175:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768505.259177:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768505.259178:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3a18.
00000100:00000200:3.0:1775768505.259180:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335234048, offset 0
00000400:00000200:3.0:1775768505.259182:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768505.259185:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768505.259187:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768505.259189:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768505.259191:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768505.259193:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768505.259209:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768505.259211:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60948:60948:256:4294967295] 192.168.202.131@tcp LPNI seq info [60948:60948:8:4294967295]
00000400:00000200:3.0:1775768505.259215:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768505.259219:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768505.259223:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768505.259225:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768505.259228:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768505.259230:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775768505.259233:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768505.259235:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1775768505.259238:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768505.259239:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768505.259241:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768505.259243:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768505.259245:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3a18
00000400:00000010:3.0:1775768505.259247:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3a18.
00000100:00000001:3.0:1775768505.259248:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768505.259251:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322924a80 x1862022335234048/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768505.259256:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768505.259258:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322924a80 x1862022335234048/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768530 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768505.259262:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768505.259264:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768505.259266:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768505.259268:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: using a timeout of 41678 usecs (42 jiffies)
00000400:00000200:3.0:1775768505.259270:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768505.259271:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300362283
00000100:00000001:3.0:1775768505.259273:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300363517
00000100:00000001:3.0:1775768505.259275:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300362283
00000100:00000001:3.0:1775768505.259276:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300363517
00000100:00000001:3.0:1775768505.259277:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768505.259278:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768505.259280:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768505.259282:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768505/real 1775768505]  req@ffff927322924a80 x1862022335234048/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768505.259286:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768505.259287:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768505.259288:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96e18.
00000400:00000200:3.0:1775768505.259290:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3b28
00000400:00000010:3.0:1775768505.259291:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3b28.
00000100:00000001:3.0:1775768505.259292:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768505.259294:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322924a80 x1862022335234048/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768505.259300:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322924a80 x1862022335234048/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768505.259304:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768505.259305:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768505.259306:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768505.259306:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768505.259308:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322924a80 x1862022335234048/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768505.259312:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768505.259315:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322924a80 x1862022335234048/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768530 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768505.259319:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768505.259321:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768505.259322:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768505.259323:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768505.259324:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768505.259325:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768505.259326:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768505.259328:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768505.259330:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768505.259332:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322924a80 x1862022335234048/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768530 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768505.259336:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322924a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335234048:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768505.259339:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768505.259340:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322924e00 x1862022335234176/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768505.259344:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768505.259345:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768505.259346:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768505.259348:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768505.259349:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768505.259350:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322924e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335234176:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768505.259352:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768505.259354:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768505.259354:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768505.259356:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768505.259358:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a66400.
02000000:00000001:3.0:1775768505.259359:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768505.259362:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768505.259364:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96e18.
00000400:00000010:3.0:1775768505.259366:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3b28.
00000100:00000200:3.0:1775768505.259367:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335234176, portal 4
00000100:00000001:3.0:1775768505.259369:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768505.259370:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931748864 : -120451777802752 : ffff927322924e00)
00000100:00000040:3.0:1775768505.259373:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322924e00 x1862022335234176/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768505.259377:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768505.259379:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768505.259380:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3a18.
00000100:00000200:3.0:1775768505.259381:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335234176, offset 0
00000400:00000200:3.0:1775768505.259384:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768505.259386:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768505.259388:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768505.259390:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768505.259392:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768505.259394:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768505.259395:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768505.259397:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60949:60949:256:4294967295] 192.168.202.131@tcp LPNI seq info [60949:60949:8:4294967295]
00000400:00000200:3.0:1775768505.259400:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768505.259404:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768505.259407:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768505.259408:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768505.259411:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768505.259412:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775768505.259415:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768505.259417:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1775768505.259419:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768505.259420:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768505.259422:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768505.259424:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768505.259426:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3a18
00000400:00000010:3.0:1775768505.259427:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3a18.
00000100:00000001:3.0:1775768505.259429:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768505.259431:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322924e00 x1862022335234176/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768505.259436:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768505.259437:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322924e00 x1862022335234176/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768530 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768505.259441:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768505.259443:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768505.259444:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768505.259446:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: using a timeout of 22192 usecs (23 jiffies)
00000400:00000200:3.0:1775768505.259448:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768505.259449:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300362264
00000100:00000001:3.0:1775768505.259451:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300363517
00000100:00000001:3.0:1775768505.259452:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300362264
00000100:00000001:3.0:1775768505.259453:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300363517
00000100:00000001:3.0:1775768505.259455:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768505.259456:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768505.259457:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768505.259459:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768505/real 1775768505]  req@ffff927322924e00 x1862022335234176/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768505.259463:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768505.259464:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768505.259465:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96e18.
00000400:00000200:3.0:1775768505.259466:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3b28
00000400:00000010:3.0:1775768505.259467:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3b28.
00000100:00000001:3.0:1775768505.259468:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768505.259470:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322924e00 x1862022335234176/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768505.259475:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322924e00 x1862022335234176/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768505.259483:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768505.259484:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768505.259486:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768505.259486:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768505.259488:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322924e00 x1862022335234176/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768505.259492:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768505.259494:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322924e00 x1862022335234176/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768530 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768505.259498:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768505.259500:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768505.259501:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768505.259502:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768505.259503:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768505.259504:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768505.259505:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768505.259507:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768505.259508:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768505.259510:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322924e00 x1862022335234176/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768530 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768505.259515:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322924e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335234176:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768505.259517:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768505.259518:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322927100 x1862022335234304/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768505.259523:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768505.259524:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768505.259526:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768505.259527:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768505.259528:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768505.259530:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322927100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335234304:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768505.259532:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768505.259533:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768505.259534:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768505.259535:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768505.259537:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a67400.
02000000:00000001:3.0:1775768505.259538:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768505.259539:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768505.259541:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96e18.
00000400:00000010:3.0:1775768505.259542:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3b28.
00000100:00000200:3.0:1775768505.259544:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335234304, portal 4
00000100:00000001:3.0:1775768505.259545:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768505.259546:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931757824 : -120451777793792 : ffff927322927100)
00000100:00000040:3.0:1775768505.259549:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322927100 x1862022335234304/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768505.259553:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768505.259555:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768505.259556:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3a18.
00000100:00000200:3.0:1775768505.259557:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335234304, offset 0
00000400:00000200:3.0:1775768505.259559:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768505.259562:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768505.259564:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768505.259565:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768505.259567:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768505.259568:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768505.259570:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768505.259572:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60950:60950:256:4294967295] 192.168.202.131@tcp LPNI seq info [60950:60950:8:4294967295]
00000400:00000200:3.0:1775768505.259574:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768505.259579:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768505.259582:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768505.259584:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768505.259586:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768505.259587:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775768505.259590:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768505.259592:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1775768505.259594:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768505.259595:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768505.259597:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768505.259598:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768505.259600:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3a18
00000400:00000010:3.0:1775768505.259601:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3a18.
00000100:00000001:3.0:1775768505.259602:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768505.259604:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322927100 x1862022335234304/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768505.259609:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768505.259611:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322927100 x1862022335234304/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768530 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768505.259614:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768505.259615:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768505.259617:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768505.259618:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: using a timeout of 22500 usecs (23 jiffies)
00000400:00000200:3.0:1775768505.259620:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768505.259621:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300362264
00000100:00000001:3.0:1775768505.259622:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300363517
00000100:00000001:3.0:1775768505.259624:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300362264
00000100:00000001:3.0:1775768505.259625:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300363517
00000100:00000001:3.0:1775768505.259626:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768505.259627:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768505.259629:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768505.259631:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768505/real 1775768505]  req@ffff927322927100 x1862022335234304/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768505.259636:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768505.259637:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768505.259638:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96e18.
00000400:00000200:3.0:1775768505.259639:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3b28
00000400:00000010:3.0:1775768505.259640:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3b28.
00000100:00000001:3.0:1775768505.259641:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768505.259643:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322927100 x1862022335234304/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768505.259648:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322927100 x1862022335234304/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768505.259651:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768505.259652:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768505.259653:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768505.259654:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768505.259656:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322927100 x1862022335234304/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768505.259660:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768505.259662:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322927100 x1862022335234304/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768530 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768505.259665:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768505.259667:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768505.259668:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768505.259668:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768505.259669:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768505.259670:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768505.259672:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768505.259674:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768505.259675:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768505.259677:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322927100 x1862022335234304/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768530 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768505.259682:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322927100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335234304:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768505.259685:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768505.259686:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768505.259688:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322925880 x1862022335233920/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768530 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768505.259691:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768505.259692:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768505.259694:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a64c00.
02000000:00000001:3.0:1775768505.259695:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768505.259696:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768505.259697:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c000 refcount=137 obd=lustre-MDT0000-mdc-ffff927308189800
00000020:00000001:3.0:1775768505.259698:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768505.259699:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477f400.
02000000:00000001:3.0:1775768505.259700:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768505.259701:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768505.259702:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322925880.
00000100:00000001:3.0:1775768505.259704:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768505.259704:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768505.259705:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768505.259707:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322924a80 x1862022335234048/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768530 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768505.259727:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768505.259728:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768505.259729:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a67000.
02000000:00000001:3.0:1775768505.259732:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768505.259733:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768505.259733:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f800 refcount=3 obd=lustre-MDT0001-mdc-ffff927308189800
00000020:00000001:3.0:1775768505.259734:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768505.259735:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477d400.
02000000:00000001:3.0:1775768505.259737:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768505.259738:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768505.259739:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322924a80.
00000100:00000001:3.0:1775768505.259741:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768505.259741:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768505.259742:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768505.259745:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322924e00 x1862022335234176/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768530 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768505.259749:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768505.259749:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768505.259750:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a66400.
02000000:00000001:3.0:1775768505.259752:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768505.259753:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768505.259754:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f000 refcount=2 obd=lustre-OST0000-osc-ffff927308189800
00000020:00000001:3.0:1775768505.259755:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768505.259755:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477f000.
02000000:00000001:3.0:1775768505.259757:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768505.259757:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768505.259758:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322924e00.
00000100:00000001:3.0:1775768505.259759:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768505.259760:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768505.259761:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768505.259762:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322927100 x1862022335234304/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768530 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768505.259766:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768505.259767:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768505.259768:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a67400.
02000000:00000001:3.0:1775768505.259769:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768505.259769:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768505.259770:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c800 refcount=2 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:3.0:1775768505.259771:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768505.259772:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477fc00.
02000000:00000001:3.0:1775768505.259773:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768505.259773:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768505.259774:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322927100.
00000100:00000001:3.0:1775768505.259776:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768505.259776:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768505.259778:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768505.259780:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768505.259781:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768505.259783:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768505.259784:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768505.833796:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768505.833802:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768505.833803:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768505.833808:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768505.833811:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768505.833814:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768505.833816:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768505.833818:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768505.833820:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768506.281819:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768506.281825:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768506.281827:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768506.281829:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768506.281833:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768506.281835:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768506.281836:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768506.281838:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768506.281841:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768506.281842:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768506.281843:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768506.281844:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768506.281845:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768506.281846:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768506.281847:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768506.281849:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768506.281851:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768506.281852:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768506.281853:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768506.281854:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768506.281855:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768506.281856:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768506.281857:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768506.281858:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768506.281861:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768506.281862:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768506.281864:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768506.281866:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768506.281866:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768506.281867:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768506.281868:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768506.281869:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768506.281870:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768506.281871:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768506.281929:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768506.281932:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768506.281935:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768506.537833:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300363517, at 4300363520
00000100:00000040:3.0:1775768506.537833:0:58796:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649b30 (cpu 0) has reached its deadline 4300363517, at 4300363520
00000100:00000010:2.0:1775768506.537851:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3180.
00000100:00000010:3.0:1775768506.537858:0:58796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3240.
00000100:00000001:3.0:1775768506.857812:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768506.857820:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768506.857822:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768506.857828:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768506.857832:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768506.857837:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768506.857840:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768506.857842:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768506.857845:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768507.305838:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768507.305843:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768507.305848:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768507.305848:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768507.305851:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768507.305852:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768507.305855:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768507.305856:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768507.305859:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768507.305860:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768507.305932:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768507.305936:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768507.305940:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775768507.881816:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768507.881823:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768507.881825:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768507.881831:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768507.881835:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768507.881839:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768507.881842:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768507.881844:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768507.881847:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768508.329825:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768508.329829:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768508.329839:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768508.329841:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768508.329844:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768508.329845:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768508.329848:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768508.329851:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768508.329853:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768508.329856:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768508.329859:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768508.329862:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768508.329864:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768508.329866:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768508.329870:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768508.329871:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768508.329947:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768508.329955:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768508.329959:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775768508.905812:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768508.905820:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768508.905822:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768508.905826:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768508.905829:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768508.905832:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768508.905834:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768508.905836:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768508.905837:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768509.353797:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768509.353803:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768509.353809:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768509.353810:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768509.353814:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768509.353815:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768509.353818:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768509.353819:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768509.353822:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768509.353823:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768509.353877:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768509.353880:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768509.353884:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775768509.929806:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768509.929812:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768509.929814:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768509.929819:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768509.929823:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768509.929826:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768509.929829:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768509.929831:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768509.929833:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768510.377809:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768510.377815:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768510.377816:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:3.0:1775768510.377822:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:0.0:1775768510.377824:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:3.0:1775768510.377826:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768510.377828:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:3.0:1775768510.377831:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:0.0:1775768510.377832:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:3.0:1775768510.377834:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768510.377839:0:57984:0:(import.c:484:import_select_connection()) Process entered
00010000:00000001:3.0:1775768510.377841:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768510.377843:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768510.377847:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5694
00010000:00000001:3.0:1775768510.377849:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768510.377851:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768510.377858:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768510.377865:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768510.377868:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768510.377872:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768510.377876:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768510.377879:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768510.377882:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768510.377885:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768510.377887:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775768510.377893:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768510.377896:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775768510.377899:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775768510.377903:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775768510.377906:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768510.377908:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000020:00000001:2.0:1775768510.377909:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000040:0.0:1775768510.377910:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000020:00000001:2.0:1775768510.377914:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768510.377915:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00010000:00010000:2.0:1775768510.377919:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000040:0.0:1775768510.377920:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:0.0:1775768510.377925:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768510.377927:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768510.377930:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768510.377934:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768510.377937:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768510.377939:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768510.377941:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768510.377950:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924380.
00000020:00000040:0.0:1775768510.377953:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775768510.377970:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768510.377972:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768510.377975:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768510.377977:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768510.377981:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768510.377989:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c400.
00000100:00000001:0.0:1775768510.377995:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768510.378003:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924380 x1862022335234432/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768510.378012:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768510.378016:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768510.378030:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ec7b015] to pc [ptlrpcd_rcv+-1]  req@ffff927322924380 x1862022335234432/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768510.378050:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768510.378053:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768510.378056:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768510.378058:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768510.378059:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768510.378062:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768510.378064:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5694
00000400:00000200:0.0:1775768510.378068:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768510.378071:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768510.378073:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768510.378075:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768510.378077:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768510.378079:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768510.378081:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768510.378083:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768510.378085:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775768510.378086:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768510.378088:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775768510.378090:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:0.0:1775768510.378092:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:0.0:1775768510.378095:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768510.378096:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768510.378098:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768510.378099:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768510.378101:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:0.0:1775768510.378103:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768510.378105:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768510.378107:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768510.378117:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768510.378119:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768510.378121:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768510.378124:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768510.378134:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768510.378139:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768510.378164:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924700.
00000020:00000040:0.0:1775768510.378167:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:0.0:1775768510.378170:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768510.378171:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768510.378173:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768510.378174:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768510.378176:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768510.378179:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d000.
00000100:00000001:0.0:1775768510.378182:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768510.378187:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924700 x1862022335234560/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768510.378194:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768510.378196:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768510.378200:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc3726d9] to pc [ptlrpcd_rcv+-1]  req@ffff927322924700 x1862022335234560/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768510.378207:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768510.378209:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768510.378212:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768510.378214:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768510.378215:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768510.378217:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768510.378220:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5694
00000400:00000200:0.0:1775768510.378223:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768510.378226:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768510.378228:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768510.378230:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768510.378232:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768510.378234:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768510.378236:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768510.378238:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768510.378240:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:0.0:1775768510.378241:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768510.378243:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775768510.378245:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:0.0:1775768510.378247:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:0.0:1775768510.378250:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768510.378251:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768510.378253:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768510.378255:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768510.378257:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:0.0:1775768510.378259:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768510.378262:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768510.378263:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768510.378265:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768510.378267:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768510.378269:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768510.378271:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768510.378273:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768510.378275:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768510.378279:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927100.
00000020:00000040:0.0:1775768510.378281:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775768510.378283:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768510.378284:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768510.378286:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768510.378287:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768510.378289:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768510.378292:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e400.
00000100:00000001:0.0:1775768510.378294:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768510.378298:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927100 x1862022335234688/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768510.378305:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768510.378307:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768510.378311:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0540768] to pc [ptlrpcd_rcv+-1]  req@ffff927322927100 x1862022335234688/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768510.378318:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768510.378320:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768510.378323:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768510.378324:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768510.378326:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768510.378328:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768510.378330:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5694
00000400:00000200:0.0:1775768510.378333:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768510.378335:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768510.378337:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768510.378339:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768510.378341:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768510.378343:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768510.378345:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768510.378347:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768510.378348:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775768510.378349:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768510.378351:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:0.0:1775768510.378353:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:0.0:1775768510.378355:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:0.0:1775768510.378357:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768510.378359:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768510.378361:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768510.378363:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768510.378364:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:0.0:1775768510.378367:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768510.378368:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768510.378370:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768510.378372:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768510.378374:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768510.378376:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768510.378378:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768510.378379:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768510.378381:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768510.378384:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924e00.
00000020:00000040:0.0:1775768510.378386:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:0.0:1775768510.378397:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768510.378398:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768510.378400:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768510.378401:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768510.378402:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768510.378406:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e800.
00000100:00000001:0.0:1775768510.378409:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768510.378413:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924e00 x1862022335234816/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768510.378420:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768510.378422:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768510.378425:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aec4c6e] to pc [ptlrpcd_rcv+-1]  req@ffff927322924e00 x1862022335234816/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768510.378432:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768510.378434:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768510.378438:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775768510.378439:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768510.378440:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768510.378442:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768510.378444:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5694
00000400:00000200:0.0:1775768510.378448:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768510.378450:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768510.378452:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768510.378455:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768510.378457:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768510.378466:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768510.378468:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768510.378469:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768510.378470:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:0.0:1775768510.378472:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768510.378473:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:0.0:1775768510.378475:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:0.0:1775768510.378476:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:0.0:1775768510.378479:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768510.378480:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768510.378482:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768510.378483:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768510.378485:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:0.0:1775768510.378488:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768510.378490:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768510.378491:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768510.378494:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768510.378495:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768510.378497:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768510.378499:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768510.378500:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768510.378502:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768510.378505:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924a80.
00000020:00000040:0.0:1775768510.378507:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:0.0:1775768510.378509:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768510.378510:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768510.378512:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768510.378513:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768510.378515:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768510.378518:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c000.
00000100:00000001:0.0:1775768510.378521:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768510.378524:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924a80 x1862022335234944/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768510.378530:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768510.378531:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768510.378534:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c400aa7] to pc [ptlrpcd_rcv+-1]  req@ffff927322924a80 x1862022335234944/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768510.378540:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768510.378544:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5705)
00000100:00000001:3.0:1775768510.381172:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768510.381178:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768510.381181:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768510.381191:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322924380 x1862022335234432/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768510.381203:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768510.381204:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768510.381208:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768510.381211:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768510.381214:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768510.381217:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322924380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335234432:192.168.202.131@tcp:250:kworker.0
00000100:00000001:3.0:1775768510.381221:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768510.381225:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768510.381227:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768510.381228:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768510.381234:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a67400.
02000000:00000001:3.0:1775768510.381235:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768510.381240:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768510.381243:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96e18.
00000400:00000010:3.0:1775768510.381247:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3b28.
00000100:00000200:3.0:1775768510.381252:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335234432, portal 25
00000100:00000001:3.0:1775768510.381254:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768510.381255:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931746176 : -120451777805440 : ffff927322924380)
00000100:00000040:3.0:1775768510.381259:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322924380 x1862022335234432/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768535 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768510.381265:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768510.381266:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768510.381268:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3a18.
00000100:00000200:3.0:1775768510.381270:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022335234432, offset 0
00000400:00000200:3.0:1775768510.381274:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768510.381280:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768510.381285:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768510.381289:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768510.381292:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768510.381295:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768510.381297:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768510.381300:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60951:60951:256:4294967295] 192.168.202.131@tcp LPNI seq info [60951:60951:8:4294967295]
00000400:00000200:3.0:1775768510.381302:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768510.381309:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768510.381312:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768510.381315:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768510.381320:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768510.381322:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775768510.381326:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768510.381329:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1775768510.381331:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768510.381333:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768510.381338:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768510.381340:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768510.381343:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3a18
00000400:00000010:3.0:1775768510.381345:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3a18.
00000100:00000001:3.0:1775768510.381348:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768510.381350:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322924380 x1862022335234432/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768535 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768510.381358:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768510.381360:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322924380 x1862022335234432/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768535 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768510.381364:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768510.381365:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768510.381369:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768510.381371:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768510.381381:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4300368640
00000100:00000010:3.0:1775768510.381385:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3240.
00000100:00000001:3.0:1775768510.381390:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1775768510.381401:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4300368640
00000100:00000010:3.0:1775768510.381404:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3180.
00000100:00000001:3.0:1775768510.381407:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1775768510.381409:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768510.381412:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768510.381414:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768510.381418:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768510/real 1775768510]  req@ffff927322924380 x1862022335234432/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768510.381427:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768510.381429:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768510.381431:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96e18.
00000400:00000200:3.0:1775768510.381434:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3b28
00000400:00000010:3.0:1775768510.381436:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3b28.
00000100:00000001:3.0:1775768510.381439:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768510.381443:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322924380 x1862022335234432/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768510.381452:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322924380 x1862022335234432/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768510.381460:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768510.381461:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768510.381464:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768510.381466:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768510.381469:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322924380 x1862022335234432/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768510.381475:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768510.381478:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322924380 x1862022335234432/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768535 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768510.381482:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768510.381484:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768510.381485:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768510.381486:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768510.381488:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768510.381489:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768510.381491:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768510.381494:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768510.381495:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768510.381497:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322924380 x1862022335234432/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768535 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768510.381502:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322924380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335234432:192.168.202.131@tcp:250:kworker.0
00000100:00000001:3.0:1775768510.381505:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768510.381507:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322924700 x1862022335234560/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768510.381511:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768510.381512:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768510.381513:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768510.381515:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768510.381516:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768510.381518:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322924700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335234560:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768510.381520:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768510.381521:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768510.381522:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768510.381523:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768510.381525:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a66400.
02000000:00000001:3.0:1775768510.381526:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768510.381529:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768510.381530:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96e18.
00000400:00000010:3.0:1775768510.381532:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3b28.
00000100:00000200:3.0:1775768510.381534:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335234560, portal 10
00000100:00000001:3.0:1775768510.381536:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768510.381536:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931747072 : -120451777804544 : ffff927322924700)
00000100:00000040:3.0:1775768510.381540:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322924700 x1862022335234560/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768535 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768510.381544:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768510.381546:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768510.381547:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3a18.
00000100:00000200:3.0:1775768510.381548:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335234560, offset 0
00000400:00000200:3.0:1775768510.381550:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768510.381553:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768510.381555:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768510.381557:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768510.381558:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768510.381560:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768510.381561:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768510.381563:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60952:60952:256:4294967295] 192.168.202.131@tcp LPNI seq info [60952:60952:8:4294967295]
00000400:00000200:3.0:1775768510.381566:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768510.381569:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768510.381572:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768510.381574:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768510.381577:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768510.381578:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775768510.381581:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768510.381582:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1775768510.381585:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768510.381586:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768510.381588:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768510.381590:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768510.381591:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3a18
00000400:00000010:3.0:1775768510.381592:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3a18.
00000100:00000001:3.0:1775768510.381594:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768510.381595:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322924700 x1862022335234560/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768535 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768510.381600:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768510.381602:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322924700 x1862022335234560/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768535 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768510.381605:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768510.381606:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768510.381607:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768510.381610:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: using a timeout of 15131 usecs (16 jiffies)
00000400:00000200:3.0:1775768510.381611:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768510.381613:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300367379
00000100:00000001:3.0:1775768510.381614:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300368640
00000100:00000001:3.0:1775768510.381616:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300367379
00000100:00000001:3.0:1775768510.381617:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300368640
00000100:00000001:3.0:1775768510.381618:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768510.381619:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768510.381620:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768510.381622:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768510/real 1775768510]  req@ffff927322924700 x1862022335234560/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768510.381630:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768510.381631:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768510.381632:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96e18.
00000400:00000200:3.0:1775768510.381633:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3b28
00000400:00000010:3.0:1775768510.381634:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3b28.
00000100:00000001:3.0:1775768510.381635:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768510.381637:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322924700 x1862022335234560/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768510.381641:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322924700 x1862022335234560/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768510.381644:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768510.381645:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768510.381646:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768510.381647:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768510.381649:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322924700 x1862022335234560/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768510.381652:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768510.381654:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322924700 x1862022335234560/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768535 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768510.381657:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768510.381659:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768510.381659:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768510.381660:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768510.381661:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768510.381662:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768510.381663:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768510.381665:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768510.381666:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768510.381668:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322924700 x1862022335234560/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768535 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768510.381673:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322924700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335234560:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768510.381675:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768510.381677:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322927100 x1862022335234688/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768510.381680:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768510.381681:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768510.381682:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768510.381683:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768510.381684:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768510.381685:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322927100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335234688:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768510.381687:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768510.381688:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768510.381689:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768510.381690:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768510.381691:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a67000.
02000000:00000001:3.0:1775768510.381692:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768510.381694:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768510.381695:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96e18.
00000400:00000010:3.0:1775768510.381696:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3b28.
00000100:00000200:3.0:1775768510.381698:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335234688, portal 10
00000100:00000001:3.0:1775768510.381699:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768510.381700:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931757824 : -120451777793792 : ffff927322927100)
00000100:00000040:3.0:1775768510.381703:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322927100 x1862022335234688/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768535 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768510.381728:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768510.381730:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768510.381731:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3a18.
00000100:00000200:3.0:1775768510.381733:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335234688, offset 0
00000400:00000200:3.0:1775768510.381736:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768510.381739:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768510.381742:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768510.381744:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768510.381746:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768510.381749:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768510.381750:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768510.381753:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60953:60953:256:4294967295] 192.168.202.131@tcp LPNI seq info [60953:60953:8:4294967295]
00000400:00000200:3.0:1775768510.381757:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768510.381763:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768510.381767:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768510.381770:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768510.381773:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768510.381776:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775768510.381780:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768510.381782:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1775768510.381786:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768510.381787:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768510.381790:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768510.381793:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768510.381796:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3a18
00000400:00000010:3.0:1775768510.381797:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3a18.
00000100:00000001:3.0:1775768510.381799:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768510.381803:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322927100 x1862022335234688/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768535 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768510.381808:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768510.381810:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322927100 x1862022335234688/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768535 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768510.381816:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768510.381817:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768510.381820:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768510.381822:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: using a timeout of 41678 usecs (42 jiffies)
00000400:00000200:3.0:1775768510.381825:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768510.381827:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300367406
00000100:00000001:3.0:1775768510.381829:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300368640
00000100:00000001:3.0:1775768510.381831:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300367406
00000100:00000001:3.0:1775768510.381833:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300368640
00000100:00000001:3.0:1775768510.381835:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768510.381836:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768510.381838:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768510.381841:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768510/real 1775768510]  req@ffff927322927100 x1862022335234688/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768510.381849:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768510.381850:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768510.381852:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96e18.
00000400:00000200:3.0:1775768510.381854:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3b28
00000400:00000010:3.0:1775768510.381855:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3b28.
00000100:00000001:3.0:1775768510.381858:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768510.381860:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322927100 x1862022335234688/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768510.381868:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322927100 x1862022335234688/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768510.381872:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768510.381873:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768510.381874:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768510.381875:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768510.381877:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322927100 x1862022335234688/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768510.381881:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768510.381882:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322927100 x1862022335234688/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768535 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768510.381886:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768510.381888:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768510.381889:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768510.381889:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768510.381891:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768510.381892:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768510.381894:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768510.381896:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768510.381898:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768510.381901:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322927100 x1862022335234688/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768535 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768510.381909:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322927100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335234688:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768510.381912:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768510.381915:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322924e00 x1862022335234816/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768510.381922:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768510.381924:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768510.381925:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768510.381927:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768510.381928:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768510.381929:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322924e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335234816:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768510.381931:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768510.381933:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768510.381934:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768510.381935:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768510.381937:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a64c00.
02000000:00000001:3.0:1775768510.381938:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768510.381941:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768510.381942:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96e18.
00000400:00000010:3.0:1775768510.381944:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3b28.
00000100:00000200:3.0:1775768510.381946:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335234816, portal 4
00000100:00000001:3.0:1775768510.381947:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768510.381948:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931748864 : -120451777802752 : ffff927322924e00)
00000100:00000040:3.0:1775768510.381951:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322924e00 x1862022335234816/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768535 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768510.381955:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768510.381957:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768510.381958:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3a18.
00000100:00000200:3.0:1775768510.381959:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335234816, offset 0
00000400:00000200:3.0:1775768510.381961:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768510.381963:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768510.381965:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768510.381967:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768510.381969:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768510.381970:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768510.381971:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768510.381973:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60954:60954:256:4294967295] 192.168.202.131@tcp LPNI seq info [60954:60954:8:4294967295]
00000400:00000200:3.0:1775768510.381976:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768510.381979:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768510.381982:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768510.381983:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768510.381985:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768510.381987:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775768510.381989:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768510.381991:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1775768510.381993:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768510.381994:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768510.381996:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768510.381998:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768510.382000:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3a18
00000400:00000010:3.0:1775768510.382001:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3a18.
00000100:00000001:3.0:1775768510.382002:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768510.382004:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322924e00 x1862022335234816/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768535 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768510.382012:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768510.382014:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322924e00 x1862022335234816/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768535 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768510.382020:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768510.382021:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768510.382024:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768510.382027:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: using a timeout of 22192 usecs (23 jiffies)
00000400:00000200:3.0:1775768510.382029:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768510.382031:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300367387
00000100:00000001:3.0:1775768510.382033:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300368640
00000100:00000001:3.0:1775768510.382035:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300367387
00000100:00000001:3.0:1775768510.382037:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300368640
00000100:00000001:3.0:1775768510.382039:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768510.382040:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768510.382042:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768510.382045:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768510/real 1775768510]  req@ffff927322924e00 x1862022335234816/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768510.382052:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768510.382053:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768510.382054:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96e18.
00000400:00000200:3.0:1775768510.382056:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3b28
00000400:00000010:3.0:1775768510.382058:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3b28.
00000100:00000001:3.0:1775768510.382060:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768510.382062:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322924e00 x1862022335234816/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768510.382069:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322924e00 x1862022335234816/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768510.382075:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768510.382077:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768510.382078:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768510.382079:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768510.382083:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322924e00 x1862022335234816/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768510.382089:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768510.382092:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322924e00 x1862022335234816/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768535 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768510.382098:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768510.382101:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768510.382102:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768510.382103:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768510.382105:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768510.382106:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768510.382109:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768510.382112:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768510.382114:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768510.382117:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322924e00 x1862022335234816/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768535 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768510.382124:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322924e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335234816:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768510.382128:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768510.382132:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322924a80 x1862022335234944/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768510.382138:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768510.382140:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768510.382152:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768510.382153:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768510.382155:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768510.382157:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322924a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335234944:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768510.382159:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768510.382161:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768510.382162:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768510.382163:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768510.382165:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65c00.
02000000:00000001:3.0:1775768510.382166:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768510.382168:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768510.382170:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96e18.
00000400:00000010:3.0:1775768510.382172:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3b28.
00000100:00000200:3.0:1775768510.382173:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335234944, portal 4
00000100:00000001:3.0:1775768510.382174:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768510.382175:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931747968 : -120451777803648 : ffff927322924a80)
00000100:00000040:3.0:1775768510.382179:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322924a80 x1862022335234944/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768535 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768510.382182:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768510.382184:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768510.382185:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3a18.
00000100:00000200:3.0:1775768510.382186:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335234944, offset 0
00000400:00000200:3.0:1775768510.382188:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768510.382190:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768510.382192:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768510.382194:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768510.382195:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768510.382197:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768510.382198:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768510.382200:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60955:60955:256:4294967295] 192.168.202.131@tcp LPNI seq info [60955:60955:8:4294967295]
00000400:00000200:3.0:1775768510.382202:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768510.382206:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768510.382208:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768510.382210:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768510.382212:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768510.382214:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775768510.382216:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768510.382218:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1775768510.382220:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768510.382221:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768510.382223:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768510.382225:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768510.382226:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3a18
00000400:00000010:3.0:1775768510.382227:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3a18.
00000100:00000001:3.0:1775768510.382229:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768510.382230:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322924a80 x1862022335234944/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768535 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768510.382235:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768510.382236:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322924a80 x1862022335234944/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768535 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768510.382240:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768510.382241:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768510.382242:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768510.382244:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: using a timeout of 22500 usecs (23 jiffies)
00000400:00000200:3.0:1775768510.382245:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768510.382246:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300367387
00000100:00000001:3.0:1775768510.382248:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300368640
00000100:00000001:3.0:1775768510.382249:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300367387
00000100:00000001:3.0:1775768510.382250:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300368640
00000100:00000001:3.0:1775768510.382251:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768510.382252:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768510.382253:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768510.382255:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768510/real 1775768510]  req@ffff927322924a80 x1862022335234944/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768510.382259:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768510.382260:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768510.382261:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96e18.
00000400:00000200:3.0:1775768510.382262:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3b28
00000400:00000010:3.0:1775768510.382263:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3b28.
00000100:00000001:3.0:1775768510.382264:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768510.382266:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322924a80 x1862022335234944/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768510.382270:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322924a80 x1862022335234944/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768510.382273:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768510.382274:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768510.382274:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768510.382275:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768510.382277:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322924a80 x1862022335234944/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768510.382280:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768510.382282:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322924a80 x1862022335234944/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768535 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768510.382285:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768510.382287:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768510.382287:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768510.382288:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768510.382289:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768510.382290:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768510.382291:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768510.382293:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768510.382295:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768510.382297:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322924a80 x1862022335234944/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768535 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768510.382304:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322924a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335234944:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768510.382306:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768510.382307:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768510.382309:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322924380 x1862022335234432/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768535 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768510.382313:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768510.382314:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768510.382316:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a67400.
02000000:00000001:3.0:1775768510.382318:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768510.382319:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768510.382320:0:2404:0:(genops.c:1242:class_import_put()) import ffff9273194c5000 refcount=3 obd=MGC192.168.202.131@tcp
00000020:00000001:3.0:1775768510.382321:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768510.382323:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477c400.
02000000:00000001:3.0:1775768510.382325:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768510.382326:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768510.382328:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322924380.
00000100:00000001:3.0:1775768510.382330:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768510.382331:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768510.382332:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768510.382334:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322924700 x1862022335234560/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768535 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768510.382337:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768510.382338:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768510.382339:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a66400.
02000000:00000001:3.0:1775768510.382340:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768510.382340:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768510.382341:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c000 refcount=137 obd=lustre-MDT0000-mdc-ffff927308189800
00000020:00000001:3.0:1775768510.382342:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768510.382343:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477d000.
02000000:00000001:3.0:1775768510.382344:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768510.382344:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768510.382345:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322924700.
00000100:00000001:3.0:1775768510.382346:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768510.382347:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768510.382348:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768510.382350:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322927100 x1862022335234688/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768535 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768510.382353:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768510.382354:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768510.382355:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a67000.
02000000:00000001:3.0:1775768510.382355:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768510.382356:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768510.382357:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f800 refcount=3 obd=lustre-MDT0001-mdc-ffff927308189800
00000020:00000001:3.0:1775768510.382358:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768510.382358:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477e400.
02000000:00000001:3.0:1775768510.382359:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768510.382360:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768510.382360:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322927100.
00000100:00000001:3.0:1775768510.382362:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768510.382363:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768510.382363:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768510.382365:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322924e00 x1862022335234816/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768535 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768510.382368:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768510.382368:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768510.382369:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a64c00.
02000000:00000001:3.0:1775768510.382371:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768510.382371:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768510.382372:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f000 refcount=2 obd=lustre-OST0000-osc-ffff927308189800
00000020:00000001:3.0:1775768510.382373:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768510.382374:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477e800.
02000000:00000001:3.0:1775768510.382375:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768510.382376:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768510.382377:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322924e00.
00000100:00000001:3.0:1775768510.382379:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768510.382379:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768510.382381:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768510.382383:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322924a80 x1862022335234944/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768535 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768510.382389:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768510.382390:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768510.382392:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65c00.
02000000:00000001:3.0:1775768510.382394:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768510.382395:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768510.382396:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c800 refcount=2 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:3.0:1775768510.382398:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768510.382399:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477c000.
02000000:00000001:3.0:1775768510.382400:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768510.382401:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768510.382402:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322924a80.
00000100:00000001:3.0:1775768510.382404:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768510.382405:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768510.382407:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768510.382413:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768510.382415:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768510.382418:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768510.382419:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768510.953804:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768510.953810:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768510.953812:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768510.953822:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768510.953826:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768510.953830:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768510.953833:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768510.953835:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768510.953838:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768511.401817:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768511.401821:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768511.401825:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768511.401826:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768511.401829:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768511.401830:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768511.401833:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768511.401834:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768511.401837:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768511.401839:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768511.401884:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768511.401887:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768511.401890:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768511.721825:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300368640, at 4300368704
00000100:00000010:2.0:1775768511.721839:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3240.
00000100:00000040:3.0:1775768511.721895:0:58796:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649b30 (cpu 0) has reached its deadline 4300368640, at 4300368704
00000100:00000010:3.0:1775768511.721902:0:58796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3180.
00000100:00000001:3.0:1775768511.977797:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768511.977801:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768511.977802:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768511.977806:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768511.977809:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768511.977811:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768511.977813:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768511.977815:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768511.977816:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768512.425845:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768512.425849:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768512.425853:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768512.425854:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768512.425856:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768512.425857:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768512.425859:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768512.425859:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768512.425862:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768512.425862:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768512.425927:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768512.425930:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768512.425932:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775768513.001809:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768513.001814:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768513.001815:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768513.001820:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768513.001823:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768513.001826:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768513.001828:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768513.001829:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768513.001831:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768513.449808:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768513.449814:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768513.449819:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768513.449820:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768513.449824:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768513.449825:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768513.449829:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768513.449830:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768513.449833:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768513.449834:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768513.449888:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768513.449896:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768513.449898:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775768514.025835:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768514.025840:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768514.025841:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768514.025845:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768514.025848:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768514.025852:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768514.025854:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768514.025856:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768514.025858:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768514.473773:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768514.473777:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768514.473781:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768514.473782:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768514.473785:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768514.473785:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768514.473787:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768514.473788:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768514.473790:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768514.473791:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768514.473834:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768514.473837:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768514.473841:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775768515.049794:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768515.049801:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768515.049803:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768515.049809:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768515.049812:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768515.049817:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768515.049819:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768515.049822:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768515.049824:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768515.497792:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:0.0:1775768515.497793:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:3.0:1775768515.497799:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00080000:0.0:1775768515.497803:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:3.0:1775768515.497803:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1775768515.497807:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:3.0:1775768515.497807:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768515.497812:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00080000:0.0:1775768515.497813:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:3.0:1775768515.497814:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768515.497819:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768515.497820:0:57984:0:(import.c:484:import_select_connection()) Process entered
00010000:00000001:3.0:1775768515.497822:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768515.497826:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:0.0:1775768515.497827:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5700
00010000:00000001:3.0:1775768515.497828:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768515.497830:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768515.497832:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768515.497833:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768515.497834:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768515.497835:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768515.497837:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768515.497841:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00010000:00000001:3.0:1775768515.497841:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768515.497843:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768515.497845:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768515.497845:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768515.497847:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768515.497848:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768515.497849:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00010000:00000001:3.0:1775768515.497850:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768515.497853:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768515.497855:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00010000:00000001:3.0:1775768515.497856:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768515.497859:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768515.497861:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00010000:00000001:3.0:1775768515.497862:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768515.497864:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768515.497866:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1775768515.497867:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00010000:00000001:3.0:1775768515.497867:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768515.497869:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768515.497871:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768515.497873:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00010000:00000001:3.0:1775768515.497873:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768515.497877:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768515.497878:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768515.497883:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768515.497885:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775768515.497888:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768515.497891:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775768515.497894:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775768515.497897:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775768515.497901:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768515.497904:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768515.497907:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768515.497909:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768515.497913:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:0.0:1775768515.497917:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768515.497921:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768515.497922:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768515.497924:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768515.497927:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
02000000:00000001:0.0:1775768515.497932:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768515.497936:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768515.497939:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768515.497941:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768515.497944:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768515.497952:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925880.
00000020:00000040:0.0:1775768515.497955:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775768515.497958:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768515.497959:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768515.497961:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768515.497963:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768515.497967:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768515.497973:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477ec00.
00000100:00000001:0.0:1775768515.497977:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768515.497985:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925880 x1862022335235072/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768515.497991:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768515.497995:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768515.497998:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f872a4ed] to pc [ptlrpcd_rcv+-1]  req@ffff927322925880 x1862022335235072/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768515.498012:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768515.498014:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768515.498016:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768515.498017:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768515.498018:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768515.498021:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768515.498023:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5700
00000400:00000200:0.0:1775768515.498026:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768515.498029:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768515.498031:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768515.498033:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768515.498033:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768515.498037:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768515.498039:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1775768515.498042:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768515.498045:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000040:3.0:1775768515.498045:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322925880 x1862022335235072/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768515.498050:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768515.498055:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768515.498056:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775768515.498059:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1775768515.498060:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:0.0:1775768515.498061:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000100:00000001:3.0:1775768515.498063:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768515.498064:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:0.0:1775768515.498066:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
02000000:00000001:3.0:1775768515.498066:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1775768515.498069:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
02000000:00000001:3.0:1775768515.498070:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768515.498071:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768515.498074:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
02000000:00000001:3.0:1775768515.498074:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768515.498078:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00100000:3.0:1775768515.498079:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322925880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335235072:192.168.202.131@tcp:250:kworker.0
00000020:00000040:0.0:1775768515.498080:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:0.0:1775768515.498085:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:3.0:1775768515.498085:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1775768515.498088:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768515.498089:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768515.498090:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768515.498100:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768515.498103:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1775768515.498104:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768515.498106:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768515.498107:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65c00.
00000100:00000001:0.0:1775768515.498108:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:3.0:1775768515.498109:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1775768515.498112:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1775768515.498116:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000008:00000001:0.0:1775768515.498117:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768515.498119:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775768515.498120:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96e18.
00000100:00000010:0.0:1775768515.498123:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925500.
00000020:00000040:0.0:1775768515.498125:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
00000400:00000010:3.0:1775768515.498126:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3b28.
02000000:00000001:0.0:1775768515.498128:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768515.498130:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768515.498131:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:3.0:1775768515.498132:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335235072, portal 25
02000000:00000001:0.0:1775768515.498133:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768515.498135:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768515.498135:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768515.498138:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931751552 : -120451777800064 : ffff927322925880)
00000100:00000040:3.0:1775768515.498143:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322925880 x1862022335235072/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768540 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1775768515.498145:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d800.
00000100:00000001:0.0:1775768515.498150:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768515.498152:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:0.0:1775768515.498156:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925500 x1862022335235200/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1775768515.498157:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768515.498161:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3a18.
00000100:00000200:3.0:1775768515.498164:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022335235072, offset 0
00000100:00000001:0.0:1775768515.498165:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768515.498169:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768515.498173:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a57c8e8f] to pc [ptlrpcd_rcv+-1]  req@ffff927322925500 x1862022335235200/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775768515.498173:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000100:00000001:0.0:1775768515.498181:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768515.498182:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00080000:0.0:1775768515.498184:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768515.498187:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:3.0:1775768515.498189:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000100:00000001:0.0:1775768515.498190:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768515.498192:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768515.498194:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:3.0:1775768515.498196:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1775768515.498199:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5700
00000400:00000200:3.0:1775768515.498203:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:0.0:1775768515.498204:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768515.498207:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768515.498208:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768515.498210:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768515.498212:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768515.498213:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768515.498215:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768515.498217:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000400:00000200:3.0:1775768515.498218:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000020:00000001:0.0:1775768515.498220:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:3.0:1775768515.498223:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60956:60956:256:4294967295] 192.168.202.131@tcp LPNI seq info [60956:60956:8:4294967295]
00000020:00000040:0.0:1775768515.498226:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000400:00000200:3.0:1775768515.498227:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000020:00000001:0.0:1775768515.498229:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768515.498231:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775768515.498232:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:0.0:1775768515.498236:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000400:00000200:3.0:1775768515.498239:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1775768515.498242:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768515.498246:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768515.498247:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000800:00000200:3.0:1775768515.498250:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000100:00000001:0.0:1775768515.498251:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768515.498255:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000800:00000010:3.0:1775768515.498257:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000100:00080000:0.0:1775768515.498259:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768515.498261:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768515.498262:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768515.498264:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:3.0:1775768515.498267:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
02000000:00000001:0.0:1775768515.498268:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768515.498271:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768515.498272:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000800:00000200:3.0:1775768515.498272:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000008:00000001:0.0:1775768515.498277:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768515.498280:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775768515.498280:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768515.498284:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000100:00000010:0.0:1775768515.498285:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926d80.
00000020:00000040:0.0:1775768515.498289:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775768515.498292:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000800:00000100:3.0:1775768515.498292:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
02000000:00000001:0.0:1775768515.498294:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768515.498296:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000010:3.0:1775768515.498296:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
02000000:00000001:0.0:1775768515.498298:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768515.498301:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768515.498303:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477c000.
00000400:00000200:3.0:1775768515.498304:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1775768515.498305:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768515.498311:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926d80 x1862022335235328/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1775768515.498314:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768515.498321:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3a18
00000400:00000010:3.0:1775768515.498325:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3a18.
00000100:00000001:0.0:1775768515.498327:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768515.498329:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768515.498331:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1775768515.498334:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000adacb2c9] to pc [ptlrpcd_rcv+-1]  req@ffff927322926d80 x1862022335235328/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768515.498338:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322925880 x1862022335235072/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768540 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768515.498354:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768515.498357:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1775768515.498358:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1775768515.498360:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768515.498362:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768515.498363:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768515.498364:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768515.498367:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5700
00000100:00000040:3.0:1775768515.498370:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322925880 x1862022335235072/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768540 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775768515.498374:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768515.498380:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00000001:3.0:1775768515.498381:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768515.498383:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1775768515.498383:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:0.0:1775768515.498388:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768515.498389:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768515.498390:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768515.498393:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000400:00000200:3.0:1775768515.498395:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:0.0:1775768515.498397:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000001:3.0:1775768515.498398:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4300373757
00000020:00000001:0.0:1775768515.498399:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768515.498402:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:0.0:1775768515.498403:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768515.498404:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000100:00000010:3.0:1775768515.498404:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3180.
00000020:00000001:0.0:1775768515.498408:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:0.0:1775768515.498409:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000001:3.0:1775768515.498411:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2
00000100:00000040:0.0:1775768515.498412:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768515.498415:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775768515.498417:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4300373757
00000100:00000040:0.0:1775768515.498418:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000010:3.0:1775768515.498422:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3420.
00000100:00000001:0.0:1775768515.498423:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000001:3.0:1775768515.498426:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3
00000020:00000040:0.0:1775768515.498427:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00000001:3.0:1775768515.498429:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768515.498432:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768515.498433:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:3.0:1775768515.498434:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1775768515.498438:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768515.498439:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768515/real 1775768515]  req@ffff927322925880 x1862022335235072/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1775768515.498442:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768515.498447:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:3.0:1775768515.498449:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:0.0:1775768515.498450:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1775768515.498451:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1775768515.498454:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000010:3.0:1775768515.498454:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96e18.
00000008:00100000:0.0:1775768515.498458:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000400:00000200:3.0:1775768515.498458:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3b28
00000400:00000010:3.0:1775768515.498461:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3b28.
00000008:00000001:0.0:1775768515.498463:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768515.498464:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1775768515.498467:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1775768515.498468:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322925880 x1862022335235072/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1775768515.498471:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927480.
00000020:00000040:0.0:1775768515.498476:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
00000100:00000200:3.0:1775768515.498478:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322925880 x1862022335235072/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1775768515.498480:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768515.498482:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768515.498486:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768515.498488:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768515.498491:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768515.498493:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768515.498495:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:0.0:1775768515.498496:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e800.
00000100:00000001:3.0:1775768515.498498:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768515.498501:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768515.498501:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768515.498510:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927480 x1862022335235456/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1775768515.498518:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322925880 x1862022335235072/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768515.498519:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768515.498522:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768515.498529:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd1176bb] to pc [ptlrpcd_rcv+-1]  req@ffff927322927480 x1862022335235456/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768515.498531:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768515.498538:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322925880 x1862022335235072/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768540 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768515.498545:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768515.498550:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768515.498551:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1775768515.498553:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1775768515.498557:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775768515.498557:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768515.498558:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768515.498561:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1775768515.498561:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00080000:0.0:1775768515.498565:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768515.498565:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768515.498569:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:0.0:1775768515.498570:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768515.498573:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.131@tcp failed (-110)
00000100:00080000:0.0:1775768515.498576:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5700
00000100:00000001:3.0:1775768515.498576:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768515.498582:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322925880 x1862022335235072/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768540 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775768515.498586:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768515.498593:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00100000:3.0:1775768515.498594:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322925880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335235072:192.168.202.131@tcp:250:kworker.0
00000100:00080000:0.0:1775768515.498596:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1775768515.498600:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768515.498602:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768515.498603:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000040:3.0:1775768515.498606:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322925880 x1862022335235072/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768540 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768515.498607:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768515.498612:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768515.498614:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
00000100:00000001:0.0:1775768515.498617:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
02000000:00000001:3.0:1775768515.498618:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768515.498620:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65c00.
00000020:00000001:0.0:1775768515.498621:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768515.498623:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
02000000:00000001:3.0:1775768515.498624:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768515.498626:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000001:3.0:1775768515.498626:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768515.498629:0:2404:0:(genops.c:1242:class_import_put()) import ffff9273194c5000 refcount=3 obd=MGC192.168.202.131@tcp
00000020:00000040:0.0:1775768515.498630:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:3.0:1775768515.498631:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768515.498633:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477ec00.
00000020:00000001:0.0:1775768515.498634:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:0.0:1775768515.498637:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
02000000:00000001:3.0:1775768515.498637:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768515.498639:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768515.498642:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322925880.
00000100:00000040:0.0:1775768515.498644:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768515.498645:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768515.498647:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768515.498649:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775768515.498649:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768515.498653:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768515.498656:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000001:3.0:1775768515.498656:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768515.498659:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1775768515.498660:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00000001:3.0:1775768515.498661:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768515.498664:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1775768515.498666:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:3.0:1775768515.498666:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1775768515.498671:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768515.498671:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322925500 x1862022335235200/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1775768515.498675:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768515.498679:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768515.498680:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768515.498682:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768515.498684:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768515.498684:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768515.498686:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768515.498688:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:3.0:1775768515.498688:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1775768515.498691:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1775768515.498692:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322925500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335235200:192.168.202.131@tcp:38:kworker.0
00000008:00000001:0.0:1775768515.498698:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768515.498698:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768515.498700:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1775768515.498702:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768515.498702:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768515.498706:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768515.498724:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65c00.
02000000:00000001:3.0:1775768515.498726:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768515.498729:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768515.498730:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96e18.
00000400:00000010:3.0:1775768515.498733:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3b28.
00000100:00000200:3.0:1775768515.498735:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335235200, portal 10
00000100:00000001:3.0:1775768515.498736:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768515.498736:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931750656 : -120451777800960 : ffff927322925500)
00000100:00000010:0.0:1775768515.498739:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926a00.
00000100:00000040:3.0:1775768515.498741:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322925500 x1862022335235200/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768540 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1775768515.498744:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:0.0:1775768515.498750:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1775768515.498750:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:0.0:1775768515.498753:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768515.498756:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:3.0:1775768515.498757:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
02000000:00000001:0.0:1775768515.498759:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:3.0:1775768515.498761:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3a18.
02000000:00000001:0.0:1775768515.498762:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1775768515.498765:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335235200, offset 0
02000000:00000010:0.0:1775768515.498767:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e400.
00000400:00000200:3.0:1775768515.498772:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000100:00000001:0.0:1775768515.498773:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768515.498778:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00100000:0.0:1775768515.498780:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926a00 x1862022335235584/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1775768515.498785:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768515.498792:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1775768515.498795:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1775768515.498797:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000100:00000001:0.0:1775768515.498799:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768515.498802:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000100:00000040:0.0:1775768515.498806:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000798ab0be] to pc [ptlrpcd_rcv+-1]  req@ffff927322926a00 x1862022335235584/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775768515.498808:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768515.498816:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60957:60957:256:4294967295] 192.168.202.131@tcp LPNI seq info [60957:60957:8:4294967295]
00000400:00000200:3.0:1775768515.498825:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:0.0:1775768515.498826:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768515.498832:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1775768515.498833:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5710)
00000800:00000200:3.0:1775768515.498836:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768515.498839:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768515.498842:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768515.498844:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775768515.498847:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768515.498849:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1775768515.498851:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768515.498852:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768515.498855:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768515.498857:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768515.498859:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3a18
00000400:00000010:3.0:1775768515.498860:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3a18.
00000100:00000001:3.0:1775768515.498861:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768515.498864:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322925500 x1862022335235200/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768540 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768515.498869:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768515.498870:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322925500 x1862022335235200/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768540 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768515.498874:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768515.498875:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768515.498877:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768515.498879:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: using a timeout of 15131 usecs (16 jiffies)
00000400:00000200:3.0:1775768515.498881:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768515.498882:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300372497
00000100:00000001:3.0:1775768515.498884:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300373757
00000100:00000001:3.0:1775768515.498885:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300372497
00000100:00000001:3.0:1775768515.498887:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300373757
00000100:00000001:3.0:1775768515.498888:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768515.498889:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768515.498890:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768515.498892:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768515/real 1775768515]  req@ffff927322925500 x1862022335235200/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768515.498897:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768515.498898:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768515.498899:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96e18.
00000400:00000200:3.0:1775768515.498900:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3b28
00000400:00000010:3.0:1775768515.498901:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3b28.
00000100:00000001:3.0:1775768515.498902:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768515.498904:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322925500 x1862022335235200/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768515.498909:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322925500 x1862022335235200/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768515.498912:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768515.498913:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768515.498914:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768515.498915:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768515.498916:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322925500 x1862022335235200/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768515.498920:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768515.498922:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322925500 x1862022335235200/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768540 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768515.498925:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768515.498926:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768515.498927:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768515.498928:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768515.498929:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768515.498930:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768515.498931:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768515.498933:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768515.498934:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768515.498936:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322925500 x1862022335235200/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768540 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768515.498947:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322925500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335235200:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768515.498950:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768515.498952:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322926d80 x1862022335235328/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768515.498960:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768515.498961:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768515.498962:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768515.498963:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768515.498964:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768515.498966:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322926d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335235328:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768515.498967:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768515.498968:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768515.498969:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768515.498970:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768515.498972:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a64c00.
02000000:00000001:3.0:1775768515.498973:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768515.498975:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768515.498977:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96e18.
00000400:00000010:3.0:1775768515.498978:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3b28.
00000100:00000200:3.0:1775768515.498980:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335235328, portal 10
00000100:00000001:3.0:1775768515.498981:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768515.498982:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931756928 : -120451777794688 : ffff927322926d80)
00000100:00000040:3.0:1775768515.498985:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322926d80 x1862022335235328/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768540 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768515.498988:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768515.498990:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768515.498991:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3a18.
00000100:00000200:3.0:1775768515.498992:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335235328, offset 0
00000400:00000200:3.0:1775768515.498994:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768515.498996:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768515.498998:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768515.499000:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768515.499001:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768515.499003:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768515.499004:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768515.499006:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60958:60958:256:4294967295] 192.168.202.131@tcp LPNI seq info [60958:60958:8:4294967295]
00000400:00000200:3.0:1775768515.499009:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768515.499012:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768515.499015:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768515.499017:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768515.499019:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768515.499021:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775768515.499023:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768515.499025:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1775768515.499027:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768515.499028:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768515.499030:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768515.499032:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768515.499033:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3a18
00000400:00000010:3.0:1775768515.499034:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3a18.
00000100:00000001:3.0:1775768515.499035:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768515.499037:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322926d80 x1862022335235328/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768540 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768515.499042:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768515.499043:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322926d80 x1862022335235328/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768540 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768515.499047:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768515.499048:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768515.499049:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768515.499050:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: using a timeout of 41678 usecs (42 jiffies)
00000400:00000200:3.0:1775768515.499052:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768515.499053:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300372523
00000100:00000001:3.0:1775768515.499054:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300373757
00000100:00000001:3.0:1775768515.499056:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300372523
00000100:00000001:3.0:1775768515.499057:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300373757
00000100:00000001:3.0:1775768515.499058:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768515.499060:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768515.499061:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768515.499062:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768515/real 1775768515]  req@ffff927322926d80 x1862022335235328/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768515.499067:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768515.499067:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768515.499068:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96e18.
00000400:00000200:3.0:1775768515.499069:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3b28
00000400:00000010:3.0:1775768515.499070:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3b28.
00000100:00000001:3.0:1775768515.499071:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768515.499073:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322926d80 x1862022335235328/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768515.499078:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322926d80 x1862022335235328/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768515.499081:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768515.499082:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768515.499083:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768515.499083:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768515.499085:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322926d80 x1862022335235328/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768515.499088:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768515.499106:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322926d80 x1862022335235328/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768540 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768515.499111:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768515.499112:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768515.499113:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768515.499114:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768515.499114:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768515.499115:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768515.499117:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768515.499119:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768515.499120:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768515.499123:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322926d80 x1862022335235328/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768540 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768515.499127:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322926d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335235328:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768515.499130:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768515.499131:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322927480 x1862022335235456/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768515.499135:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768515.499135:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768515.499136:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768515.499137:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768515.499138:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768515.499140:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335235456:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768515.499142:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768515.499143:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768515.499144:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768515.499146:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768515.499148:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a67000.
02000000:00000001:3.0:1775768515.499149:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768515.499151:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768515.499152:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96e18.
00000400:00000010:3.0:1775768515.499154:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3b28.
00000100:00000200:3.0:1775768515.499156:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335235456, portal 4
00000100:00000001:3.0:1775768515.499157:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768515.499158:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931758720 : -120451777792896 : ffff927322927480)
00000100:00000040:3.0:1775768515.499161:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322927480 x1862022335235456/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768540 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768515.499165:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768515.499166:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768515.499167:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3a18.
00000100:00000200:3.0:1775768515.499169:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335235456, offset 0
00000400:00000200:3.0:1775768515.499171:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768515.499173:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768515.499175:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768515.499177:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768515.499179:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768515.499180:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768515.499182:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768515.499184:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60959:60959:256:4294967295] 192.168.202.131@tcp LPNI seq info [60959:60959:8:4294967295]
00000400:00000200:3.0:1775768515.499186:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768515.499190:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768515.499192:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768515.499193:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768515.499195:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768515.499197:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775768515.499199:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768515.499201:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1775768515.499203:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768515.499204:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768515.499206:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768515.499208:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768515.499209:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3a18
00000400:00000010:3.0:1775768515.499210:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3a18.
00000100:00000001:3.0:1775768515.499212:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768515.499213:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322927480 x1862022335235456/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768540 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768515.499217:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768515.499219:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322927480 x1862022335235456/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768540 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768515.499223:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768515.499224:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768515.499226:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768515.499227:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: using a timeout of 22192 usecs (23 jiffies)
00000400:00000200:3.0:1775768515.499229:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768515.499230:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300372504
00000100:00000001:3.0:1775768515.499232:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300373757
00000100:00000001:3.0:1775768515.499233:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300372504
00000100:00000001:3.0:1775768515.499234:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300373757
00000100:00000001:3.0:1775768515.499235:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768515.499236:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768515.499237:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768515.499239:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768515/real 1775768515]  req@ffff927322927480 x1862022335235456/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768515.499243:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768515.499244:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768515.499245:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96e18.
00000400:00000200:3.0:1775768515.499247:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3b28
00000400:00000010:3.0:1775768515.499248:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3b28.
00000100:00000001:3.0:1775768515.499248:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768515.499250:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322927480 x1862022335235456/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768515.499254:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322927480 x1862022335235456/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768515.499258:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768515.499259:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768515.499260:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768515.499260:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768515.499262:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322927480 x1862022335235456/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768515.499265:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768515.499267:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322927480 x1862022335235456/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768540 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768515.499272:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768515.499273:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768515.499274:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768515.499275:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768515.499276:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768515.499276:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768515.499278:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768515.499279:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768515.499280:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768515.499282:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322927480 x1862022335235456/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768540 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768515.499286:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335235456:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768515.499288:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768515.499289:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768515.499290:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322925500 x1862022335235200/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768540 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768515.499293:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768515.499294:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768515.499296:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65c00.
02000000:00000001:3.0:1775768515.499298:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768515.499299:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768515.499300:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c000 refcount=137 obd=lustre-MDT0000-mdc-ffff927308189800
00000020:00000001:3.0:1775768515.499302:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768515.499303:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477d800.
02000000:00000001:3.0:1775768515.499305:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768515.499307:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768515.499308:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322925500.
00000100:00000001:3.0:1775768515.499310:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768515.499311:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768515.499313:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768515.499316:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322926d80 x1862022335235328/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768540 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768515.499322:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768515.499323:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768515.499325:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a64c00.
02000000:00000001:3.0:1775768515.499327:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768515.499328:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768515.499329:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f800 refcount=3 obd=lustre-MDT0001-mdc-ffff927308189800
00000020:00000001:3.0:1775768515.499331:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768515.499332:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477c000.
02000000:00000001:3.0:1775768515.499334:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768515.499335:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768515.499336:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322926d80.
00000100:00000001:3.0:1775768515.499339:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768515.499340:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768515.499341:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768515.499344:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322927480 x1862022335235456/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768540 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768515.499350:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768515.499351:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768515.499352:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a67000.
02000000:00000001:3.0:1775768515.499354:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768515.499355:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768515.499356:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f000 refcount=2 obd=lustre-OST0000-osc-ffff927308189800
00000020:00000001:3.0:1775768515.499357:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768515.499358:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477e800.
02000000:00000001:3.0:1775768515.499359:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768515.499360:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768515.499360:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322927480.
00000100:00000001:3.0:1775768515.499361:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768515.499362:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768515.499363:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768515.499365:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768515.499366:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768515.499367:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768515.499368:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768515.499369:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768515.499371:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322926a00 x1862022335235584/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768515.499376:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768515.499376:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768515.499378:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768515.499379:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768515.499380:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768515.499381:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322926a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335235584:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768515.499383:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768515.499384:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768515.499385:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768515.499386:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768515.499388:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a67000.
02000000:00000001:3.0:1775768515.499389:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768515.499391:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768515.499392:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96e18.
00000400:00000010:3.0:1775768515.499394:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3b28.
00000100:00000200:3.0:1775768515.499396:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335235584, portal 4
00000100:00000001:3.0:1775768515.499397:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768515.499398:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931756032 : -120451777795584 : ffff927322926a00)
00000100:00000040:3.0:1775768515.499401:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322926a00 x1862022335235584/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768540 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768515.499405:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768515.499406:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768515.499407:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3a18.
00000100:00000200:3.0:1775768515.499408:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335235584, offset 0
00000400:00000200:3.0:1775768515.499410:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768515.499412:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768515.499414:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768515.499416:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768515.499417:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768515.499419:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768515.499421:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768515.499422:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60960:60960:256:4294967295] 192.168.202.131@tcp LPNI seq info [60960:60960:8:4294967295]
00000400:00000200:3.0:1775768515.499425:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768515.499429:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768515.499431:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768515.499432:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768515.499435:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768515.499436:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775768515.499439:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768515.499440:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1775768515.499443:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768515.499444:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768515.499445:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768515.499447:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768515.499449:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3a18
00000400:00000010:3.0:1775768515.499450:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3a18.
00000100:00000001:3.0:1775768515.499451:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768515.499453:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322926a00 x1862022335235584/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768540 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768515.499457:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768515.499459:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322926a00 x1862022335235584/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768540 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768515.499462:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768515.499463:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768515.499465:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768515.499466:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: using a timeout of 22500 usecs (23 jiffies)
00000400:00000200:3.0:1775768515.499468:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768515.499469:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300372504
00000100:00000001:3.0:1775768515.499471:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300373757
00000100:00000001:3.0:1775768515.499472:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300372504
00000100:00000001:3.0:1775768515.499474:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300373757
00000100:00000001:3.0:1775768515.499476:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768515.499478:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768515.499479:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768515.499482:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768515/real 1775768515]  req@ffff927322926a00 x1862022335235584/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768515.499489:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768515.499490:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768515.499491:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96e18.
00000400:00000200:3.0:1775768515.499493:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3b28
00000400:00000010:3.0:1775768515.499495:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3b28.
00000100:00000001:3.0:1775768515.499496:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768515.499499:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322926a00 x1862022335235584/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768515.499507:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322926a00 x1862022335235584/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768515.499514:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768515.499515:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768515.499517:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768515.499518:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768515.499521:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322926a00 x1862022335235584/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768515.499527:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768515.499531:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322926a00 x1862022335235584/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768540 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768515.499535:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768515.499536:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768515.499537:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768515.499538:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768515.499539:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768515.499541:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768515.499542:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768515.499544:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768515.499546:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768515.499550:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322926a00 x1862022335235584/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768540 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768515.499557:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322926a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335235584:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768515.499560:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768515.499561:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768515.499564:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322926a00 x1862022335235584/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768540 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768515.499570:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768515.499571:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768515.499573:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a67000.
02000000:00000001:3.0:1775768515.499575:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768515.499577:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768515.499578:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c800 refcount=2 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:3.0:1775768515.499580:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768515.499581:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477e400.
02000000:00000001:3.0:1775768515.499583:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768515.499584:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768515.499586:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322926a00.
00000100:00000001:3.0:1775768515.499588:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768515.499589:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768515.499591:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768515.499594:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768515.499595:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768515.499597:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768515.499598:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768516.073798:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768516.073808:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768516.073810:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768516.073815:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768516.073817:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768516.073820:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768516.073822:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768516.073824:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768516.073825:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768516.521821:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768516.521825:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768516.521829:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768516.521830:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768516.521832:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768516.521833:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768516.521835:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768516.521835:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768516.521837:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768516.521838:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768516.521895:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768516.521899:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768516.521902:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775768516.777833:0:58796:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649b30 (cpu 0) has reached its deadline 4300373757, at 4300373760
00000100:00000010:3.0:1775768516.777847:0:58796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3420.
00000100:00000040:2.0:1775768516.777937:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300373757, at 4300373760
00000100:00000010:2.0:1775768516.777943:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3180.
00000100:00000001:3.0:1775768517.097828:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768517.097834:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768517.097836:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768517.097842:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768517.097846:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768517.097850:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768517.097852:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768517.097854:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768517.097855:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768517.545822:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768517.545828:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768517.545834:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768517.545835:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768517.545838:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768517.545839:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768517.545842:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768517.545844:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768517.545848:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768517.545850:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768517.545918:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768517.545921:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768517.545924:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775768518.121813:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768518.121818:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768518.121820:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768518.121824:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768518.121827:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768518.121830:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768518.121832:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768518.121833:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768518.121835:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768518.569811:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768518.569816:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768518.569820:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768518.569821:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768518.569823:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768518.569824:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768518.569826:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768518.569828:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768518.569830:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768518.569832:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768518.569835:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768518.569836:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768518.569838:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768518.569839:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768518.569841:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768518.569842:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768518.569901:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768518.569905:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768518.569908:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775768519.145782:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768519.145787:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768519.145788:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768519.145792:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768519.145794:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768519.145797:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768519.145799:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768519.145801:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768519.145802:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768519.593828:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768519.593833:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768519.593837:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768519.593838:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768519.593841:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768519.593842:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768519.593844:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768519.593845:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768519.593847:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768519.593848:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768519.593961:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768519.593965:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768519.593969:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775768520.169817:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768520.169823:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768520.169825:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768520.169831:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768520.169834:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768520.169838:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768520.169840:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768520.169842:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768520.169845:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768520.617812:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:3.0:1775768520.617817:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:0.0:1775768520.617820:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:3.0:1775768520.617821:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768520.617823:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768520.617827:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:3.0:1775768520.617827:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768520.617830:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768520.617835:0:57984:0:(import.c:484:import_select_connection()) Process entered
00010000:00000001:3.0:1775768520.617836:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768520.617839:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768520.617842:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768520.617844:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768520.617845:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5705
00010000:00000001:3.0:1775768520.617848:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768520.617850:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768520.617856:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768520.617862:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768520.617866:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768520.617870:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768520.617873:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768520.617884:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768520.617887:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768520.617891:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768520.617893:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:0.0:1775768520.617896:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768520.617898:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:0.0:1775768520.617900:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:0.0:1775768520.617903:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:0.0:1775768520.617906:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768520.617908:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768520.617911:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768520.617913:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768520.617921:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:0.0:1775768520.617924:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768520.617928:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768520.617931:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000020:00000001:1.0:1775768520.617932:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
02000000:00000001:0.0:1775768520.617934:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1775768520.617936:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768520.617938:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768520.617940:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768520.617942:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768520.617945:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768520.617959:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322925180.
00000020:00000040:0.0:1775768520.617962:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:0.0:1775768520.617966:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768520.617968:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768520.617970:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768520.617973:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768520.617977:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768520.617985:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f800.
00000100:00000001:0.0:1775768520.617991:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768520.618000:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322925180 x1862022335235712/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768520.618010:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768520.618014:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768520.618018:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a34329a0] to pc [ptlrpcd_rcv+-1]  req@ffff927322925180 x1862022335235712/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768520.618038:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768520.618051:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768520.618054:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768520.618055:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768520.618056:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768520.618059:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768520.618062:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5705
00000400:00000200:0.0:1775768520.618067:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768520.618070:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768520.618073:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768520.618076:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768520.618078:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775768520.618078:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1775768520.618083:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768520.618083:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768520.618087:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000001:3.0:1775768520.618087:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1775768520.618091:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768520.618092:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:0.0:1775768520.618095:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:3.0:1775768520.618096:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322925180 x1862022335235712/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1775768520.618097:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:0.0:1775768520.618101:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:0.0:1775768520.618106:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:0.0:1775768520.618112:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768520.618114:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768520.618117:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775768520.618117:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768520.618121:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
02000000:00000001:3.0:1775768520.618123:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1775768520.618124:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
02000000:00000001:3.0:1775768520.618126:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1775768520.618128:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
02000000:00000001:3.0:1775768520.618129:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768520.618133:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00100000:3.0:1775768520.618136:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322925180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335235712:192.168.202.131@tcp:250:kworker.0
00000100:00000001:0.0:1775768520.618137:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768520.618141:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1775768520.618144:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768520.618147:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768520.618148:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768520.618150:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768520.618151:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768520.618154:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1775768520.618155:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768520.618160:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768520.618163:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768520.618164:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768520.618168:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322926300.
00000020:00000040:0.0:1775768520.618171:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:0.0:1775768520.618173:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768520.618175:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768520.618177:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768520.618178:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768520.618180:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768520.618183:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477e000.
00000100:00000001:0.0:1775768520.618186:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768520.618191:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322926300 x1862022335235840/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768520.618198:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768520.618200:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768520.618204:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e21317e] to pc [ptlrpcd_rcv+-1]  req@ffff927322926300 x1862022335235840/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768520.618211:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768520.618213:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768520.618216:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768520.618217:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768520.618218:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768520.618220:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768520.618222:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5705
00000400:00000200:0.0:1775768520.618227:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
02000000:00000010:3.0:1775768520.618227:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a67000.
00000400:00000200:0.0:1775768520.618231:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
02000000:00000001:3.0:1775768520.618232:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768520.618236:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1775768520.618241:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768520.618245:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96e18.
00000100:00000040:0.0:1775768520.618250:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000400:00000010:3.0:1775768520.618252:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3b28.
00000100:00000001:0.0:1775768520.618253:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768520.618257:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768520.618259:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000200:3.0:1775768520.618260:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335235712, portal 25
00000020:00000001:0.0:1775768520.618262:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768520.618264:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000100:00000001:3.0:1775768520.618264:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000020:00000001:0.0:1775768520.618267:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1775768520.618268:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931749760 : -120451777801856 : ffff927322925180)
00000020:00000040:0.0:1775768520.618270:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:0.0:1775768520.618274:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:0.0:1775768520.618278:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:3.0:1775768520.618278:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322925180 x1862022335235712/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768545 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768520.618285:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768520.618289:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768520.618293:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768520.618294:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1775768520.618295:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:0.0:1775768520.618299:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00000040:3.0:1775768520.618300:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000100:00080000:0.0:1775768520.618303:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000400:00000010:3.0:1775768520.618304:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3a18.
00000100:00000001:0.0:1775768520.618306:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1775768520.618308:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022335235712, offset 0
02000000:00000001:0.0:1775768520.618309:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768520.618313:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768520.618317:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768520.618319:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000100:00000001:0.0:1775768520.618321:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768520.618323:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768520.618326:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768520.618329:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768520.618329:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000010:0.0:1775768520.618336:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927b80.
00000400:00000200:3.0:1775768520.618339:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000020:00000040:0.0:1775768520.618340:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:0.0:1775768520.618343:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768520.618344:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768520.618346:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768520.618347:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768520.618348:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768520.618351:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477fc00.
00000100:00000001:0.0:1775768520.618354:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768520.618358:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768520.618363:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768520.618368:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000100:00100000:0.0:1775768520.618369:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927b80 x1862022335235968/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1775768520.618373:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768520.618381:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60961:60961:256:4294967295] 192.168.202.131@tcp LPNI seq info [60961:60961:8:4294967295]
00000100:00000001:0.0:1775768520.618387:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768520.618390:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768520.618391:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000040:0.0:1775768520.618398:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000282cd359] to pc [ptlrpcd_rcv+-1]  req@ffff927322927b80 x1862022335235968/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775768520.618408:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1775768520.618413:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768520.618419:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.0:1775768520.618419:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000100:00080000:0.0:1775768520.618424:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768520.618426:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000010:3.0:1775768520.618426:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000100:00080000:0.0:1775768520.618428:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768520.618432:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:3.0:1775768520.618435:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00080000:0.0:1775768520.618436:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5705
00000800:00000200:3.0:1775768520.618442:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000400:00000200:0.0:1775768520.618444:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:0.0:1775768520.618449:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768520.618451:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768520.618454:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768520.618456:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768520.618458:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768520.618460:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000800:00000200:3.1:1775768520.618463:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000020:00000001:0.0:1775768520.618464:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768520.618467:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000800:00000200:3.1:1775768520.618469:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000020:00000001:0.0:1775768520.618470:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768520.618473:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:0.0:1775768520.618477:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000800:00000100:3.0:1775768520.618478:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000020:00000001:0.0:1775768520.618482:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000800:00000010:3.0:1775768520.618482:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000100:00000040:0.0:1775768520.618488:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000400:00000200:3.0:1775768520.618490:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1775768520.618491:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768520.618495:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768520.618499:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000400:00000200:3.0:1775768520.618500:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000020:00000040:0.0:1775768520.618503:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000400:00000200:3.0:1775768520.618507:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3a18
00000100:00080000:0.0:1775768520.618508:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768520.618512:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768520.618514:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768520.618516:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768520.618518:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775768520.618518:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3a18.
00000100:00000001:0.0:1775768520.618523:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768520.618525:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000008:00100000:0.0:1775768520.618526:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768520.618530:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1775768520.618532:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322925180 x1862022335235712/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768545 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768520.618533:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768520.618538:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322927800.
00000020:00000040:0.0:1775768520.618543:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:0.0:1775768520.618549:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1775768520.618550:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1775768520.618551:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768520.618553:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768520.618555:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768520.618557:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768520.618557:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322925180 x1862022335235712/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768545 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1775768520.618562:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477f000.
00000100:00000001:0.0:1775768520.618566:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768520.618572:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768520.618574:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322927800 x1862022335236096/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768520.618575:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768520.618581:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768520.618582:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768520.618583:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768520.618587:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e429b339] to pc [ptlrpcd_rcv+-1]  req@ffff927322927800 x1862022335236096/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775768520.618590:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:0.0:1775768520.618595:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768520.618596:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768520.618599:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775768520.618600:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768520.618602:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768520.618604:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1775768520.618604:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4300378877
00000100:00080000:0.0:1775768520.618607:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5705
00000400:00000200:0.0:1775768520.618612:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000010:3.0:1775768520.618613:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3420.
00000400:00000200:0.0:1775768520.618616:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768520.618619:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1775768520.618622:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2
00000100:00000040:0.0:1775768520.618623:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768520.618627:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768520.618629:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768520.618632:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:0.0:1775768520.618634:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768520.618635:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:0.0:1775768520.618636:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768520.618638:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000100:00000001:3.0:1775768520.618638:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4300378877
00000020:00000001:0.0:1775768520.618643:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000010:3.0:1775768520.618644:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3a80.
00000020:00000001:0.0:1775768520.618647:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000001:3.0:1775768520.618649:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3
00000100:00000040:0.0:1775768520.618652:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768520.618654:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768520.618655:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775768520.618659:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768520.618660:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:0.0:1775768520.618664:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000001:3.0:1775768520.618665:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000020:00000040:0.0:1775768520.618669:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00100000:3.0:1775768520.618673:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768520/real 1775768520]  req@ffff927322925180 x1862022335235712/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1775768520.618674:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:0.0:1775768520.618679:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768520.618684:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768520.618688:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:3.0:1775768520.618690:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:0.0:1775768520.618692:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1775768520.618693:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1775768520.618695:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768520.618698:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768520.618700:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768520.618702:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768520.618705:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322924000.
00000400:00000010:3.0:1775768520.618705:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96e18.
00000400:00000200:3.0:1775768520.618733:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3b28
00000400:00000010:3.0:1775768520.618735:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3b28.
00000100:00000001:3.0:1775768520.618739:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:0.0:1775768520.618741:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
00000100:00000200:3.0:1775768520.618743:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322925180 x1862022335235712/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1775768520.618746:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768520.618748:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768520.618752:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768520.618755:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768520.618759:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1775768520.618760:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322925180 x1862022335235712/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1775768520.618764:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92730477d400.
00000100:00000001:0.0:1775768520.618770:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768520.618771:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768520.618774:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768520.618777:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00100000:0.0:1775768520.618778:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322924000 x1862022335236224/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768520.618780:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768520.618788:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322925180 x1862022335235712/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768520.618798:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768520.618801:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768520.618807:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768520.618810:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c89b33e] to pc [ptlrpcd_rcv+-1]  req@ffff927322924000 x1862022335236224/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775768520.618815:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322925180 x1862022335235712/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768545 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768520.618829:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768520.618834:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:0.0:1775768520.618836:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5715)
00000100:00000001:3.0:1775768520.618838:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768520.618841:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768520.618842:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768520.618845:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768520.618847:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768520.618850:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768520.618855:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768520.618857:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768520.618861:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322925180 x1862022335235712/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768545 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768520.618874:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322925180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335235712:192.168.202.131@tcp:250:kworker.0
00000100:00000001:3.0:1775768520.618881:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768520.618884:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768520.618887:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322925180 x1862022335235712/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768545 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768520.618900:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768520.618903:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768520.618905:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a67000.
02000000:00000001:3.0:1775768520.618909:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768520.618911:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768520.618912:0:2404:0:(genops.c:1242:class_import_put()) import ffff9273194c5000 refcount=3 obd=MGC192.168.202.131@tcp
00000020:00000001:3.0:1775768520.618914:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768520.618916:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477f800.
02000000:00000001:3.0:1775768520.618919:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768520.618921:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768520.618923:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322925180.
00000100:00000001:3.0:1775768520.618925:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768520.618927:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768520.618930:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768520.618936:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768520.618938:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768520.618940:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768520.618941:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768520.618943:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768520.618946:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322926300 x1862022335235840/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768520.618953:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768520.618954:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768520.618956:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768520.618958:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768520.618960:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768520.618963:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322926300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335235840:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768520.618966:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768520.618968:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768520.618969:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768520.618971:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768520.618974:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a67000.
02000000:00000001:3.0:1775768520.618975:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768520.618979:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768520.618981:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96e18.
00000400:00000010:3.0:1775768520.618985:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3b28.
00000100:00000200:3.0:1775768520.618988:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335235840, portal 10
00000100:00000001:3.0:1775768520.618990:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768520.618991:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931754240 : -120451777797376 : ffff927322926300)
00000100:00000040:3.0:1775768520.618996:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322926300 x1862022335235840/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768545 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768520.619002:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768520.619004:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768520.619006:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3a18.
00000100:00000200:3.0:1775768520.619008:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335235840, offset 0
00000400:00000200:3.0:1775768520.619012:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768520.619015:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768520.619018:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768520.619021:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768520.619023:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768520.619026:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768520.619028:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768520.619031:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60962:60962:256:4294967295] 192.168.202.131@tcp LPNI seq info [60962:60962:8:4294967295]
00000400:00000200:3.0:1775768520.619034:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768520.619051:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768520.619056:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768520.619059:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768520.619063:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768520.619066:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775768520.619070:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768520.619072:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1775768520.619075:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768520.619077:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768520.619080:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768520.619083:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768520.619086:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3a18
00000400:00000010:3.0:1775768520.619087:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3a18.
00000100:00000001:3.0:1775768520.619089:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768520.619093:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322926300 x1862022335235840/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768545 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768520.619099:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768520.619102:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322926300 x1862022335235840/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768545 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768520.619107:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768520.619108:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768520.619111:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768520.619114:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: using a timeout of 15131 usecs (16 jiffies)
00000400:00000200:3.0:1775768520.619117:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768520.619119:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300377617
00000100:00000001:3.0:1775768520.619121:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300378877
00000100:00000001:3.0:1775768520.619123:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300377617
00000100:00000001:3.0:1775768520.619125:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300378877
00000100:00000001:3.0:1775768520.619127:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768520.619129:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768520.619131:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768520.619134:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768520/real 1775768520]  req@ffff927322926300 x1862022335235840/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768520.619141:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768520.619143:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768520.619144:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96e18.
00000400:00000200:3.0:1775768520.619147:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3b28
00000400:00000010:3.0:1775768520.619148:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3b28.
00000100:00000001:3.0:1775768520.619150:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768520.619153:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322926300 x1862022335235840/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768520.619171:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322926300 x1862022335235840/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768520.619176:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768520.619178:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768520.619179:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768520.619180:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768520.619183:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322926300 x1862022335235840/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768520.619189:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768520.619191:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322926300 x1862022335235840/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768545 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768520.619197:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768520.619199:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768520.619200:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768520.619201:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768520.619203:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768520.619204:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768520.619206:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768520.619209:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768520.619210:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768520.619213:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322926300 x1862022335235840/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768545 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768520.619220:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322926300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335235840:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768520.619224:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768520.619228:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322927b80 x1862022335235968/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768520.619238:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768520.619239:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768520.619241:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768520.619242:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768520.619244:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768520.619246:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322927b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335235968:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768520.619249:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768520.619251:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768520.619252:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768520.619253:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768520.619256:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a64c00.
02000000:00000001:3.0:1775768520.619257:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768520.619260:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768520.619262:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96e18.
00000400:00000010:3.0:1775768520.619265:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3b28.
00000100:00000200:3.0:1775768520.619267:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335235968, portal 10
00000100:00000001:3.0:1775768520.619268:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768520.619269:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931760512 : -120451777791104 : ffff927322927b80)
00000100:00000040:3.0:1775768520.619273:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322927b80 x1862022335235968/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768545 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768520.619278:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768520.619280:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768520.619282:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3a18.
00000100:00000200:3.0:1775768520.619284:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335235968, offset 0
00000400:00000200:3.0:1775768520.619287:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768520.619290:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768520.619293:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768520.619295:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768520.619297:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768520.619299:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768520.619301:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768520.619304:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60963:60963:256:4294967295] 192.168.202.131@tcp LPNI seq info [60963:60963:8:4294967295]
00000400:00000200:3.0:1775768520.619307:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768520.619312:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768520.619316:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768520.619318:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768520.619321:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768520.619323:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775768520.619326:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768520.619328:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1775768520.619331:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768520.619333:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768520.619335:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768520.619338:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768520.619340:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3a18
00000400:00000010:3.0:1775768520.619341:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3a18.
00000100:00000001:3.0:1775768520.619343:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768520.619346:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322927b80 x1862022335235968/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768545 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768520.619352:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768520.619354:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322927b80 x1862022335235968/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768545 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768520.619360:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768520.619361:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768520.619363:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768520.619366:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: using a timeout of 41678 usecs (42 jiffies)
00000400:00000200:3.0:1775768520.619369:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768520.619370:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300377643
00000100:00000001:3.0:1775768520.619372:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300378877
00000100:00000001:3.0:1775768520.619374:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300377643
00000100:00000001:3.0:1775768520.619376:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300378877
00000100:00000001:3.0:1775768520.619378:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768520.619380:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768520.619381:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768520.619384:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768520/real 1775768520]  req@ffff927322927b80 x1862022335235968/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768520.619391:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768520.619392:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768520.619394:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96e18.
00000400:00000200:3.0:1775768520.619396:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3b28
00000400:00000010:3.0:1775768520.619397:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3b28.
00000100:00000001:3.0:1775768520.619399:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768520.619402:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322927b80 x1862022335235968/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768520.619408:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322927b80 x1862022335235968/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768520.619414:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768520.619415:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768520.619417:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768520.619418:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768520.619420:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322927b80 x1862022335235968/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768520.619426:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768520.619429:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322927b80 x1862022335235968/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768545 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768520.619434:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768520.619436:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768520.619438:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768520.619439:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768520.619440:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768520.619442:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768520.619444:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768520.619448:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768520.619449:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768520.619453:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322927b80 x1862022335235968/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768545 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768520.619460:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322927b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335235968:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768520.619463:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768520.619466:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322927800 x1862022335236096/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768520.619473:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768520.619474:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768520.619476:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768520.619478:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768520.619480:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768520.619482:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322927800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335236096:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768520.619485:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768520.619486:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768520.619488:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768520.619489:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768520.619492:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65c00.
02000000:00000001:3.0:1775768520.619494:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768520.619497:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768520.619500:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96e18.
00000400:00000010:3.0:1775768520.619503:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3b28.
00000100:00000200:3.0:1775768520.619506:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335236096, portal 4
00000100:00000001:3.0:1775768520.619507:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768520.619508:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931759616 : -120451777792000 : ffff927322927800)
00000100:00000040:3.0:1775768520.619512:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322927800 x1862022335236096/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768545 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768520.619515:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768520.619517:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768520.619518:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3a18.
00000100:00000200:3.0:1775768520.619520:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335236096, offset 0
00000400:00000200:3.0:1775768520.619522:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768520.619524:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768520.619526:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768520.619528:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768520.619529:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768520.619531:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768520.619532:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768520.619534:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60964:60964:256:4294967295] 192.168.202.131@tcp LPNI seq info [60964:60964:8:4294967295]
00000400:00000200:3.0:1775768520.619536:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768520.619540:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768520.619542:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768520.619544:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768520.619546:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768520.619547:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775768520.619550:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768520.619551:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1775768520.619554:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768520.619555:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768520.619557:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768520.619558:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768520.619560:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3a18
00000400:00000010:3.0:1775768520.619561:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3a18.
00000100:00000001:3.0:1775768520.619562:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768520.619564:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322927800 x1862022335236096/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768545 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768520.619569:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768520.619571:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322927800 x1862022335236096/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768545 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768520.619574:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768520.619575:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768520.619577:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768520.619579:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: using a timeout of 22192 usecs (23 jiffies)
00000400:00000200:3.0:1775768520.619581:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768520.619582:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300377624
00000100:00000001:3.0:1775768520.619584:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300378877
00000100:00000001:3.0:1775768520.619585:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300377624
00000100:00000001:3.0:1775768520.619586:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300378877
00000100:00000001:3.0:1775768520.619587:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768520.619589:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768520.619590:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768520.619591:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768520/real 1775768520]  req@ffff927322927800 x1862022335236096/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768520.619596:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768520.619596:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768520.619597:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96e18.
00000400:00000200:3.0:1775768520.619599:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3b28
00000400:00000010:3.0:1775768520.619600:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3b28.
00000100:00000001:3.0:1775768520.619601:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768520.619602:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322927800 x1862022335236096/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768520.619606:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322927800 x1862022335236096/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768520.619611:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768520.619612:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768520.619614:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768520.619615:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768520.619618:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322927800 x1862022335236096/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768520.619625:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768520.619628:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322927800 x1862022335236096/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768545 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768520.619634:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768520.619636:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768520.619637:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768520.619638:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768520.619640:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768520.619641:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768520.619643:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768520.619646:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768520.619648:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768520.619652:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322927800 x1862022335236096/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768545 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768520.619659:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322927800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335236096:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768520.619662:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768520.619665:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322924000 x1862022335236224/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768520.619671:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768520.619672:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768520.619674:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768520.619675:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768520.619677:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768520.619679:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322924000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335236224:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768520.619683:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768520.619684:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768520.619685:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768520.619687:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768520.619689:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a66400.
02000000:00000001:3.0:1775768520.619691:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768520.619694:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768520.619697:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96e18.
00000400:00000010:3.0:1775768520.619700:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3b28.
00000100:00000200:3.0:1775768520.619702:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335236224, portal 4
00000100:00000001:3.0:1775768520.619704:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768520.619705:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931745280 : -120451777806336 : ffff927322924000)
00000100:00000040:3.0:1775768520.619730:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322924000 x1862022335236224/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768545 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768520.619736:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768520.619738:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768520.619741:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3a18.
00000100:00000200:3.0:1775768520.619742:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335236224, offset 0
00000400:00000200:3.0:1775768520.619744:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768520.619747:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768520.619749:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768520.619751:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768520.619752:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768520.619754:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768520.619755:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768520.619757:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60965:60965:256:4294967295] 192.168.202.131@tcp LPNI seq info [60965:60965:8:4294967295]
00000400:00000200:3.0:1775768520.619759:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768520.619763:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768520.619765:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768520.619767:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768520.619769:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768520.619771:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775768520.619774:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768520.619775:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1775768520.619777:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768520.619778:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768520.619780:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768520.619782:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768520.619784:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3a18
00000400:00000010:3.0:1775768520.619785:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3a18.
00000100:00000001:3.0:1775768520.619786:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768520.619789:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322924000 x1862022335236224/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768545 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768520.619793:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768520.619795:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322924000 x1862022335236224/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768545 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768520.619798:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768520.619799:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768520.619801:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768520.619802:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: using a timeout of 22500 usecs (23 jiffies)
00000400:00000200:3.0:1775768520.619804:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768520.619805:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300377625
00000100:00000001:3.0:1775768520.619807:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300378877
00000100:00000001:3.0:1775768520.619808:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300377625
00000100:00000001:3.0:1775768520.619809:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300378877
00000100:00000001:3.0:1775768520.619810:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768520.619811:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768520.619812:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768520.619814:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768520/real 1775768520]  req@ffff927322924000 x1862022335236224/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768520.619818:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768520.619819:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768520.619820:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96e18.
00000400:00000200:3.0:1775768520.619821:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3b28
00000400:00000010:3.0:1775768520.619822:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3b28.
00000100:00000001:3.0:1775768520.619823:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768520.619825:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322924000 x1862022335236224/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768520.619830:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322924000 x1862022335236224/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768520.619837:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768520.619838:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768520.619839:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768520.619840:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768520.619841:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322924000 x1862022335236224/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768520.619845:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768520.619847:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322924000 x1862022335236224/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768545 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768520.619850:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768520.619851:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768520.619852:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768520.619853:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768520.619853:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768520.619854:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768520.619855:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768520.619857:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768520.619858:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768520.619860:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322924000 x1862022335236224/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768545 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768520.619864:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322924000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335236224:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768520.619866:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768520.619867:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768520.619869:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322926300 x1862022335235840/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768545 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768520.619872:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768520.619873:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768520.619875:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a67000.
02000000:00000001:3.0:1775768520.619876:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768520.619877:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768520.619878:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c000 refcount=137 obd=lustre-MDT0000-mdc-ffff927308189800
00000020:00000001:3.0:1775768520.619879:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768520.619880:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477e000.
02000000:00000001:3.0:1775768520.619882:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768520.619882:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768520.619883:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322926300.
00000100:00000001:3.0:1775768520.619885:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768520.619886:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768520.619887:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768520.619888:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322927b80 x1862022335235968/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768545 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768520.619892:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768520.619892:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768520.619893:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a64c00.
02000000:00000001:3.0:1775768520.619895:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768520.619896:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768520.619897:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f800 refcount=3 obd=lustre-MDT0001-mdc-ffff927308189800
00000020:00000001:3.0:1775768520.619899:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768520.619900:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477fc00.
02000000:00000001:3.0:1775768520.619902:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768520.619903:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768520.619904:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322927b80.
00000100:00000001:3.0:1775768520.619906:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768520.619907:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768520.619909:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768520.619912:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322927800 x1862022335236096/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768545 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768520.619917:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768520.619918:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768520.619919:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65c00.
02000000:00000001:3.0:1775768520.619922:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768520.619923:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768520.619924:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f000 refcount=2 obd=lustre-OST0000-osc-ffff927308189800
00000020:00000001:3.0:1775768520.619926:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768520.619927:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477f000.
02000000:00000001:3.0:1775768520.619929:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768520.619930:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768520.619931:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322927800.
00000100:00000001:3.0:1775768520.619933:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768520.619934:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768520.619936:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768520.619939:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322924000 x1862022335236224/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768545 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768520.619946:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768520.619947:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768520.619948:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a66400.
02000000:00000001:3.0:1775768520.619950:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768520.619951:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768520.619952:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c800 refcount=2 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:3.0:1775768520.619954:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768520.619955:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92730477d400.
02000000:00000001:3.0:1775768520.619957:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768520.619957:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768520.619958:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322924000.
00000100:00000001:3.0:1775768520.619960:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768520.619960:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768520.619962:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768520.619964:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768520.619965:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768520.619966:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768520.619967:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768521.193806:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768521.193810:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768521.193812:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768521.193817:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768521.193820:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768521.193825:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768521.193827:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768521.193830:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768521.193832:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768521.641805:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768521.641810:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768521.641814:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768521.641814:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768521.641816:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768521.641818:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768521.641819:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768521.641820:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768521.641822:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768521.641823:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768521.641885:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768521.641889:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768521.641892:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768521.897802:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300378877, at 4300378880
00000100:00000040:3.0:1775768521.897802:0:58796:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649b30 (cpu 0) has reached its deadline 4300378877, at 4300378880
00000100:00000010:2.0:1775768521.897814:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3420.
00000100:00000010:3.0:1775768521.897815:0:58796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3a80.
00000100:00000001:3.0:1775768522.217800:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768522.217805:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768522.217807:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768522.217811:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768522.217813:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768522.217817:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768522.217818:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768522.217820:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768522.217822:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768522.665782:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768522.665786:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768522.665790:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768522.665791:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768522.665793:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768522.665794:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768522.665796:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768522.665796:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768522.665798:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768522.665799:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768522.665850:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768522.665854:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768522.665857:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775768523.241829:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768523.241836:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768523.241837:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768523.241843:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768523.241847:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768523.241850:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768523.241854:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768523.241856:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768523.241858:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768523.692838:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768523.692843:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768523.692849:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768523.692850:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768523.692853:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768523.692854:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768523.692858:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768523.692859:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768523.692863:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768523.692864:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768523.693021:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768523.693031:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768523.693034:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775768524.265816:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768524.265823:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768524.265826:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768524.265831:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768524.265836:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768524.265840:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768524.265842:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768524.265845:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768524.265848:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768524.714410:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768524.714428:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768524.714437:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768524.714439:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768524.714444:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768524.714445:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768524.714449:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768524.714450:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768524.714455:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768524.714457:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768524.715644:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768524.715648:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768524.715652:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775768525.289844:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768525.289850:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768525.289852:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768525.289858:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768525.289872:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768525.289876:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768525.289879:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768525.289882:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768525.289885:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768525.737816:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:2.0:1775768525.737820:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:3.0:1775768525.737822:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768525.737824:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768525.737828:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768525.737829:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:3.0:1775768525.737832:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1775768525.737833:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:3.0:1775768525.737834:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768525.737837:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768525.737838:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:3.0:1775768525.737838:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768525.737842:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1775768525.737843:0:57984:0:(import.c:484:import_select_connection()) Process entered
00010000:00000001:3.0:1775768525.737844:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768525.737845:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768525.737847:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768525.737848:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768525.737849:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768525.737852:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5710
00010000:00000001:3.0:1775768525.737852:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768525.737855:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768525.737859:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768525.737860:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768525.737862:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768525.737863:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768525.737866:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00010000:00000001:3.0:1775768525.737866:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768525.737869:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768525.737871:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768525.737873:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768525.737875:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768525.737878:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00010000:00000001:3.0:1775768525.737879:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000040:2.0:1775768525.737882:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00010000:00000001:3.0:1775768525.737883:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768525.737885:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768525.737887:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00010000:00000001:3.0:1775768525.737888:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1775768525.737889:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00010000:00000001:3.0:1775768525.737891:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000020:00000001:2.0:1775768525.737893:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00010000:00000001:3.0:1775768525.737893:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000020:00000040:2.0:1775768525.737896:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00010000:00000001:3.0:1775768525.737897:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768525.737899:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00010000:00000001:3.0:1775768525.737900:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000020:00000040:2.0:1775768525.737902:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00010000:00000001:3.0:1775768525.737903:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768525.737906:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00010000:00000001:3.0:1775768525.737907:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768525.737910:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00010000:00000001:3.0:1775768525.737911:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768525.737917:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768525.737920:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768525.737921:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768525.737923:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768525.737926:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775768525.737930:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768525.737933:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768525.737936:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768525.737939:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768525.737942:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768525.737944:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768525.737947:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768525.737957:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775768525.737960:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
00000020:00000001:1.0:1775768525.737963:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
02000000:00000001:2.0:1775768525.737963:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000020:00000001:1.0:1775768525.737966:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768525.737966:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768525.737968:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00010000:00010000:1.0:1775768525.737970:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
02000000:00000001:2.0:1775768525.737971:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768525.737975:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768525.737982:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306beec00.
00000100:00000001:2.0:1775768525.737998:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768525.738007:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335236352/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768525.738016:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768525.738020:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768525.738025:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335236352/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768525.738045:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768525.738047:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768525.738051:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768525.738052:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768525.738053:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768525.738056:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768525.738058:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5710
00000400:00000200:2.0:1775768525.738063:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768525.738067:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768525.738069:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768525.738072:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768525.738075:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775768525.738076:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1775768525.738078:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768525.738080:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768525.738081:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000001:3.0:1775768525.738084:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1775768525.738085:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768525.738087:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:2.0:1775768525.738089:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768525.738092:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000100:00000040:3.0:1775768525.738093:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b55180 x1862022335236352/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1775768525.738095:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775768525.738100:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:2.0:1775768525.738106:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768525.738108:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768525.738109:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775768525.738111:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768525.738112:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768525.738116:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
02000000:00000001:3.0:1775768525.738117:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:2.0:1775768525.738118:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775768525.738121:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
02000000:00000001:3.0:1775768525.738121:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768525.738124:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768525.738126:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768525.738127:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768525.738131:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1775768525.738132:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335236352:192.168.202.131@tcp:250:kworker.0
02000000:00000001:2.0:1775768525.738134:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768525.738137:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768525.738140:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00100000:2.0:1775768525.738142:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768525.738144:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768525.738145:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1775768525.738146:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768525.738150:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
02000000:00000001:3.0:1775768525.738150:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1775768525.738155:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:2.0:1775768525.738156:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768525.738156:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1775768525.738158:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768525.738159:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768525.738160:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768525.738161:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768525.738162:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a66400.
02000000:00000001:3.0:1775768525.738165:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768525.738166:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306befc00.
00000100:00000001:2.0:1775768525.738171:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768525.738175:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335236480/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1775768525.738175:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768525.738181:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96e18.
00000100:00000001:2.0:1775768525.738184:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768525.738186:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775768525.738188:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3b28.
00000100:00000040:2.0:1775768525.738189:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335236480/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768525.738195:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335236352, portal 25
00000100:00000001:2.0:1775768525.738196:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768525.738200:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1775768525.738200:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768525.738202:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682385280 : -120452027166336 : ffff927313b55180)
00000100:00080000:2.0:1775768525.738203:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768525.738206:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768525.738208:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768525.738211:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:3.0:1775768525.738211:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b55180 x1862022335236352/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768550 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775768525.738215:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5710
00000400:00000200:2.0:1775768525.738221:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768525.738223:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768525.738225:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768525.738231:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768525.738235:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775768525.738235:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768525.738239:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000040:3.0:1775768525.738243:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000100:00000001:2.0:1775768525.738244:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768525.738247:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000010:3.0:1775768525.738247:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3a18.
00000020:00000040:2.0:1775768525.738250:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000100:00000200:3.0:1775768525.738252:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022335236352, offset 0
00000020:00000001:2.0:1775768525.738253:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768525.738256:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775768525.738258:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000400:00000200:3.0:1775768525.738261:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000020:00000001:2.0:1775768525.738263:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:2.0:1775768525.738268:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768525.738269:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1775768525.738272:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000040:2.0:1775768525.738273:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768525.738275:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768525.738277:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:2.0:1775768525.738281:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000400:00000200:3.0:1775768525.738281:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000100:00000001:2.0:1775768525.738287:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768525.738288:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1775768525.738289:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1775768525.738291:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1775768525.738294:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
02000000:00000001:2.0:1775768525.738295:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768525.738297:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768525.738300:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1775768525.738300:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000008:00000001:2.0:1775768525.738304:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768525.738305:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000100:00000001:2.0:1775768525.738306:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768525.738309:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60966:60966:256:4294967295] 192.168.202.131@tcp LPNI seq info [60966:60966:8:4294967295]
00000100:00000010:2.0:1775768525.738310:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
00000020:00000040:2.0:1775768525.738313:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
00000400:00000200:3.0:1775768525.738314:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
02000000:00000001:2.0:1775768525.738317:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768525.738318:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768525.738319:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768525.738320:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768525.738321:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768525.738324:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec000.
00000100:00000001:2.0:1775768525.738327:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768525.738331:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335236608/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1775768525.738336:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768525.738348:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768525.738353:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000100:00000001:2.0:1775768525.738354:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768525.738357:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768525.738360:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335236608/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1775768525.738364:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768525.738369:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000100:00000001:2.0:1775768525.738371:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768525.738373:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768525.738378:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768525.738380:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:3.1:1775768525.738381:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00080000:2.0:1775768525.738382:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:3.1:1775768525.738385:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000100:00000001:2.0:1775768525.738386:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768525.738391:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5710
00000800:00000100:3.0:1775768525.738393:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768525.738396:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:2.0:1775768525.738397:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768525.738401:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000400:00000200:3.0:1775768525.738401:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:2.0:1775768525.738402:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768525.738406:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000400:00000200:3.0:1775768525.738409:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1775768525.738410:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768525.738413:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000400:00000200:3.0:1775768525.738414:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3a18
00000100:00000001:2.0:1775768525.738415:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768525.738417:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000010:3.0:1775768525.738417:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3a18.
00000020:00000040:2.0:1775768525.738419:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775768525.738421:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768525.738423:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000100:00000001:3.0:1775768525.738423:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:2.0:1775768525.738426:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775768525.738427:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000200:3.0:1775768525.738428:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b55180 x1862022335236352/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768550 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768525.738431:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768525.738434:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768525.738437:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768525.738441:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768525.738443:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00000001:3.0:1775768525.738444:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1775768525.738446:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000040:3.0:1775768525.738449:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b55180 x1862022335236352/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768550 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768525.738450:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768525.738453:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768525.738456:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768525.738459:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768525.738460:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768525.738461:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768525.738463:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768525.738465:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768525.738466:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768525.738467:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
00000100:00000001:3.0:1775768525.738469:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:2.0:1775768525.738470:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:2.0:1775768525.738472:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768525.738473:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768525.738474:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768525.738475:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768525.738476:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768525.738476:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768525.738482:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee000.
00000100:00000001:2.0:1775768525.738485:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768525.738485:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768525.738490:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4300383997
00000100:00100000:2.0:1775768525.738491:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335236736/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768525.738497:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000010:3.0:1775768525.738498:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3a80.
00000100:00000001:3.0:1775768525.738505:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1775768525.738506:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768525.738510:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335236736/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768525.738511:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4300383997
00000100:00000010:3.0:1775768525.738516:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe36c0.
00000100:00000001:2.0:1775768525.738517:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768525.738520:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1775768525.738521:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3
00000100:00080000:2.0:1775768525.738525:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775768525.738525:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768525.738528:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1775768525.738529:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768525.738530:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768525.738532:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1775768525.738533:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768525.738536:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5710
00000100:00100000:3.0:1775768525.738538:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768525/real 1775768525]  req@ffff927313b55180 x1862022335236352/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1775768525.738540:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768525.738545:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768525.738549:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768525.738553:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000400:00000001:3.0:1775768525.738554:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1775768525.738555:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:3.0:1775768525.738556:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:2.0:1775768525.738559:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000400:00000010:3.0:1775768525.738560:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96e18.
00000400:00000200:3.0:1775768525.738563:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3b28
00000100:00000001:2.0:1775768525.738564:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000400:00000010:3.0:1775768525.738565:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3b28.
00000020:00000001:2.0:1775768525.738568:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:3.0:1775768525.738569:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:2.0:1775768525.738571:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000100:00000200:3.0:1775768525.738573:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b55180 x1862022335236352/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1775768525.738574:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768525.738577:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:2.0:1775768525.738582:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000200:3.0:1775768525.738585:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b55180 x1862022335236352/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1775768525.738586:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000001:3.0:1775768525.738594:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:2.0:1775768525.738595:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768525.738596:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768525.738599:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775768525.738600:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768525.738603:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768525.738604:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768525.738608:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00100000:3.0:1775768525.738609:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b55180 x1862022335236352/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1775768525.738612:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:2.0:1775768525.738618:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768525.738623:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768525.738627:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1775768525.738628:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1775768525.738630:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768525.738632:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768525.738633:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768525.738636:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000100:00000040:3.0:1775768525.738636:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b55180 x1862022335236352/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768550 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1775768525.738640:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768525.738643:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768525.738648:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000020:00000040:2.0:1775768525.738651:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
00000100:00000001:3.0:1775768525.738653:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:2.0:1775768525.738654:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768525.738656:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768525.738658:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768525.738659:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1775768525.738659:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1775768525.738662:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768525.738662:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000010:2.0:1775768525.738665:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306becc00.
00000100:00000001:3.0:1775768525.738665:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768525.738670:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768525.738670:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768525.738675:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:2.0:1775768525.738678:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335236864/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1775768525.738680:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768525.738688:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768525.738693:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:2.0:1775768525.738694:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768525.738698:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768525.738700:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b55180 x1862022335236352/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768550 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768525.738705:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335236864/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768525.738733:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335236352:192.168.202.131@tcp:250:kworker.0
00000100:00000001:3.0:1775768525.738741:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768525.738744:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768525.738744:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768525.738749:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5720)
00000100:00000040:3.0:1775768525.738751:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b55180 x1862022335236352/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768550 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768525.738758:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768525.738760:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768525.738764:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a66400.
02000000:00000001:3.0:1775768525.738768:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768525.738769:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768525.738771:0:2404:0:(genops.c:1242:class_import_put()) import ffff9273194c5000 refcount=3 obd=MGC192.168.202.131@tcp
00000020:00000001:3.0:1775768525.738773:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768525.738775:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306beec00.
02000000:00000001:3.0:1775768525.738779:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768525.738780:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768525.738781:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b55180.
00000100:00000001:3.0:1775768525.738785:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768525.738786:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768525.738788:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768525.738795:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768525.738796:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768525.738799:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768525.738800:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768525.738802:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768525.738805:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b55f80 x1862022335236480/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768525.738817:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768525.738818:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768525.738820:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768525.738822:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768525.738824:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768525.738826:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335236480:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768525.738829:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768525.738831:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768525.738833:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768525.738834:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768525.738837:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a66400.
02000000:00000001:3.0:1775768525.738839:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768525.738843:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768525.738845:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96e18.
00000400:00000010:3.0:1775768525.738849:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3b28.
00000100:00000200:3.0:1775768525.738852:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335236480, portal 10
00000100:00000001:3.0:1775768525.738853:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768525.738855:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682388864 : -120452027162752 : ffff927313b55f80)
00000100:00000040:3.0:1775768525.738860:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b55f80 x1862022335236480/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768550 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768525.738878:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768525.738881:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768525.738883:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3a18.
00000100:00000200:3.0:1775768525.738885:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335236480, offset 0
00000400:00000200:3.0:1775768525.738889:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768525.738894:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768525.738898:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768525.738901:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768525.738903:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768525.738906:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768525.738908:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768525.738911:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60967:60967:256:4294967295] 192.168.202.131@tcp LPNI seq info [60967:60967:8:4294967295]
00000400:00000200:3.0:1775768525.738915:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768525.738920:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768525.738925:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768525.738928:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768525.738932:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768525.738934:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775768525.738938:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768525.738940:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1775768525.738943:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768525.738944:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768525.738947:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768525.738950:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768525.738952:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3a18
00000400:00000010:3.0:1775768525.738954:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3a18.
00000100:00000001:3.0:1775768525.738956:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768525.738959:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b55f80 x1862022335236480/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768550 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768525.738966:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768525.738969:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b55f80 x1862022335236480/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768550 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768525.738974:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768525.738975:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768525.738978:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768525.738981:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: using a timeout of 15131 usecs (16 jiffies)
00000400:00000200:3.0:1775768525.738983:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768525.738985:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300382737
00000100:00000001:3.0:1775768525.739001:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300383997
00000100:00000001:3.0:1775768525.739003:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300382737
00000100:00000001:3.0:1775768525.739005:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300383997
00000100:00000001:3.0:1775768525.739007:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768525.739009:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768525.739011:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768525.739014:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768525/real 1775768525]  req@ffff927313b55f80 x1862022335236480/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768525.739021:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768525.739023:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768525.739024:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96e18.
00000400:00000200:3.0:1775768525.739026:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3b28
00000400:00000010:3.0:1775768525.739028:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3b28.
00000100:00000001:3.0:1775768525.739030:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768525.739032:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b55f80 x1862022335236480/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768525.739039:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b55f80 x1862022335236480/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768525.739045:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768525.739046:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768525.739048:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768525.739049:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768525.739052:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b55f80 x1862022335236480/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768525.739057:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768525.739060:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b55f80 x1862022335236480/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768550 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768525.739066:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768525.739068:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768525.739069:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768525.739071:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768525.739072:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768525.739074:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768525.739076:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768525.739079:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768525.739081:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768525.739084:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b55f80 x1862022335236480/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768550 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768525.739090:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335236480:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768525.739094:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768525.739096:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b56300 x1862022335236608/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768525.739102:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768525.739104:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768525.739106:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768525.739107:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768525.739109:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768525.739112:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335236608:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768525.739114:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768525.739116:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768525.739117:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768525.739119:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768525.739122:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65c00.
02000000:00000001:3.0:1775768525.739123:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768525.739126:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768525.739128:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96e18.
00000400:00000010:3.0:1775768525.739131:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3b28.
00000100:00000200:3.0:1775768525.739133:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335236608, portal 10
00000100:00000001:3.0:1775768525.739135:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768525.739136:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682389760 : -120452027161856 : ffff927313b56300)
00000100:00000040:3.0:1775768525.739141:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b56300 x1862022335236608/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768550 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768525.739146:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768525.739148:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768525.739150:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3a18.
00000100:00000200:3.0:1775768525.739152:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335236608, offset 0
00000400:00000200:3.0:1775768525.739156:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768525.739159:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768525.739162:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768525.739165:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768525.739167:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768525.739169:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768525.739171:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768525.739174:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60968:60968:256:4294967295] 192.168.202.131@tcp LPNI seq info [60968:60968:8:4294967295]
00000400:00000200:3.0:1775768525.739177:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768525.739183:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768525.739187:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768525.739190:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768525.739193:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768525.739196:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775768525.739199:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768525.739201:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1775768525.739205:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768525.739206:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768525.739209:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768525.739211:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768525.739214:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3a18
00000400:00000010:3.0:1775768525.739216:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3a18.
00000100:00000001:3.0:1775768525.739218:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768525.739220:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b56300 x1862022335236608/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768550 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768525.739227:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768525.739230:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b56300 x1862022335236608/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768550 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768525.739235:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768525.739236:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768525.739239:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768525.739241:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: using a timeout of 41678 usecs (42 jiffies)
00000400:00000200:3.0:1775768525.739244:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768525.739246:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300382763
00000100:00000001:3.0:1775768525.739248:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300383997
00000100:00000001:3.0:1775768525.739250:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300382763
00000100:00000001:3.0:1775768525.739252:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300383997
00000100:00000001:3.0:1775768525.739253:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768525.739255:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768525.739257:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768525.739259:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768525/real 1775768525]  req@ffff927313b56300 x1862022335236608/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768525.739266:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768525.739268:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768525.739269:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96e18.
00000400:00000200:3.0:1775768525.739271:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3b28
00000400:00000010:3.0:1775768525.739273:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3b28.
00000100:00000001:3.0:1775768525.739274:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768525.739277:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b56300 x1862022335236608/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768525.739284:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b56300 x1862022335236608/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768525.739291:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768525.739292:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768525.739293:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768525.739294:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768525.739297:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b56300 x1862022335236608/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768525.739303:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768525.739306:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b56300 x1862022335236608/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768550 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768525.739313:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768525.739315:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768525.739316:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768525.739318:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768525.739319:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768525.739320:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768525.739323:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768525.739326:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768525.739328:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768525.739332:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b56300 x1862022335236608/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768550 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768525.739339:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335236608:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768525.739343:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768525.739346:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b57800 x1862022335236736/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768525.739352:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768525.739354:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768525.739355:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768525.739357:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768525.739359:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768525.739362:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335236736:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768525.739365:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768525.739367:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768525.739368:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768525.739370:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768525.739373:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a64c00.
02000000:00000001:3.0:1775768525.739375:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768525.739379:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768525.739381:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96e18.
00000400:00000010:3.0:1775768525.739383:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3b28.
00000100:00000200:3.0:1775768525.739386:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335236736, portal 4
00000100:00000001:3.0:1775768525.739387:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768525.739388:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682395136 : -120452027156480 : ffff927313b57800)
00000100:00000040:3.0:1775768525.739394:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b57800 x1862022335236736/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768550 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768525.739400:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768525.739402:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768525.739404:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3a18.
00000100:00000200:3.0:1775768525.739406:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335236736, offset 0
00000400:00000200:3.0:1775768525.739409:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768525.739413:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768525.739417:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768525.739419:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768525.739421:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768525.739423:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768525.739426:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768525.739429:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60969:60969:256:4294967295] 192.168.202.131@tcp LPNI seq info [60969:60969:8:4294967295]
00000400:00000200:3.0:1775768525.739433:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768525.739439:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768525.739442:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768525.739445:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768525.739449:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768525.739451:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775768525.739455:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768525.739457:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1775768525.739460:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768525.739461:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768525.739464:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768525.739467:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768525.739469:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3a18
00000400:00000010:3.0:1775768525.739471:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3a18.
00000100:00000001:3.0:1775768525.739473:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768525.739476:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b57800 x1862022335236736/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768550 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768525.739483:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768525.739486:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b57800 x1862022335236736/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768550 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768525.739491:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768525.739493:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768525.739495:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768525.739498:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: using a timeout of 22192 usecs (23 jiffies)
00000400:00000200:3.0:1775768525.739501:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768525.739503:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300382744
00000100:00000001:3.0:1775768525.739505:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300383997
00000100:00000001:3.0:1775768525.739507:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300382744
00000100:00000001:3.0:1775768525.739509:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300383997
00000100:00000001:3.0:1775768525.739511:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768525.739513:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768525.739514:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768525.739518:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768525/real 1775768525]  req@ffff927313b57800 x1862022335236736/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768525.739525:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768525.739526:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768525.739527:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96e18.
00000400:00000200:3.0:1775768525.739530:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3b28
00000400:00000010:3.0:1775768525.739531:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3b28.
00000100:00000001:3.0:1775768525.739533:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768525.739536:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b57800 x1862022335236736/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768525.739544:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b57800 x1862022335236736/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768525.739555:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768525.739556:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768525.739558:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768525.739559:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768525.739562:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b57800 x1862022335236736/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768525.739568:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768525.739571:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b57800 x1862022335236736/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768550 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768525.739579:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768525.739581:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768525.739583:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768525.739584:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768525.739586:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768525.739587:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768525.739590:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768525.739593:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768525.739595:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768525.739599:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b57800 x1862022335236736/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768550 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768525.739606:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335236736:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768525.739609:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768525.739612:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b54e00 x1862022335236864/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768525.739617:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768525.739618:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768525.739620:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768525.739622:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768525.739623:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768525.739625:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335236864:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768525.739628:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768525.739629:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768525.739630:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768525.739632:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768525.739635:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a67000.
02000000:00000001:3.0:1775768525.739636:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768525.739639:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768525.739641:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96e18.
00000400:00000010:3.0:1775768525.739644:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3b28.
00000100:00000200:3.0:1775768525.739647:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335236864, portal 4
00000100:00000001:3.0:1775768525.739649:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768525.739650:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682384384 : -120452027167232 : ffff927313b54e00)
00000100:00000040:3.0:1775768525.739654:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b54e00 x1862022335236864/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768550 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768525.739660:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768525.739662:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768525.739664:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3a18.
00000100:00000200:3.0:1775768525.739666:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335236864, offset 0
00000400:00000200:3.0:1775768525.739670:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768525.739673:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768525.739677:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768525.739679:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768525.739682:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768525.739684:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768525.739686:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768525.739689:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60970:60970:256:4294967295] 192.168.202.131@tcp LPNI seq info [60970:60970:8:4294967295]
00000400:00000200:3.0:1775768525.739693:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768525.739698:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768525.739702:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768525.739705:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768525.739728:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768525.739731:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775768525.739735:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768525.739737:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1775768525.739741:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768525.739743:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768525.739745:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768525.739748:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768525.739751:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3a18
00000400:00000010:3.0:1775768525.739752:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3a18.
00000100:00000001:3.0:1775768525.739755:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768525.739758:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b54e00 x1862022335236864/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768550 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768525.739764:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768525.739766:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b54e00 x1862022335236864/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768550 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768525.739771:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768525.739773:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768525.739775:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768525.739778:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: using a timeout of 22500 usecs (23 jiffies)
00000400:00000200:3.0:1775768525.739780:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768525.739782:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300382745
00000100:00000001:3.0:1775768525.739784:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300383997
00000100:00000001:3.0:1775768525.739786:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300382745
00000100:00000001:3.0:1775768525.739788:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300383997
00000100:00000001:3.0:1775768525.739790:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768525.739792:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768525.739793:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768525.739796:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768525/real 1775768525]  req@ffff927313b54e00 x1862022335236864/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768525.739804:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768525.739805:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768525.739807:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96e18.
00000400:00000200:3.0:1775768525.739809:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3b28
00000400:00000010:3.0:1775768525.739811:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3b28.
00000100:00000001:3.0:1775768525.739813:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768525.739816:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b54e00 x1862022335236864/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768525.739824:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b54e00 x1862022335236864/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768525.739828:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768525.739829:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768525.739831:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768525.739832:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768525.739835:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b54e00 x1862022335236864/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768525.739841:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768525.739845:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b54e00 x1862022335236864/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768550 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768525.739850:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768525.739853:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768525.739854:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768525.739855:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768525.739857:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768525.739858:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768525.739860:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768525.739863:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768525.739865:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768525.739869:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b54e00 x1862022335236864/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768550 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768525.739877:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335236864:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768525.739880:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768525.739881:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768525.739884:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b55f80 x1862022335236480/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768550 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768525.739891:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768525.739892:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768525.739894:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a66400.
02000000:00000001:3.0:1775768525.739897:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768525.739898:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768525.739899:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c000 refcount=137 obd=lustre-MDT0000-mdc-ffff927308189800
00000020:00000001:3.0:1775768525.739901:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768525.739903:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306befc00.
02000000:00000001:3.0:1775768525.739905:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768525.739906:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768525.739908:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b55f80.
00000100:00000001:3.0:1775768525.739910:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768525.739911:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768525.739912:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768525.739915:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b56300 x1862022335236608/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768550 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768525.739921:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768525.739922:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768525.739924:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65c00.
02000000:00000001:3.0:1775768525.739927:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768525.739928:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768525.739929:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f800 refcount=3 obd=lustre-MDT0001-mdc-ffff927308189800
00000020:00000001:3.0:1775768525.739931:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768525.739932:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bec000.
02000000:00000001:3.0:1775768525.739935:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768525.739937:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768525.739938:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b56300.
00000100:00000001:3.0:1775768525.739940:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768525.739941:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768525.739942:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768525.739945:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b57800 x1862022335236736/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768550 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768525.739952:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768525.739953:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768525.739954:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a64c00.
02000000:00000001:3.0:1775768525.739956:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768525.739957:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768525.739958:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f000 refcount=2 obd=lustre-OST0000-osc-ffff927308189800
00000020:00000001:3.0:1775768525.739960:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768525.739961:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bee000.
02000000:00000001:3.0:1775768525.739963:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768525.739964:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768525.739965:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b57800.
00000100:00000001:3.0:1775768525.739967:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768525.739968:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768525.739970:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768525.739972:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b54e00 x1862022335236864/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768550 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768525.739978:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768525.739979:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768525.739980:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a67000.
02000000:00000001:3.0:1775768525.739983:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768525.739984:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768525.739985:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c800 refcount=2 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:3.0:1775768525.740000:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768525.740001:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306becc00.
02000000:00000001:3.0:1775768525.740004:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768525.740005:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768525.740006:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b54e00.
00000100:00000001:3.0:1775768525.740008:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768525.740010:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768525.740012:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768525.740015:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768525.740017:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768525.740019:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768525.740020:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768526.313805:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768526.313810:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768526.313811:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768526.313815:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768526.313818:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768526.313821:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768526.313823:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768526.313824:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768526.313826:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768526.761775:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768526.761780:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768526.761783:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768526.761784:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768526.761786:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768526.761787:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768526.761789:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768526.761789:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768526.761791:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768526.761792:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768526.761849:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768526.761859:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768526.761862:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775768527.017821:0:58796:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649b30 (cpu 0) has reached its deadline 4300383997, at 4300384000
00000100:00000040:2.0:1775768527.017822:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300383997, at 4300384000
00000100:00000010:3.0:1775768527.017837:0:58796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe36c0.
00000100:00000010:2.0:1775768527.017838:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3a80.
00000100:00000001:3.0:1775768527.337780:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768527.337786:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768527.337789:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768527.337793:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768527.337796:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768527.337799:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768527.337801:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768527.337803:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768527.337805:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768527.785805:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768527.785810:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768527.785814:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768527.785815:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768527.785817:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768527.785818:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768527.785820:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768527.785821:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768527.785824:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768527.785825:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768527.785886:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768527.785889:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768527.785893:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775768528.361821:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768528.361829:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768528.361830:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768528.361835:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768528.361839:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768528.361843:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768528.361845:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768528.361848:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768528.361851:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768528.809820:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768528.809831:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768528.809837:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768528.809838:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768528.809842:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768528.809843:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768528.809846:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768528.809849:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768528.809851:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768528.809854:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768528.809856:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768528.809858:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768528.809859:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768528.809861:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768528.809863:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768528.809864:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768528.809921:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768528.809925:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768528.809928:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775768529.385809:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775768529.385815:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768529.385816:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768529.385820:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:3.0:1775768529.385823:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768529.385826:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768529.385828:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768529.385830:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768529.385832:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768529.833846:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768529.833851:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768529.833856:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768529.833858:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768529.833861:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768529.833862:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768529.833864:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768529.833865:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768529.833867:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768529.833868:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768529.833928:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768529.833932:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768529.833936:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768530.409865:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768530.409872:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768530.409874:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768530.409881:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768530.409885:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768530.409889:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768530.409892:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768530.409895:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768530.409897:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768530.857809:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:3.0:1775768530.857814:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768530.857817:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768530.857824:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:3.0:1775768530.857825:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1775768530.857828:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:3.0:1775768530.857828:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768530.857834:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:3.0:1775768530.857834:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768530.857836:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768530.857840:0:57984:0:(import.c:484:import_select_connection()) Process entered
00010000:00000001:3.0:1775768530.857841:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768530.857844:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768530.857847:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:2.0:1775768530.857848:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5715
00010000:00000001:3.0:1775768530.857849:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768530.857859:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768530.857864:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768530.857867:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768530.857869:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768530.857873:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768530.857875:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768530.857877:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768530.857880:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768530.857881:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775768530.857883:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768530.857886:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775768530.857888:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775768530.857889:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775768530.857891:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768530.857893:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768530.857895:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768530.857896:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768530.857898:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775768530.857901:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768530.857903:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768530.857905:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768530.857907:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768530.857909:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768530.857911:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1775768530.857911:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768530.857912:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768530.857916:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768530.857920:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000010:2.0:1775768530.857921:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57100.
00000020:00000040:2.0:1775768530.857924:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775768530.857927:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768530.857929:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768530.857931:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768530.857933:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768530.857948:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768530.857955:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee800.
00000100:00000001:2.0:1775768530.857960:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768530.857966:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57100 x1862022335236992/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768530.857977:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768530.857980:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768530.857983:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc2dc2c] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57100 x1862022335236992/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768530.857998:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768530.858000:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768530.858002:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768530.858003:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768530.858004:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768530.858006:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768530.858008:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5715
00000400:00000200:2.0:1775768530.858010:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:2.0:1775768530.858012:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768530.858014:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768530.858016:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768530.858018:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768530.858020:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768530.858022:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768530.858025:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768530.858027:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000100:00000001:3.0:1775768530.858027:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1775768530.858029:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768530.858030:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:2.0:1775768530.858034:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000001:3.0:1775768530.858034:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768530.858037:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1775768530.858038:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:3.0:1775768530.858043:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b57100 x1862022335236992/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768530.858044:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768530.858050:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768530.858055:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768530.858056:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768530.858058:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768530.858060:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768530.858062:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768530.858064:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
02000000:00000001:3.0:1775768530.858065:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1775768530.858069:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00100000:3.0:1775768530.858070:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335236992:192.168.202.131@tcp:250:kworker.0
00000100:00080000:2.0:1775768530.858074:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:3.0:1775768530.858076:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1775768530.858077:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768530.858079:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768530.858080:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768530.858082:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768530.858085:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1775768530.858087:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1775768530.858088:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a67000.
02000000:00000001:2.0:1775768530.858091:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768530.858091:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768530.858096:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:3.0:1775768530.858100:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000008:00100000:2.0:1775768530.858101:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000400:00000010:3.0:1775768530.858103:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96e18.
00000008:00000001:2.0:1775768530.858105:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768530.858108:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775768530.858109:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3b28.
00000100:00000010:2.0:1775768530.858112:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54a80.
00000100:00000200:3.0:1775768530.858115:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335236992, portal 25
00000020:00000040:2.0:1775768530.858116:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
00000100:00000001:3.0:1775768530.858118:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
02000000:00000001:2.0:1775768530.858120:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1775768530.858120:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682393344 : -120452027158272 : ffff927313b57100)
02000000:00000001:2.0:1775768530.858123:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768530.858126:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:3.0:1775768530.858127:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b57100 x1862022335236992/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768555 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775768530.858129:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768530.858133:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768530.858135:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000010:2.0:1775768530.858137:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee400.
00000100:00000040:3.0:1775768530.858138:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768530.858141:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3a18.
00000100:00000200:3.0:1775768530.858143:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022335236992, offset 0
00000400:00000200:3.0:1775768530.858148:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000100:00000001:2.0:1775768530.858149:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768530.858155:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00100000:2.0:1775768530.858157:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54a80 x1862022335237120/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1775768530.858161:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768530.858166:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768530.858171:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000100:00000001:2.0:1775768530.858174:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1775768530.858176:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768530.858179:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000100:00000001:2.0:1775768530.858185:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768530.858194:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba5c63ce] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54a80 x1862022335237120/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775768530.858195:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60971:60971:256:4294967295] 192.168.202.131@tcp LPNI seq info [60971:60971:8:4294967295]
00000400:00000200:3.0:1775768530.858207:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:2.0:1775768530.858213:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768530.858216:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768530.858223:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:3.0:1775768530.858224:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1775768530.858227:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768530.858230:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768530.858235:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:3.0:1775768530.858235:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000100:00080000:2.0:1775768530.858241:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5715
00000800:00000010:3.0:1775768530.858242:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000400:00000200:2.0:1775768530.858246:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000800:00000200:3.0:1775768530.858251:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000400:00000200:2.0:1775768530.858252:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000800:00000200:3.0:1775768530.858254:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000100:00080000:2.0:1775768530.858255:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768530.858261:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000800:00000200:3.1:1775768530.858263:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:2.0:1775768530.858264:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1775768530.858267:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000100:00000040:2.0:1775768530.858269:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768530.858272:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000800:00000100:3.0:1775768530.858275:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000020:00000001:2.0:1775768530.858276:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768530.858278:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:2.0:1775768530.858279:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000010:3.0:1775768530.858279:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000020:00000040:2.0:1775768530.858282:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:2.0:1775768530.858284:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775768530.858285:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000400:00000200:3.0:1775768530.858285:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1775768530.858290:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768530.858293:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1775768530.858293:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000100:00000040:2.0:1775768530.858296:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000400:00000200:3.0:1775768530.858297:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3a18
00000100:00000001:2.0:1775768530.858298:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000400:00000010:3.0:1775768530.858299:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3a18.
00000020:00000040:2.0:1775768530.858301:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00000001:3.0:1775768530.858303:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:2.0:1775768530.858304:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768530.858307:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768530.858309:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:3.0:1775768530.858309:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b57100 x1862022335236992/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768555 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775768530.858313:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768530.858316:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768530.858320:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768530.858322:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1775768530.858323:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000008:00000001:2.0:1775768530.858325:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768530.858327:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b57100 x1862022335236992/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768555 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768530.858328:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768530.858334:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000100:00000001:3.0:1775768530.858335:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1775768530.858336:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
00000100:00000001:3.0:1775768530.858337:0:2404:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:2.0:1775768530.858340:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768530.858342:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768530.858343:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1775768530.858343:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768530.858346:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768530.858348:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768530.858350:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
02000000:00000010:2.0:1775768530.858353:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef000.
00000100:00000001:3.0:1775768530.858353:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4300389117
00000100:00000001:2.0:1775768530.858356:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768530.858360:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335237248/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:3.0:1775768530.858366:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe36c0.
00000100:00000001:2.0:1775768530.858367:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768530.858370:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768530.858372:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335237248/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768530.858373:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1775768530.858379:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4300389117
00000100:00000001:2.0:1775768530.858380:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768530.858383:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3120.
00000100:00080000:2.0:1775768530.858384:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1775768530.858387:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1775768530.858389:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768530.858390:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768530.858393:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00080000:2.0:1775768530.858394:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768530.858396:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768530.858398:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1775768530.858398:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768530/real 1775768530]  req@ffff927313b57100 x1862022335236992/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768530.858401:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768530.858406:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5715
00000400:00000001:3.0:1775768530.858411:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000200:2.0:1775768530.858412:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000001:3.0:1775768530.858413:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768530.858415:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96e18.
00000400:00000200:2.0:1775768530.858416:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768530.858418:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1775768530.858418:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3b28
00000400:00000010:3.0:1775768530.858421:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3b28.
00000100:00000040:2.0:1775768530.858423:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768530.858424:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1775768530.858425:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768530.858429:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000200:3.0:1775768530.858430:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b57100 x1862022335236992/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768530.858431:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768530.858436:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768530.858438:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775768530.858441:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768530.858443:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000100:00000200:3.0:1775768530.858443:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b57100 x1862022335236992/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1775768530.858444:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775768530.858448:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:2.0:1775768530.858451:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768530.858452:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768530.858454:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768530.858458:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768530.858462:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00000001:3.0:1775768530.858463:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:2.0:1775768530.858466:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:3.0:1775768530.858466:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768530.858469:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768530.858470:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768530.858471:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1775768530.858472:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768530.858475:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768530.858477:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768530.858477:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b57100 x1862022335236992/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768530.858481:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768530.858483:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768530.858488:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768530.858489:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768530.858492:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768530.858495:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b57100 x1862022335236992/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768555 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1775768530.858497:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
00000020:00000040:2.0:1775768530.858501:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
00000100:00000001:3.0:1775768530.858505:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:2.0:1775768530.858506:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1775768530.858508:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1775768530.858509:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768530.858510:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768530.858513:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1775768530.858513:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1775768530.858516:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1775768530.858516:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768530.858519:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:2.0:1775768530.858520:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768530.858522:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from CONNECTING to DISCONN
02000000:00000010:2.0:1775768530.858525:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec800.
00000100:00080000:3.0:1775768530.858525:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768530.858527:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:2.0:1775768530.858531:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768530.858533:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b57100 x1862022335236992/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768555 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768530.858539:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335237376/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1775768530.858547:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335236992:192.168.202.131@tcp:250:kworker.0
00000100:00000001:3.0:1775768530.858559:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768530.858561:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768530.858562:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1775768530.858565:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768530.858569:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b57100 x1862022335236992/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768555 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768530.858572:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335237376/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768530.858589:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768530.858593:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768530.858601:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775768530.858602:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1775768530.858602:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
00000100:00080000:2.0:1775768530.858605:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:3.0:1775768530.858606:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:2.0:1775768530.858607:0:57984:0:(import.c:484:import_select_connection()) Process entered
02000000:00000010:3.0:1775768530.858609:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a67000.
00000100:00080000:2.0:1775768530.858614:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5715
02000000:00000001:3.0:1775768530.858614:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768530.858618:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000400:00000200:2.0:1775768530.858620:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000020:00000040:3.0:1775768530.858620:0:2404:0:(genops.c:1242:class_import_put()) import ffff9273194c5000 refcount=3 obd=MGC192.168.202.131@tcp
00000400:00000200:2.0:1775768530.858625:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000020:00000001:3.0:1775768530.858625:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00080000:2.0:1775768530.858629:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
02000000:00000010:3.0:1775768530.858629:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bee800.
00000100:00000040:2.0:1775768530.858633:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768530.858635:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1775768530.858636:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:2.0:1775768530.858637:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768530.858639:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
02000000:00000001:3.0:1775768530.858639:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000020:00000001:2.0:1775768530.858642:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000010:3.0:1775768530.858642:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b57100.
00000020:00000040:2.0:1775768530.858644:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:2.0:1775768530.858646:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768530.858648:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000100:00000001:3.0:1775768530.858648:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000020:00000001:2.0:1775768530.858649:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000001:3.0:1775768530.858651:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1775768530.858652:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000001:3.0:1775768530.858656:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768530.858658:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768530.858661:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768530.858663:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768530.858665:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000001:3.0:1775768530.858665:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000020:00000040:2.0:1775768530.858668:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00000001:3.0:1775768530.858669:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768530.858673:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1775768530.858675:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:3.0:1775768530.858676:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768530.858678:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1775768530.858680:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768530.858683:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:3.0:1775768530.858685:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b54a80 x1862022335237120/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775768530.858687:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768530.858692:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768530.858696:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768530.858698:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00100000:2.0:1775768530.858700:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1775768530.858700:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768530.858704:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:2.0:1775768530.858705:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768530.858722:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768530.858725:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768530.858728:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335237120:192.168.202.131@tcp:38:kworker.0
00000100:00000001:2.0:1775768530.858730:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768530.858731:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768530.858733:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768530.858734:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768530.858735:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
02000000:00000001:3.0:1775768530.858736:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:2.0:1775768530.858739:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000010:3.0:1775768530.858739:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a67000.
02000000:00000001:2.0:1775768530.858742:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768530.858742:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768530.858745:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768530.858748:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:2.0:1775768530.858749:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768530.858751:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:3.0:1775768530.858752:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96e18.
02000000:00000001:2.0:1775768530.858754:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775768530.858755:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3b28.
00000100:00000200:3.0:1775768530.858758:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335237120, portal 10
02000000:00000010:2.0:1775768530.858759:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec400.
00000100:00000001:3.0:1775768530.858760:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768530.858762:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682383488 : -120452027168128 : ffff927313b54a80)
00000100:00000001:2.0:1775768530.858764:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768530.858767:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b54a80 x1862022335237120/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768555 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768530.858770:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335237504/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768530.858782:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1775768530.858787:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:3.0:1775768530.858787:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000100:00000001:2.0:1775768530.858790:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768530.858795:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335237504/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1775768530.858796:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3a18.
00000100:00000200:3.0:1775768530.858799:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335237120, offset 0
00000400:00000200:3.0:1775768530.858807:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768530.858814:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:2.0:1775768530.858816:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768530.858819:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000100:00000040:2.0:1775768530.858822:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5725)
00000400:00000200:3.0:1775768530.858823:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768530.858828:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768530.858831:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768530.858833:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768530.858836:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60972:60972:256:4294967295] 192.168.202.131@tcp LPNI seq info [60972:60972:8:4294967295]
00000400:00000200:3.0:1775768530.858841:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768530.858848:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768530.858853:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768530.858856:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768530.858860:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768530.858862:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775768530.858866:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768530.858868:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1775768530.858871:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768530.858872:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768530.858874:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768530.858876:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768530.858878:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3a18
00000400:00000010:3.0:1775768530.858879:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3a18.
00000100:00000001:3.0:1775768530.858881:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768530.858883:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b54a80 x1862022335237120/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768555 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768530.858888:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768530.858890:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b54a80 x1862022335237120/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768555 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768530.858894:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768530.858895:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768530.858897:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768530.858899:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: using a timeout of 15131 usecs (16 jiffies)
00000400:00000200:3.0:1775768530.858901:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768530.858902:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300387857
00000100:00000001:3.0:1775768530.858904:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300389117
00000100:00000001:3.0:1775768530.858906:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300387857
00000100:00000001:3.0:1775768530.858907:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300389117
00000100:00000001:3.0:1775768530.858908:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768530.858909:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768530.858910:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768530.858912:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768530/real 1775768530]  req@ffff927313b54a80 x1862022335237120/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768530.858917:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768530.858917:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768530.858918:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96e18.
00000400:00000200:3.0:1775768530.858919:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3b28
00000400:00000010:3.0:1775768530.858920:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3b28.
00000100:00000001:3.0:1775768530.858921:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768530.858923:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b54a80 x1862022335237120/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768530.858927:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b54a80 x1862022335237120/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768530.858934:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768530.858949:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768530.858951:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768530.858952:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768530.858956:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b54a80 x1862022335237120/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768530.858962:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768530.858965:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b54a80 x1862022335237120/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768555 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768530.858969:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768530.858970:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768530.858971:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768530.858972:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768530.858973:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768530.858974:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768530.858975:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768530.858977:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768530.858978:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768530.858980:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b54a80 x1862022335237120/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768555 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768530.858985:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335237120:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768530.858987:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768530.858989:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b54e00 x1862022335237248/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768530.858992:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768530.858993:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768530.858994:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768530.858996:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768530.858997:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768530.858998:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335237248:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768530.859001:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768530.859002:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768530.859003:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768530.859004:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768530.859006:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a64c00.
02000000:00000001:3.0:1775768530.859007:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768530.859009:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768530.859010:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96e18.
00000400:00000010:3.0:1775768530.859012:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3b28.
00000100:00000200:3.0:1775768530.859014:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335237248, portal 10
00000100:00000001:3.0:1775768530.859015:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768530.859016:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682384384 : -120452027167232 : ffff927313b54e00)
00000100:00000040:3.0:1775768530.859020:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b54e00 x1862022335237248/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768555 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768530.859023:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768530.859025:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768530.859026:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3a18.
00000100:00000200:3.0:1775768530.859027:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335237248, offset 0
00000400:00000200:3.0:1775768530.859029:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768530.859032:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768530.859034:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768530.859036:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768530.859037:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768530.859039:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768530.859040:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768530.859042:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60973:60973:256:4294967295] 192.168.202.131@tcp LPNI seq info [60973:60973:8:4294967295]
00000400:00000200:3.0:1775768530.859045:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768530.859048:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768530.859051:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768530.859053:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768530.859056:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768530.859057:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775768530.859060:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768530.859061:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1775768530.859063:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768530.859065:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768530.859067:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768530.859069:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768530.859070:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3a18
00000400:00000010:3.0:1775768530.859071:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3a18.
00000100:00000001:3.0:1775768530.859073:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768530.859075:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b54e00 x1862022335237248/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768555 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768530.859079:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768530.859081:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b54e00 x1862022335237248/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768555 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768530.859084:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768530.859085:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768530.859087:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768530.859088:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: using a timeout of 41678 usecs (42 jiffies)
00000400:00000200:3.0:1775768530.859090:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768530.859091:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300387883
00000100:00000001:3.0:1775768530.859093:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300389117
00000100:00000001:3.0:1775768530.859094:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300387883
00000100:00000001:3.0:1775768530.859095:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300389117
00000100:00000001:3.0:1775768530.859096:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768530.859097:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768530.859098:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768530.859100:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768530/real 1775768530]  req@ffff927313b54e00 x1862022335237248/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768530.859105:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768530.859106:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768530.859107:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96e18.
00000400:00000200:3.0:1775768530.859108:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3b28
00000400:00000010:3.0:1775768530.859109:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3b28.
00000100:00000001:3.0:1775768530.859110:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768530.859111:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b54e00 x1862022335237248/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768530.859115:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b54e00 x1862022335237248/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768530.859119:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768530.859120:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768530.859121:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768530.859122:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768530.859123:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b54e00 x1862022335237248/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768530.859127:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768530.859129:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b54e00 x1862022335237248/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768555 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768530.859132:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768530.859133:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768530.859134:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768530.859135:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768530.859136:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768530.859136:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768530.859138:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768530.859139:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768530.859140:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768530.859143:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b54e00 x1862022335237248/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768555 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768530.859147:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335237248:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768530.859149:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768530.859151:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b57800 x1862022335237376/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768530.859154:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768530.859155:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768530.859156:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768530.859157:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768530.859158:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768530.859159:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335237376:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768530.859161:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768530.859162:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768530.859162:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768530.859163:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768530.859165:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65c00.
02000000:00000001:3.0:1775768530.859166:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768530.859167:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768530.859169:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96e18.
00000400:00000010:3.0:1775768530.859171:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3b28.
00000100:00000200:3.0:1775768530.859173:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335237376, portal 4
00000100:00000001:3.0:1775768530.859174:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768530.859175:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682395136 : -120452027156480 : ffff927313b57800)
00000100:00000040:3.0:1775768530.859178:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b57800 x1862022335237376/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768555 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768530.859181:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768530.859183:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768530.859185:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3a18.
00000100:00000200:3.0:1775768530.859187:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335237376, offset 0
00000400:00000200:3.0:1775768530.859191:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768530.859194:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768530.859197:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768530.859199:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768530.859201:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768530.859203:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768530.859205:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768530.859208:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60974:60974:256:4294967295] 192.168.202.131@tcp LPNI seq info [60974:60974:8:4294967295]
00000400:00000200:3.0:1775768530.859212:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768530.859217:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768530.859222:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768530.859225:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768530.859228:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768530.859231:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775768530.859234:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768530.859236:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1775768530.859239:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768530.859240:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768530.859242:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768530.859244:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768530.859247:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3a18
00000400:00000010:3.0:1775768530.859248:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3a18.
00000100:00000001:3.0:1775768530.859249:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768530.859251:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b57800 x1862022335237376/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768555 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768530.859256:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768530.859258:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b57800 x1862022335237376/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768555 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768530.859262:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768530.859262:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768530.859264:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768530.859267:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: using a timeout of 22192 usecs (23 jiffies)
00000400:00000200:3.0:1775768530.859269:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768530.859270:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300387864
00000100:00000001:3.0:1775768530.859272:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300389117
00000100:00000001:3.0:1775768530.859273:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300387864
00000100:00000001:3.0:1775768530.859274:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300389117
00000100:00000001:3.0:1775768530.859275:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768530.859276:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768530.859277:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768530.859279:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768530/real 1775768530]  req@ffff927313b57800 x1862022335237376/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768530.859283:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768530.859284:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768530.859285:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96e18.
00000400:00000200:3.0:1775768530.859286:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3b28
00000400:00000010:3.0:1775768530.859287:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3b28.
00000100:00000001:3.0:1775768530.859288:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768530.859290:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b57800 x1862022335237376/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768530.859294:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b57800 x1862022335237376/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768530.859298:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768530.859298:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768530.859299:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768530.859300:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768530.859302:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b57800 x1862022335237376/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768530.859305:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768530.859307:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b57800 x1862022335237376/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768555 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768530.859310:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768530.859312:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768530.859313:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768530.859314:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768530.859315:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768530.859315:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768530.859317:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768530.859318:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768530.859319:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768530.859321:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b57800 x1862022335237376/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768555 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768530.859325:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335237376:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768530.859327:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768530.859328:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768530.859330:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b54a80 x1862022335237120/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768555 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768530.859333:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768530.859334:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768530.859335:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a67000.
02000000:00000001:3.0:1775768530.859336:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768530.859337:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768530.859338:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c000 refcount=137 obd=lustre-MDT0000-mdc-ffff927308189800
00000020:00000001:3.0:1775768530.859339:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768530.859340:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bee400.
02000000:00000001:3.0:1775768530.859341:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768530.859342:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768530.859343:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b54a80.
00000100:00000001:3.0:1775768530.859344:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768530.859345:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768530.859346:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768530.859347:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b54e00 x1862022335237248/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768555 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768530.859355:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768530.859356:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768530.859356:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a64c00.
02000000:00000001:3.0:1775768530.859358:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768530.859359:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768530.859359:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f800 refcount=3 obd=lustre-MDT0001-mdc-ffff927308189800
00000020:00000001:3.0:1775768530.859360:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768530.859361:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bef000.
02000000:00000001:3.0:1775768530.859362:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768530.859362:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768530.859363:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b54e00.
00000100:00000001:3.0:1775768530.859364:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768530.859365:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768530.859366:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768530.859367:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b57800 x1862022335237376/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768555 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768530.859370:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768530.859371:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768530.859371:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65c00.
02000000:00000001:3.0:1775768530.859373:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768530.859374:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768530.859374:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f000 refcount=2 obd=lustre-OST0000-osc-ffff927308189800
00000020:00000001:3.0:1775768530.859375:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768530.859376:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bec800.
02000000:00000001:3.0:1775768530.859378:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768530.859378:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768530.859379:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b57800.
00000100:00000001:3.0:1775768530.859380:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768530.859381:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768530.859382:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768530.859384:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768530.859384:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768530.859385:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768530.859386:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768530.859387:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768530.859389:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b56300 x1862022335237504/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768530.859392:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768530.859393:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768530.859395:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768530.859396:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768530.859397:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768530.859398:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335237504:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768530.859400:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768530.859401:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768530.859402:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768530.859403:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768530.859405:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65c00.
02000000:00000001:3.0:1775768530.859406:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768530.859408:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768530.859409:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96e18.
00000400:00000010:3.0:1775768530.859411:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3b28.
00000100:00000200:3.0:1775768530.859412:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335237504, portal 4
00000100:00000001:3.0:1775768530.859413:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768530.859414:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682389760 : -120452027161856 : ffff927313b56300)
00000100:00000040:3.0:1775768530.859417:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b56300 x1862022335237504/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768555 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768530.859421:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768530.859422:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768530.859423:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3a18.
00000100:00000200:3.0:1775768530.859425:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335237504, offset 0
00000400:00000200:3.0:1775768530.859427:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768530.859429:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768530.859431:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768530.859432:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768530.859434:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768530.859435:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768530.859437:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768530.859439:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60975:60975:256:4294967295] 192.168.202.131@tcp LPNI seq info [60975:60975:8:4294967295]
00000400:00000200:3.0:1775768530.859441:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768530.859445:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768530.859447:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768530.859449:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768530.859451:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768530.859453:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775768530.859455:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768530.859457:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1775768530.859459:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768530.859460:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768530.859461:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768530.859463:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768530.859465:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3a18
00000400:00000010:3.0:1775768530.859466:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3a18.
00000100:00000001:3.0:1775768530.859467:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768530.859469:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b56300 x1862022335237504/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768555 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768530.859473:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768530.859474:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b56300 x1862022335237504/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768555 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768530.859478:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768530.859479:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768530.859480:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768530.859482:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: using a timeout of 22500 usecs (23 jiffies)
00000400:00000200:3.0:1775768530.859483:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768530.859484:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300387864
00000100:00000001:3.0:1775768530.859486:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300389117
00000100:00000001:3.0:1775768530.859487:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300387864
00000100:00000001:3.0:1775768530.859488:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300389117
00000100:00000001:3.0:1775768530.859489:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768530.859491:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768530.859492:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768530.859493:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768530/real 1775768530]  req@ffff927313b56300 x1862022335237504/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768530.859498:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768530.859498:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768530.859499:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96e18.
00000400:00000200:3.0:1775768530.859500:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3b28
00000400:00000010:3.0:1775768530.859501:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3b28.
00000100:00000001:3.0:1775768530.859502:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768530.859504:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b56300 x1862022335237504/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768530.859508:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b56300 x1862022335237504/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768530.859512:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768530.859512:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768530.859513:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768530.859514:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768530.859515:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b56300 x1862022335237504/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768530.859519:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768530.859521:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b56300 x1862022335237504/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768555 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768530.859524:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768530.859525:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768530.859526:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768530.859527:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768530.859527:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768530.859528:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768530.859529:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768530.859531:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768530.859532:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768530.859535:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b56300 x1862022335237504/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768555 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768530.859539:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335237504:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768530.859541:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768530.859542:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768530.859543:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b56300 x1862022335237504/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768555 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768530.859546:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768530.859547:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768530.859548:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65c00.
02000000:00000001:3.0:1775768530.859549:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768530.859549:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768530.859550:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c800 refcount=2 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:3.0:1775768530.859551:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768530.859551:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bec400.
02000000:00000001:3.0:1775768530.859553:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768530.859553:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768530.859554:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b56300.
00000100:00000001:3.0:1775768530.859555:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768530.859556:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768530.859557:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768530.859558:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768530.859559:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768530.859560:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768530.859561:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768531.433831:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768531.433837:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768531.433839:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768531.433845:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768531.433857:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768531.433860:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768531.433862:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768531.433864:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768531.433865:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768531.881825:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768531.881831:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768531.881837:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768531.881839:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768531.881841:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768531.881843:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768531.881846:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768531.881847:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768531.881850:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768531.881851:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768531.881906:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768531.881911:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768531.881914:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775768532.137810:0:58796:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649b30 (cpu 0) has reached its deadline 4300389117, at 4300389120
00000100:00000040:2.0:1775768532.137815:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300389117, at 4300389120
00000100:00000010:3.0:1775768532.137822:0:58796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3120.
00000100:00000010:2.0:1775768532.137824:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe36c0.
00000100:00000001:0.0:1775768532.457820:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768532.457827:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768532.457828:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768532.457833:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768532.457835:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768532.457838:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768532.457841:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768532.457843:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768532.457845:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768532.905836:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768532.905841:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768532.905846:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768532.905847:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768532.905850:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768532.905851:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768532.905855:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768532.905856:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768532.905859:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768532.905860:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768532.905926:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768532.905930:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768532.905933:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768533.481815:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768533.481821:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768533.481823:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768533.481828:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768533.481831:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768533.481834:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768533.481837:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768533.481839:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768533.481841:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768533.929822:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768533.929826:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768533.929830:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768533.929831:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768533.929834:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768533.929835:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768533.929838:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768533.929839:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768533.929842:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768533.929843:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768533.929891:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768533.929894:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768533.929897:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768534.505828:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768534.505834:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768534.505835:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768534.505839:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768534.505842:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768534.505845:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768534.505847:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768534.505849:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768534.505851:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768534.953812:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768534.953816:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768534.953820:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768534.953821:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768534.953823:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768534.953823:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768534.953826:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768534.953826:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768534.953828:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768534.953829:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768534.953874:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768534.953877:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768534.953879:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768535.529821:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768535.529829:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768535.529831:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768535.529836:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768535.529840:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768535.529844:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768535.529846:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768535.529849:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768535.529851:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768535.977800:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768535.977807:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768535.977809:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768535.977811:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768535.977814:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768535.977816:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768535.977817:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768535.977818:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768535.977821:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768535.977822:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768535.977822:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768535.977823:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768535.977824:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768535.977825:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768535.977826:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768535.977827:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768535.977933:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768535.977935:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768535.977936:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768535.977937:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768535.977938:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768535.977939:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768535.977940:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768535.977941:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768535.977943:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768535.977944:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768535.977946:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768535.977947:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768535.977948:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768535.977949:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768535.977950:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768535.977951:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768535.977952:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768535.977953:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768535.979910:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768535.979914:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768535.979918:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1775768535.979941:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768535.979947:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775768535.979950:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768535.979954:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768535.979958:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768535.979965:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5720
00000400:00000200:1.0:1775768535.979974:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768535.979980:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768535.979983:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768535.979986:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768535.979989:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768535.979991:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768535.979994:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768535.979997:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768535.979999:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:1.0:1775768535.980001:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768535.980004:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:1.0:1775768535.980006:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:1.0:1775768535.980009:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:1.0:1775768535.980011:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768535.980014:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768535.980016:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768535.980017:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768535.980020:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:1.0:1775768535.980023:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768535.980025:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768535.980028:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768535.980031:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768535.980034:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768535.980036:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768535.980038:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768535.980048:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d13480.
00000020:00000040:1.0:1775768535.980052:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:1.0:1775768535.980055:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768535.980057:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768535.980060:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768535.980062:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768535.980066:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768535.980073:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9400.
00000100:00000001:1.0:1775768535.980079:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768535.980249:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d13480 x1862022335237632/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768535.980260:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768535.980265:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768535.980270:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d08fae2a] to pc [ptlrpcd_rcv+-1]  req@ffff927303d13480 x1862022335237632/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768535.980292:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768535.980296:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768535.980299:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775768535.980300:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768535.980301:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768535.980304:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768535.980307:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5720
00000400:00000200:1.0:1775768535.980311:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768535.980315:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768535.980317:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768535.980320:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768535.980322:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768535.980323:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768535.980325:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768535.980327:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768535.980328:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:1.0:1775768535.980330:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768535.980331:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:1.0:1775768535.980333:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:1.0:1775768535.980335:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:1.0:1775768535.980353:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768535.980355:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768535.980357:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768535.980359:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768535.980361:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:1.0:1775768535.980363:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768535.980366:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768535.980367:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768535.980372:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768535.980375:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768535.980377:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768535.980380:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768535.980383:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768535.980385:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768535.980389:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11880.
00000020:00000040:1.0:1775768535.980391:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:1.0:1775768535.980394:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768535.980395:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768535.980397:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768535.980399:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768535.980400:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768535.980404:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e8c00.
00000100:00000001:1.0:1775768535.980407:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768535.980412:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11880 x1862022335237760/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768535.980419:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768535.980421:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768535.980424:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a965cc18] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11880 x1862022335237760/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768535.980432:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768535.980434:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768535.980437:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775768535.980438:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768535.980439:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768535.980442:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768535.980444:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5720
00000400:00000200:1.0:1775768535.980447:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768535.980450:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768535.980452:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768535.980455:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768535.980457:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768535.980459:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768535.980461:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768535.980463:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768535.980464:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:1.0:1775768535.980466:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768535.980468:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:1.0:1775768535.980470:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:1.0:1775768535.980472:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:1.0:1775768535.980475:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768535.980476:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768535.980478:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768535.980479:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768535.980481:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:1.0:1775768535.980483:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768535.980486:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768535.980487:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768535.980490:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768535.980492:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768535.980494:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768535.980496:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768535.980498:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768535.980499:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768535.980502:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d10380.
00000020:00000040:1.0:1775768535.980504:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:1.0:1775768535.980507:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768535.980508:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768535.980510:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768535.980511:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768535.980513:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768535.980517:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eac00.
00000100:00000001:1.0:1775768535.980520:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768535.980522:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00100000:1.0:1775768535.980525:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d10380 x1862022335237888/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768535.980526:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768535.980529:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768535.980536:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d13480 x1862022335237632/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768535.980538:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768535.980542:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768535.980549:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fae5f3c] to pc [ptlrpcd_rcv+-1]  req@ffff927303d10380 x1862022335237888/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768535.980569:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768535.980572:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1775768535.980573:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1775768535.980576:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775768535.980576:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768535.980579:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:3.0:1775768535.980581:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:1.0:1775768535.980582:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:3.0:1775768535.980583:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768535.980587:0:42837:0:(import.c:484:import_select_connection()) Process entered
02000000:00000001:3.0:1775768535.980587:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768535.980593:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335237632:192.168.202.131@tcp:250:kworker.0
00000100:00080000:1.0:1775768535.980595:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5720
00000100:00000001:3.0:1775768535.980597:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768535.980601:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:1.0:1775768535.980602:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
02000000:00000001:3.0:1775768535.980603:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768535.980607:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
02000000:00000001:3.0:1775768535.980608:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:1.0:1775768535.980610:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768535.980613:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768535.980615:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:3.0:1775768535.980615:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65c00.
00000100:00000040:1.0:1775768535.980619:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
02000000:00000001:3.0:1775768535.980619:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768535.980623:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:1.0:1775768535.980626:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768535.980627:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000400:00000200:3.0:1775768535.980628:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000020:00000001:1.0:1775768535.980630:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768535.980632:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:1.0:1775768535.980634:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000400:00000010:3.0:1775768535.980634:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96e18.
00000020:00000001:1.0:1775768535.980638:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:1.0:1775768535.980642:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000400:00000010:3.0:1775768535.980643:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3b28.
00000100:00000001:1.0:1775768535.980644:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768535.980648:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768535.980650:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:1.0:1775768535.980652:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00000200:3.0:1775768535.980652:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335237632, portal 25
00000100:00000001:3.0:1775768535.980657:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00080000:1.0:1775768535.980658:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:3.0:1775768535.980661:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415777408 : -120452293774208 : ffff927303d13480)
00000100:00000001:1.0:1775768535.980662:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768535.980666:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768535.980670:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1775768535.980671:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d13480 x1862022335237632/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768560 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1775768535.980674:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768535.980678:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768535.980681:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1775768535.980682:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00000001:1.0:1775768535.980686:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768535.980686:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000100:00000001:1.0:1775768535.980690:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775768535.980691:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3a18.
00000100:00000010:1.0:1775768535.980694:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d11500.
00000100:00000200:3.0:1775768535.980694:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022335237632, offset 0
00000020:00000040:1.0:1775768535.980698:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
00000400:00000200:3.0:1775768535.980701:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
02000000:00000001:1.0:1775768535.980702:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768535.980704:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768535.980706:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:3.0:1775768535.980727:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768535.980731:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768535.980735:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:1.0:1775768535.980794:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768535.980797:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768535.980801:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046eb000.
00000100:00000001:1.0:1775768535.980805:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768535.980811:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d11500 x1862022335238016/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1775768535.980822:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768535.980826:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768535.980834:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768535.980838:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60976:60976:256:4294967295] 192.168.202.131@tcp LPNI seq info [60976:60976:8:4294967295]
00000400:00000200:3.0:1775768535.980841:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768535.980848:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768535.980853:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768535.980856:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768535.980861:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768535.980863:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775768535.980867:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768535.980870:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1775768535.980874:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768535.980876:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768535.980882:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1775768535.980906:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768535.980908:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768535.980913:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3229bd5] to pc [ptlrpcd_rcv+-1]  req@ffff927303d11500 x1862022335238016/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768535.980921:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768535.980923:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768535.980926:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775768535.980927:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768535.980929:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768535.980931:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768535.980934:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5720
00000400:00000200:1.0:1775768535.980937:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768535.980940:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768535.980943:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1775768535.980946:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000100:00000040:1.0:1775768535.980950:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000400:00000200:3.0:1775768535.980953:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3a18
00000100:00000001:1.0:1775768535.980954:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:3.0:1775768535.980957:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3a18.
00000100:00000040:1.0:1775768535.980958:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768535.980962:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000001:3.0:1775768535.980962:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:1.0:1775768535.980966:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768535.980969:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000100:00000200:3.0:1775768535.980969:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d13480 x1862022335237632/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768560 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1775768535.980973:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768535.980975:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:1.0:1775768535.980979:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000001:3.0:1775768535.980982:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000020:00000001:1.0:1775768535.980983:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:3.0:1775768535.980987:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d13480 x1862022335237632/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768560 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775768535.980989:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768535.980993:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768535.980997:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768535.980999:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768535.981001:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000001:3.0:1775768535.981001:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:1.0:1775768535.981005:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00000001:3.0:1775768535.981008:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768535.981009:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:1.0:1775768535.981014:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768535.981017:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1775768535.981017:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
02000000:00000001:1.0:1775768535.981022:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768535.981022:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4300394240
02000000:00000001:1.0:1775768535.981027:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768535.981030:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000010:3.0:1775768535.981030:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3120.
00000008:00100000:1.0:1775768535.981032:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775768535.981036:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768535.981037:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768535.981038:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2
00000100:00000010:1.0:1775768535.981042:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927303d12d80.
00000020:00000040:1.0:1775768535.981045:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:1.0:1775768535.981047:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768535.981049:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768535.981051:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768535.981052:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768535.981054:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768535.981057:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9273046e9000.
00000100:00000001:1.0:1775768535.981060:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768535.981065:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927303d12d80 x1862022335238144/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768535.981078:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768535.981080:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768535.981083:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000896363e8] to pc [ptlrpcd_rcv+-1]  req@ffff927303d12d80 x1862022335238144/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768535.981086:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4300394240
00000100:00000010:3.0:1775768535.981091:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff927320fe3de0.
00000100:00000001:3.0:1775768535.981093:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1775768535.981095:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768535.981097:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768535.981099:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768535.981102:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768535/real 1775768535]  req@ffff927303d13480 x1862022335237632/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768535.981109:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768535.981110:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768535.981111:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96e18.
00000400:00000200:3.0:1775768535.981114:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3b28
00000400:00000010:3.0:1775768535.981116:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3b28.
00000100:00000001:3.0:1775768535.981118:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768535.981121:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d13480 x1862022335237632/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768535.981129:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d13480 x1862022335237632/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768535.981138:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768535.981139:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768535.981141:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768535.981142:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768535.981145:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d13480 x1862022335237632/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768535.981151:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768535.981154:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d13480 x1862022335237632/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768560 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768535.981160:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768535.981162:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768535.981164:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768535.981165:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768535.981167:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768535.981168:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768535.981171:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768535.981174:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768535.981176:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768535.981179:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d13480 x1862022335237632/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768560 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768535.981187:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335237632:192.168.202.131@tcp:250:kworker.0
00000100:00000001:3.0:1775768535.981191:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768535.981193:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d11880 x1862022335237760/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768535.981199:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768535.981200:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768535.981202:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768535.981204:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768535.981205:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768535.981207:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335237760:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768535.981210:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768535.981212:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768535.981213:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768535.981215:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768535.981218:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a64c00.
02000000:00000001:3.0:1775768535.981219:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768535.981222:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768535.981225:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96e18.
00000400:00000010:3.0:1775768535.981227:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3b28.
00000100:00000200:3.0:1775768535.981230:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335237760, portal 10
00000100:00000001:3.0:1775768535.981231:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768535.981232:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415770240 : -120452293781376 : ffff927303d11880)
00000100:00000040:3.0:1775768535.981238:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d11880 x1862022335237760/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768560 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768535.981243:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768535.981244:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768535.981246:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3a18.
00000100:00000200:3.0:1775768535.981248:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335237760, offset 0
00000400:00000200:3.0:1775768535.981251:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768535.981255:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768535.981258:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768535.981260:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768535.981262:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768535.981264:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768535.981266:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768535.981271:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60977:60977:256:4294967295] 192.168.202.131@tcp LPNI seq info [60977:60977:8:4294967295]
00000400:00000200:3.0:1775768535.981279:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775768535.981280:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768535.981287:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5730)
00000400:00000200:3.0:1775768535.981287:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768535.981294:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768535.981297:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768535.981301:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768535.981303:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775768535.981313:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768535.981316:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1775768535.981319:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768535.981321:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768535.981324:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768535.981327:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768535.981330:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3a18
00000400:00000010:3.0:1775768535.981332:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3a18.
00000100:00000001:3.0:1775768535.981337:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768535.981339:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d11880 x1862022335237760/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768560 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768535.981344:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768535.981346:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d11880 x1862022335237760/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768560 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768535.981350:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768535.981351:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768535.981353:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768535.981355:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: using a timeout of 15131 usecs (16 jiffies)
00000400:00000200:3.0:1775768535.981358:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768535.981359:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300392979
00000100:00000001:3.0:1775768535.981361:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300394240
00000100:00000001:3.0:1775768535.981362:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300392979
00000100:00000001:3.0:1775768535.981364:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300394240
00000100:00000001:3.0:1775768535.981365:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768535.981366:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768535.981367:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768535.981369:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768535/real 1775768535]  req@ffff927303d11880 x1862022335237760/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768535.981373:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768535.981374:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768535.981375:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96e18.
00000400:00000200:3.0:1775768535.981376:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3b28
00000400:00000010:3.0:1775768535.981377:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3b28.
00000100:00000001:3.0:1775768535.981378:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768535.981379:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d11880 x1862022335237760/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768535.981384:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d11880 x1862022335237760/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768535.981388:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768535.981388:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768535.981389:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768535.981390:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768535.981392:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d11880 x1862022335237760/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768535.981395:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768535.981398:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d11880 x1862022335237760/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768560 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768535.981405:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768535.981407:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768535.981409:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768535.981410:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768535.981412:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768535.981413:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768535.981415:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768535.981418:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768535.981420:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768535.981424:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d11880 x1862022335237760/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768560 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768535.981431:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335237760:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768535.981435:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768535.981437:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768535.981440:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d13480 x1862022335237632/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768560 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768535.981447:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768535.981449:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768535.981452:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65c00.
02000000:00000001:3.0:1775768535.981456:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768535.981457:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768535.981458:0:2404:0:(genops.c:1242:class_import_put()) import ffff9273194c5000 refcount=3 obd=MGC192.168.202.131@tcp
00000020:00000001:3.0:1775768535.981459:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768535.981461:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046e9400.
02000000:00000001:3.0:1775768535.981463:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768535.981465:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768535.981466:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d13480.
00000100:00000001:3.0:1775768535.981468:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768535.981468:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768535.981470:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768535.981472:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d11880 x1862022335237760/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768560 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768535.981475:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768535.981476:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768535.981477:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a64c00.
02000000:00000001:3.0:1775768535.981478:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768535.981479:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768535.981479:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c000 refcount=137 obd=lustre-MDT0000-mdc-ffff927308189800
00000020:00000001:3.0:1775768535.981480:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768535.981481:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046e8c00.
02000000:00000001:3.0:1775768535.981482:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768535.981483:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768535.981483:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d11880.
00000100:00000001:3.0:1775768535.981484:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768535.981485:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768535.981486:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768535.981492:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768535.981493:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768535.981495:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768535.981495:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768535.981496:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768535.981498:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d10380 x1862022335237888/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768535.981502:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768535.981503:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768535.981504:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768535.981505:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768535.981507:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768535.981509:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335237888:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768535.981510:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768535.981511:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768535.981512:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768535.981513:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768535.981515:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a64c00.
02000000:00000001:3.0:1775768535.981517:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768535.981519:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768535.981520:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96e18.
00000400:00000010:3.0:1775768535.981522:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3b28.
00000100:00000200:3.0:1775768535.981524:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335237888, portal 10
00000100:00000001:3.0:1775768535.981525:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768535.981526:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415764864 : -120452293786752 : ffff927303d10380)
00000100:00000040:3.0:1775768535.981529:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d10380 x1862022335237888/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768560 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768535.981533:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768535.981535:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768535.981536:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3a18.
00000100:00000200:3.0:1775768535.981537:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335237888, offset 0
00000400:00000200:3.0:1775768535.981539:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768535.981541:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768535.981543:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768535.981545:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768535.981546:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768535.981548:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768535.981549:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768535.981556:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60978:60978:256:4294967295] 192.168.202.131@tcp LPNI seq info [60978:60978:8:4294967295]
00000400:00000200:3.0:1775768535.981560:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768535.981575:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768535.981580:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768535.981583:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768535.981586:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768535.981588:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775768535.981591:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768535.981594:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1775768535.981598:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768535.981600:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768535.981604:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768535.981607:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768535.981611:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3a18
00000400:00000010:3.0:1775768535.981613:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3a18.
00000100:00000001:3.0:1775768535.981616:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768535.981619:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d10380 x1862022335237888/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768560 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768535.981625:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768535.981628:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d10380 x1862022335237888/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768560 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768535.981633:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768535.981635:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768535.981637:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768535.981640:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: using a timeout of 41678 usecs (42 jiffies)
00000400:00000200:3.0:1775768535.981643:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768535.981645:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300393005
00000100:00000001:3.0:1775768535.981647:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300394240
00000100:00000001:3.0:1775768535.981649:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300393005
00000100:00000001:3.0:1775768535.981650:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300394240
00000100:00000001:3.0:1775768535.981652:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768535.981655:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768535.981656:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768535.981659:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768535/real 1775768535]  req@ffff927303d10380 x1862022335237888/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768535.981666:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768535.981667:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768535.981668:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96e18.
00000400:00000200:3.0:1775768535.981671:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3b28
00000400:00000010:3.0:1775768535.981672:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3b28.
00000100:00000001:3.0:1775768535.981674:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768535.981676:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d10380 x1862022335237888/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768535.981688:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d10380 x1862022335237888/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768535.981694:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768535.981695:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768535.981697:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768535.981698:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768535.981700:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d10380 x1862022335237888/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768535.981733:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768535.981742:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d10380 x1862022335237888/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768560 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768535.981748:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768535.981751:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768535.981752:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768535.981753:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768535.981755:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768535.981756:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768535.981759:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768535.981762:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768535.981765:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768535.981769:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d10380 x1862022335237888/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768560 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768535.981776:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335237888:192.168.202.131@tcp:38:kworker.0
00000100:00000001:3.0:1775768535.981780:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768535.981783:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d11500 x1862022335238016/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768535.981795:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768535.981796:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768535.981797:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768535.981799:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768535.981801:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768535.981804:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335238016:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768535.981807:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768535.981809:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768535.981811:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768535.981812:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768535.981815:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a65c00.
02000000:00000001:3.0:1775768535.981817:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768535.981820:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768535.981822:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96e18.
00000400:00000010:3.0:1775768535.981826:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3b28.
00000100:00000200:3.0:1775768535.981828:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335238016, portal 4
00000100:00000001:3.0:1775768535.981836:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768535.981837:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415769344 : -120452293782272 : ffff927303d11500)
00000100:00000040:3.0:1775768535.981842:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d11500 x1862022335238016/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768560 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768535.981848:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768535.981850:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768535.981852:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3a18.
00000100:00000200:3.0:1775768535.981855:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335238016, offset 0
00000400:00000200:3.0:1775768535.981858:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768535.981862:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768535.981865:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768535.981867:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768535.981870:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768535.981872:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768535.981874:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768535.981877:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60979:60979:256:4294967295] 192.168.202.131@tcp LPNI seq info [60979:60979:8:4294967295]
00000400:00000200:3.0:1775768535.981880:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768535.981896:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768535.981901:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768535.981904:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768535.981907:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768535.981909:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775768535.981912:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768535.981914:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1775768535.981918:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768535.981919:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768535.981923:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768535.981927:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768535.981931:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3a18
00000400:00000010:3.0:1775768535.981932:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3a18.
00000100:00000001:3.0:1775768535.981935:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768535.981941:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d11500 x1862022335238016/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768560 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768535.981948:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768535.981951:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d11500 x1862022335238016/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768560 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768535.981956:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768535.981957:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768535.981960:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768535.981963:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: using a timeout of 22192 usecs (23 jiffies)
00000400:00000200:3.0:1775768535.981965:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768535.981967:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300392987
00000100:00000001:3.0:1775768535.981970:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300394240
00000100:00000001:3.0:1775768535.981972:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300392987
00000100:00000001:3.0:1775768535.981974:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300394240
00000100:00000001:3.0:1775768535.981976:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768535.981978:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768535.981979:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768535.981982:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768535/real 1775768535]  req@ffff927303d11500 x1862022335238016/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768535.981990:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768535.981991:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768535.981992:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96e18.
00000400:00000200:3.0:1775768535.981995:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3b28
00000400:00000010:3.0:1775768535.981996:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3b28.
00000100:00000001:3.0:1775768535.981998:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768535.982000:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d11500 x1862022335238016/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768535.982008:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d11500 x1862022335238016/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768535.982014:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768535.982015:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768535.982017:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768535.982018:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768535.982021:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d11500 x1862022335238016/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768535.982027:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768535.982031:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d11500 x1862022335238016/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768560 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768535.982038:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768535.982040:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768535.982041:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768535.982043:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768535.982044:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768535.982046:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768535.982048:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768535.982051:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768535.982053:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768535.982056:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d11500 x1862022335238016/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768560 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768535.982062:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335238016:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768535.982065:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768535.982068:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927303d12d80 x1862022335238144/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768535.982074:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768535.982075:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768535.982077:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768535.982079:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768535.982080:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768535.982083:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927303d12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335238144:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768535.982085:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768535.982087:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768535.982088:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768535.982089:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768535.982093:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff927306a67000.
02000000:00000001:3.0:1775768535.982095:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768535.982097:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:3.0:1775768535.982100:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927313b96e18.
00000400:00000010:3.0:1775768535.982102:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3b28.
00000100:00000200:3.0:1775768535.982105:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335238144, portal 4
00000100:00000001:3.0:1775768535.982107:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768535.982108:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621415775616 : -120452293776000 : ffff927303d12d80)
00000100:00000040:3.0:1775768535.982112:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927303d12d80 x1862022335238144/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768560 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768535.982117:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768535.982120:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:3.0:1775768535.982121:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff927303ef3a18.
00000100:00000200:3.0:1775768535.982123:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335238144, offset 0
00000400:00000200:3.0:1775768535.982127:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:3.0:1775768535.982130:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768535.982134:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:3.0:1775768535.982136:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768535.982139:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:3.0:1775768535.982141:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768535.982143:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:3.0:1775768535.982146:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60980:60980:256:4294967295] 192.168.202.131@tcp LPNI seq info [60980:60980:8:4294967295]
00000400:00000200:3.0:1775768535.982149:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768535.982154:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768535.982157:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768535.982160:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927308931300.
00000800:00000200:3.0:1775768535.982164:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.0:1775768535.982166:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775768535.982169:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:3.1:1775768535.982171:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1775768535.982175:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:3.0:1775768535.982176:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927308931300.
00000400:00000200:3.0:1775768535.982179:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768535.982181:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768535.982183:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3a18
00000400:00000010:3.0:1775768535.982185:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3a18.
00000100:00000001:3.0:1775768535.982187:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768535.982190:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927303d12d80 x1862022335238144/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768560 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768535.982196:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768535.982199:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927303d12d80 x1862022335238144/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768560 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768535.982205:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768535.982207:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768535.982209:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768535.982212:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: using a timeout of 22500 usecs (23 jiffies)
00000400:00000200:3.0:1775768535.982215:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:3.0:1775768535.982217:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300392987
00000100:00000001:3.0:1775768535.982219:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300394240
00000100:00000001:3.0:1775768535.982220:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300392987
00000100:00000001:3.0:1775768535.982222:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300394240
00000100:00000001:3.0:1775768535.982224:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768535.982226:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768535.982227:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768535.982230:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768535/real 1775768535]  req@ffff927303d12d80 x1862022335238144/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768535.982238:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768535.982239:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768535.982240:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927313b96e18.
00000400:00000200:3.0:1775768535.982242:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff927303ef3b28
00000400:00000010:3.0:1775768535.982244:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff927303ef3b28.
00000100:00000001:3.0:1775768535.982246:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768535.982249:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927303d12d80 x1862022335238144/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768535.982256:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927303d12d80 x1862022335238144/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768535.982262:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768535.982264:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768535.982265:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768535.982266:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768535.982269:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927303d12d80 x1862022335238144/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768535.982275:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768535.982277:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927303d12d80 x1862022335238144/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768560 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768535.982283:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768535.982285:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768535.982287:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768535.982288:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768535.982289:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768535.982290:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768535.982292:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768535.982295:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:3.0:1775768535.982296:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768535.982299:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927303d12d80 x1862022335238144/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768560 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768535.982305:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927303d12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335238144:192.168.202.131@tcp:8:kworker.0
00000100:00000001:3.0:1775768535.982308:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768535.982310:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768535.982312:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d10380 x1862022335237888/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768560 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768535.982317:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768535.982319:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768535.982320:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a64c00.
02000000:00000001:3.0:1775768535.982323:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768535.982324:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768535.982325:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f800 refcount=3 obd=lustre-MDT0001-mdc-ffff927308189800
00000020:00000001:3.0:1775768535.982327:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768535.982328:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046eac00.
02000000:00000001:3.0:1775768535.982331:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768535.982332:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768535.982333:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d10380.
00000100:00000001:3.0:1775768535.982336:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768535.982337:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768535.982338:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768535.982341:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d11500 x1862022335238016/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768560 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768535.982345:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768535.982346:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768535.982347:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a65c00.
02000000:00000001:3.0:1775768535.982349:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768535.982350:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768535.982351:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f000 refcount=2 obd=lustre-OST0000-osc-ffff927308189800
00000020:00000001:3.0:1775768535.982353:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768535.982354:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046eb000.
02000000:00000001:3.0:1775768535.982356:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768535.982357:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768535.982358:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d11500.
00000100:00000001:3.0:1775768535.982359:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768535.982360:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768535.982361:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768535.982364:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927303d12d80 x1862022335238144/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768560 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768535.982368:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768535.982369:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768535.982370:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff927306a67000.
02000000:00000001:3.0:1775768535.982373:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768535.982373:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768535.982374:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c800 refcount=2 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:3.0:1775768535.982376:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768535.982377:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9273046e9000.
02000000:00000001:3.0:1775768535.982379:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768535.982379:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768535.982380:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927303d12d80.
00000100:00000001:3.0:1775768535.982382:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768535.982383:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768535.982385:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768535.982389:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768535.982391:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768535.982393:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768535.982394:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768536.553830:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768536.553837:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768536.553838:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768536.553843:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768536.553847:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768536.553851:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768536.553854:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768536.553856:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768536.553858:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768537.001816:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768537.001822:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768537.001827:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768537.001828:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768537.001832:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768537.001833:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768537.001835:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768537.001837:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768537.001840:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768537.001841:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768537.001995:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768537.001998:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768537.002001:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768537.321809:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300394240, at 4300394304
00000100:00000010:2.0:1775768537.321821:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3120.
00000100:00000040:3.0:1775768537.322467:0:58796:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649b30 (cpu 0) has reached its deadline 4300394240, at 4300394304
00000100:00000010:3.0:1775768537.322473:0:58796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff927320fe3de0.
00000100:00000001:0.0:1775768537.577818:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768537.577823:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768537.577825:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768537.577830:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768537.577834:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768537.577838:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768537.577840:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768537.577842:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768537.577845:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768538.025858:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768538.025872:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768538.025877:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768538.025879:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768538.025882:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768538.025883:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768538.025886:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768538.025887:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768538.025890:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768538.025892:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768538.025982:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768538.025985:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768538.025987:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768538.601819:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768538.601826:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768538.601827:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768538.601833:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768538.601837:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768538.601841:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768538.601844:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768538.601846:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768538.601849:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768539.049838:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768539.049843:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768539.049849:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768539.049850:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768539.049870:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768539.049871:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768539.049875:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768539.049878:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768539.049880:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768539.049882:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768539.049885:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768539.049887:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768539.049889:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768539.049890:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768539.049893:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768539.049895:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768539.049945:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768539.049948:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768539.049950:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768539.625793:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768539.625798:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768539.625799:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768539.625804:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768539.625806:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768539.625809:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768539.625810:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768539.625812:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768539.625814:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768540.073803:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768540.073809:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768540.073815:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768540.073816:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768540.073820:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768540.073821:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768540.073824:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768540.073825:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768540.073828:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768540.073830:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768540.073886:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768540.073890:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768540.073893:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768540.649809:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768540.649815:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768540.649817:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768540.649822:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768540.649825:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768540.649830:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768540.649832:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768540.649835:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768540.649846:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768541.097884:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768541.097897:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775768541.097900:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768541.097905:0:42837:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768541.097910:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768541.097918:0:42837:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5725
00000400:00000200:3.0:1775768541.097929:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768541.097937:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768541.097941:0:42837:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768541.097945:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768541.097948:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768541.097951:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768541.097954:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:3.0:1775768541.097959:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768541.097961:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:3.0:1775768541.097964:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768541.097967:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:3.0:1775768541.097969:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:3.0:1775768541.097972:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:3.0:1775768541.097986:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768541.097988:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768541.097990:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768541.097992:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:3.0:1775768541.097995:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:3.0:1775768541.097999:0:42837:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:3.0:1775768541.098001:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768541.098005:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768541.098008:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768541.098012:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768541.098015:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768541.098018:0:42837:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768541.098030:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322934a80.
00000020:00000040:3.0:1775768541.098034:0:42837:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:3.0:1775768541.098038:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768541.098040:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768541.098043:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768541.098047:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768541.098052:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768541.098061:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306a67000.
00000100:00000001:3.0:1775768541.098068:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768541.098079:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322934a80 x1862022335238272/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768541.098091:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768541.098096:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768541.098101:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000094f67245] to pc [ptlrpcd_rcv+-1]  req@ffff927322934a80 x1862022335238272/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768541.098136:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768541.098139:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768541.098143:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775768541.098144:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768541.098146:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768541.098149:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768541.098151:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5725
00000400:00000200:3.0:1775768541.098155:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768541.098158:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768541.098161:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768541.098163:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768541.098166:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768541.098168:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768541.098170:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:3.0:1775768541.098172:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768541.098173:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
00000020:00000001:3.0:1775768541.098175:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768541.098177:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
00000020:00000001:3.0:1775768541.098179:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:3.0:1775768541.098181:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000100:00000040:3.0:1775768541.098183:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768541.098186:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768541.098188:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768541.098190:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:3.0:1775768541.098192:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:3.0:1775768541.098194:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:3.0:1775768541.098197:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768541.098199:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768541.098205:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768541.098207:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768541.098209:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768541.098213:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775768541.098216:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768541.098218:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768541.098222:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322937100.
00000020:00000040:3.0:1775768541.098224:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
02000000:00000001:3.0:1775768541.098226:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768541.098228:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768541.098230:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768541.098231:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768541.098233:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768541.098236:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306a65c00.
00000100:00000001:3.0:1775768541.098239:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768541.098244:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322937100 x1862022335238400/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768541.098251:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768541.098254:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768541.098257:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2d5f331] to pc [ptlrpcd_rcv+-1]  req@ffff927322937100 x1862022335238400/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768541.098265:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768541.098268:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768541.098271:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775768541.098272:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768541.098274:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768541.098276:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768541.098278:0:42837:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5725
00000400:00000200:3.0:1775768541.098282:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768541.098285:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768541.098287:0:42837:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768541.098290:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768541.098292:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768541.098294:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768541.098296:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:3.0:1775768541.098298:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768541.098299:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000020:00000001:3.0:1775768541.098300:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768541.098302:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000020:00000001:3.0:1775768541.098304:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:3.0:1775768541.098307:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000100:00000040:3.0:1775768541.098310:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768541.098312:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768541.098313:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768541.098315:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:3.0:1775768541.098317:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000100:00080000:3.0:1775768541.098319:0:42837:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:3.0:1775768541.098322:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768541.098324:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768541.098326:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768541.098328:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768541.098331:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768541.098333:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775768541.098335:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768541.098337:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768541.098340:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322937800.
00000020:00000040:3.0:1775768541.098342:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:3.0:1775768541.098345:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768541.098346:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768541.098348:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768541.098349:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768541.098350:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768541.098354:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306a64c00.
00000100:00000001:3.0:1775768541.098356:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768541.098360:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322937800 x1862022335238528/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768541.098368:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768541.098369:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768541.098373:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ff453073] to pc [ptlrpcd_rcv+-1]  req@ffff927322937800 x1862022335238528/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768541.098380:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768541.098383:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768541.098386:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775768541.098387:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768541.098389:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768541.098392:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768541.098394:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5725
00000400:00000200:3.0:1775768541.098397:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768541.098400:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768541.098403:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768541.098406:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768541.098408:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768541.098410:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768541.098412:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:3.0:1775768541.098414:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768541.098415:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:3.0:1775768541.098417:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768541.098419:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:3.0:1775768541.098421:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:3.0:1775768541.098423:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000040:3.0:1775768541.098426:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768541.098427:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768541.098429:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768541.098431:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:3.0:1775768541.098433:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:3.0:1775768541.098435:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:3.0:1775768541.098438:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768541.098440:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768541.098442:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768541.098444:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768541.098446:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768541.098448:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775768541.098451:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768541.098453:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768541.098456:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322936300.
00000020:00000040:3.0:1775768541.098458:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
02000000:00000001:3.0:1775768541.098460:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768541.098462:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768541.098463:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768541.098464:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768541.098466:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768541.098469:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306a66400.
00000100:00000001:3.0:1775768541.098472:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768541.098477:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322936300 x1862022335238656/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768541.098484:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768541.098486:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768541.098489:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c4d9de6] to pc [ptlrpcd_rcv+-1]  req@ffff927322936300 x1862022335238656/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768541.098497:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768541.098499:0:42837:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768541.098502:0:42837:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775768541.098504:0:42837:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768541.098505:0:42837:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768541.098508:0:42837:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768541.098510:0:42837:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5725
00000400:00000200:3.0:1775768541.098513:0:42837:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:3.0:1775768541.098515:0:42837:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768541.098517:0:42837:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768541.098519:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768541.098521:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768541.098523:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768541.098525:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:3.0:1775768541.098527:0:42837:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768541.098528:0:42837:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000020:00000001:3.0:1775768541.098530:0:42837:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768541.098532:0:42837:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000020:00000001:3.0:1775768541.098534:0:42837:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000020:00000001:3.0:1775768541.098536:0:42837:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000040:3.0:1775768541.098539:0:42837:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768541.098541:0:42837:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768541.098543:0:42837:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:3.0:1775768541.098544:0:42837:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:3.0:1775768541.098547:0:42837:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00080000:3.0:1775768541.098549:0:42837:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:3.0:1775768541.098552:0:42837:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768541.098553:0:42837:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768541.098556:0:42837:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768541.098558:0:42837:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768541.098559:0:42837:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768541.098561:0:42837:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775768541.098563:0:42837:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768541.098565:0:42837:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768541.098568:0:42837:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927322935180.
00000020:00000040:3.0:1775768541.098570:0:42837:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
02000000:00000001:3.0:1775768541.098572:0:42837:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768541.098573:0:42837:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768541.098575:0:42837:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768541.098576:0:42837:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768541.098578:0:42837:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768541.098581:0:42837:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306a67400.
00000100:00000001:3.0:1775768541.098584:0:42837:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768541.098587:0:42837:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927322935180 x1862022335238784/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768541.098599:0:42837:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768541.098601:0:42837:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768541.098605:0:42837:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000074a598fe] to pc [ptlrpcd_rcv+-1]  req@ffff927322935180 x1862022335238784/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768541.098613:0:42837:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768541.098618:0:42837:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5735)
00010000:00000001:3.0:1775768541.098648:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768541.098651:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768541.098656:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768541.098657:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768541.098661:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768541.098662:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768541.098666:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768541.098667:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768541.098671:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768541.098672:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768541.101915:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768541.101923:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768541.101927:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768541.101939:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322934a80 x1862022335238272/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768541.101951:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768541.101953:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768541.101957:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768541.101960:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768541.101963:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768541.101967:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322934a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335238272:192.168.202.131@tcp:250:kworker.0
00000100:00000001:1.0:1775768541.101972:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768541.101977:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768541.101980:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768541.101982:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768541.101991:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046e9800.
02000000:00000001:1.0:1775768541.101993:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768541.102001:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775768541.102006:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927303829d10.
00000400:00000010:1.0:1775768541.102014:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b110.
00000100:00000200:1.0:1775768541.102022:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335238272, portal 25
00000100:00000001:1.0:1775768541.102025:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768541.102027:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931813504 : -120451777738112 : ffff927322934a80)
00000100:00000040:1.0:1775768541.102033:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322934a80 x1862022335238272/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768541.102041:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768541.102043:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775768541.102046:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b4c8.
00000100:00000200:1.0:1775768541.102050:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022335238272, offset 0
00000400:00000200:1.0:1775768541.102057:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775768541.102068:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768541.102076:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775768541.102082:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768541.102086:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775768541.102090:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768541.102093:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775768541.102097:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60981:60981:256:4294967295] 192.168.202.131@tcp LPNI seq info [60981:60981:8:4294967295]
00000400:00000200:1.0:1775768541.102102:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768541.102113:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768541.102119:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775768541.102125:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75100.
00000800:00000200:1.0:1775768541.102133:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775768541.102137:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775768541.102144:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775768541.102147:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1775768541.102152:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775768541.102154:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75100.
00000400:00000200:1.0:1775768541.102161:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768541.102165:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768541.102171:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b4c8
00000400:00000010:1.0:1775768541.102174:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b4c8.
00000100:00000001:1.0:1775768541.102179:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768541.102183:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322934a80 x1862022335238272/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768541.102196:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768541.102199:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322934a80 x1862022335238272/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768566 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768541.102207:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768541.102209:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768541.102215:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768541.102219:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775768541.102222:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4300399361
00000100:00000010:1.0:1775768541.102228:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9273188e5960.
00000100:00000001:1.0:1775768541.102236:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1775768541.102243:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4300399361
00000100:00000010:1.0:1775768541.102246:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9273188e54e0.
00000100:00000001:1.0:1775768541.102249:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1775768541.102253:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768541.102256:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768541.102259:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768541.102263:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768541/real 1775768541]  req@ffff927322934a80 x1862022335238272/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768541.102274:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768541.102276:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768541.102278:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927303829d10.
00000400:00000200:1.0:1775768541.102281:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b110
00000400:00000010:1.0:1775768541.102282:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b110.
00000100:00000001:1.0:1775768541.102285:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768541.102288:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322934a80 x1862022335238272/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768541.102297:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322934a80 x1862022335238272/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768541.102303:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768541.102306:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768541.102308:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768541.102310:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768541.102314:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322934a80 x1862022335238272/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768541.102321:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768541.102326:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322934a80 x1862022335238272/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768566 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768541.102334:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768541.102338:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768541.102340:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768541.102341:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768541.102343:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768541.102346:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768541.102349:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768541.102353:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775768541.102356:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768541.102361:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322934a80 x1862022335238272/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768566 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768541.102368:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322934a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335238272:192.168.202.131@tcp:250:kworker.0
00000100:00000001:1.0:1775768541.102373:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768541.102377:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322937100 x1862022335238400/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768541.102384:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768541.102385:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768541.102387:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768541.102389:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768541.102391:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768541.102394:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322937100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335238400:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775768541.102397:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768541.102400:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768541.102401:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768541.102403:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768541.102406:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046e9c00.
02000000:00000001:1.0:1775768541.102408:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768541.102411:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775768541.102414:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927303829d10.
00000400:00000010:1.0:1775768541.102417:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b110.
00000100:00000200:1.0:1775768541.102420:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335238400, portal 10
00000100:00000001:1.0:1775768541.102422:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768541.102423:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931823360 : -120451777728256 : ffff927322937100)
00000100:00000040:1.0:1775768541.102429:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322937100 x1862022335238400/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768541.102435:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768541.102437:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775768541.102439:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b4c8.
00000100:00000200:1.0:1775768541.102441:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335238400, offset 0
00000400:00000200:1.0:1775768541.102445:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775768541.102448:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768541.102451:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775768541.102454:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768541.102456:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775768541.102459:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768541.102461:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775768541.102464:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60982:60982:256:4294967295] 192.168.202.131@tcp LPNI seq info [60982:60982:8:4294967295]
00000400:00000200:1.0:1775768541.102468:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768541.102474:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768541.102478:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775768541.102482:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75100.
00000800:00000200:1.0:1775768541.102485:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775768541.102488:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775768541.102492:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775768541.102495:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1775768541.102498:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775768541.102500:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75100.
00000400:00000200:1.0:1775768541.102503:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768541.102506:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768541.102509:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b4c8
00000400:00000010:1.0:1775768541.102510:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b4c8.
00000100:00000001:1.0:1775768541.102512:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768541.102516:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322937100 x1862022335238400/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768541.102523:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768541.102525:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322937100 x1862022335238400/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768566 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768541.102532:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768541.102533:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768541.102536:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768541.102540:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: using a timeout of 15131 usecs (16 jiffies)
00000400:00000200:1.0:1775768541.102544:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775768541.102545:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300398100
00000100:00000001:1.0:1775768541.102549:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300399361
00000100:00000001:1.0:1775768541.102551:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300398100
00000100:00000001:1.0:1775768541.102552:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300399361
00000100:00000001:1.0:1775768541.102555:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768541.102557:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768541.102559:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768541.102562:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768541/real 1775768541]  req@ffff927322937100 x1862022335238400/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768541.102571:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768541.102572:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768541.102574:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927303829d10.
00000400:00000200:1.0:1775768541.102576:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b110
00000400:00000010:1.0:1775768541.102577:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b110.
00000100:00000001:1.0:1775768541.102580:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768541.102583:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322937100 x1862022335238400/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768541.102591:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322937100 x1862022335238400/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768541.102597:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768541.102598:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768541.102600:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768541.102601:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768541.102605:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322937100 x1862022335238400/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768541.102612:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768541.102615:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322937100 x1862022335238400/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768566 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768541.102622:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768541.102624:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768541.102626:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768541.102627:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768541.102629:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768541.102631:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768541.102633:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768541.102636:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775768541.102638:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768541.102641:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322937100 x1862022335238400/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768566 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768541.102650:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322937100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335238400:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775768541.102655:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768541.102658:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322937800 x1862022335238528/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768541.102665:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768541.102666:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768541.102668:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768541.102670:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768541.102672:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768541.102675:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322937800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335238528:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775768541.102678:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768541.102680:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768541.102682:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768541.102683:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768541.102687:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046e8000.
02000000:00000001:1.0:1775768541.102689:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768541.102692:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775768541.102694:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927303829d10.
00000400:00000010:1.0:1775768541.102697:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b110.
00000100:00000200:1.0:1775768541.102700:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335238528, portal 10
00000100:00000001:1.0:1775768541.102702:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768541.102703:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931825152 : -120451777726464 : ffff927322937800)
00000100:00000040:1.0:1775768541.102735:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322937800 x1862022335238528/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768541.102742:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768541.102745:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775768541.102748:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b4c8.
00000100:00000200:1.0:1775768541.102751:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335238528, offset 0
00000400:00000200:1.0:1775768541.102755:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775768541.102759:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768541.102762:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775768541.102764:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768541.102767:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775768541.102769:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768541.102772:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775768541.102775:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60983:60983:256:4294967295] 192.168.202.131@tcp LPNI seq info [60983:60983:8:4294967295]
00000400:00000200:1.0:1775768541.102779:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768541.102785:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768541.102790:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775768541.102792:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75100.
00000800:00000200:1.0:1775768541.102796:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775768541.102798:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775768541.102802:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775768541.102805:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1775768541.102808:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775768541.102810:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75100.
00000400:00000200:1.0:1775768541.102813:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768541.102817:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768541.102819:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b4c8
00000400:00000010:1.0:1775768541.102821:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b4c8.
00000100:00000001:1.0:1775768541.102823:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768541.102827:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322937800 x1862022335238528/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768541.102846:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768541.102849:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322937800 x1862022335238528/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768566 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768541.102855:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768541.102857:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768541.102860:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768541.102863:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: using a timeout of 41678 usecs (42 jiffies)
00000400:00000200:1.0:1775768541.102865:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775768541.102867:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300398127
00000100:00000001:1.0:1775768541.102870:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300399361
00000100:00000001:1.0:1775768541.102872:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300398127
00000100:00000001:1.0:1775768541.102875:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300399361
00000100:00000001:1.0:1775768541.102877:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768541.102879:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768541.102880:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768541.102884:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768541/real 1775768541]  req@ffff927322937800 x1862022335238528/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768541.102892:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768541.102894:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768541.102895:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927303829d10.
00000400:00000200:1.0:1775768541.102898:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b110
00000400:00000010:1.0:1775768541.102900:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b110.
00000100:00000001:1.0:1775768541.102902:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768541.102905:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322937800 x1862022335238528/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768541.102913:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322937800 x1862022335238528/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768541.102919:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768541.102920:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768541.102922:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768541.102923:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768541.102927:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322937800 x1862022335238528/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768541.102933:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768541.102936:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322937800 x1862022335238528/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768566 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768541.102943:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768541.102945:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768541.102946:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768541.102948:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768541.102950:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768541.102951:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768541.102954:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768541.102957:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775768541.102960:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768541.102964:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322937800 x1862022335238528/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768566 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768541.102972:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322937800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335238528:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775768541.102976:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768541.102979:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322936300 x1862022335238656/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768541.102986:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768541.102988:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768541.102990:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768541.102992:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768541.102993:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768541.102996:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322936300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335238656:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775768541.102999:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768541.103002:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768541.103003:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768541.103005:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768541.103008:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046ebc00.
02000000:00000001:1.0:1775768541.103010:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768541.103013:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775768541.103015:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927303829d10.
00000400:00000010:1.0:1775768541.103019:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b110.
00000100:00000200:1.0:1775768541.103021:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335238656, portal 4
00000100:00000001:1.0:1775768541.103023:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768541.103024:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931819776 : -120451777731840 : ffff927322936300)
00000100:00000040:1.0:1775768541.103030:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322936300 x1862022335238656/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768541.103037:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768541.103039:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775768541.103041:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b4c8.
00000100:00000200:1.0:1775768541.103044:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335238656, offset 0
00000400:00000200:1.0:1775768541.103047:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775768541.103051:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768541.103054:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775768541.103056:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768541.103059:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775768541.103061:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768541.103063:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775768541.103066:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60984:60984:256:4294967295] 192.168.202.131@tcp LPNI seq info [60984:60984:8:4294967295]
00000400:00000200:1.0:1775768541.103070:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768541.103076:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768541.103080:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775768541.103083:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75100.
00000800:00000200:1.0:1775768541.103086:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775768541.103089:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775768541.103093:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775768541.103095:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1775768541.103099:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775768541.103101:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75100.
00000400:00000200:1.0:1775768541.103104:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768541.103107:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768541.103109:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b4c8
00000400:00000010:1.0:1775768541.103111:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b4c8.
00000100:00000001:1.0:1775768541.103114:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768541.103117:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322936300 x1862022335238656/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768541.103124:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768541.103127:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322936300 x1862022335238656/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768566 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768541.103139:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768541.103140:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768541.103143:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768541.103146:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: using a timeout of 22192 usecs (23 jiffies)
00000400:00000200:1.0:1775768541.103149:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775768541.103150:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300398108
00000100:00000001:1.0:1775768541.103153:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300399361
00000100:00000001:1.0:1775768541.103155:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300398108
00000100:00000001:1.0:1775768541.103156:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300399361
00000100:00000001:1.0:1775768541.103159:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768541.103160:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768541.103162:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768541.103165:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768541/real 1775768541]  req@ffff927322936300 x1862022335238656/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768541.103173:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768541.103174:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768541.103175:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927303829d10.
00000400:00000200:1.0:1775768541.103178:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b110
00000400:00000010:1.0:1775768541.103179:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b110.
00000100:00000001:1.0:1775768541.103181:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768541.103184:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322936300 x1862022335238656/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768541.103192:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322936300 x1862022335238656/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768541.103199:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768541.103201:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768541.103202:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768541.103204:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768541.103207:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322936300 x1862022335238656/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768541.103215:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768541.103218:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322936300 x1862022335238656/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768566 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768541.103225:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768541.103227:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768541.103229:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768541.103230:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768541.103231:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768541.103232:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768541.103234:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768541.103237:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775768541.103238:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768541.103242:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322936300 x1862022335238656/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768566 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768541.103250:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322936300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335238656:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775768541.103254:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768541.103257:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927322935180 x1862022335238784/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768541.103264:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768541.103266:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768541.103268:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768541.103269:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768541.103271:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768541.103274:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927322935180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335238784:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775768541.103277:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768541.103279:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768541.103281:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768541.103283:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768541.103286:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046e8400.
02000000:00000001:1.0:1775768541.103288:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768541.103290:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775768541.103293:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927303829d10.
00000400:00000010:1.0:1775768541.103295:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b110.
00000100:00000200:1.0:1775768541.103298:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335238784, portal 4
00000100:00000001:1.0:1775768541.103299:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768541.103301:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621931815296 : -120451777736320 : ffff927322935180)
00000100:00000040:1.0:1775768541.103306:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927322935180 x1862022335238784/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768541.103312:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768541.103314:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775768541.103316:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b4c8.
00000100:00000200:1.0:1775768541.103318:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335238784, offset 0
00000400:00000200:1.0:1775768541.103321:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775768541.103325:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768541.103328:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775768541.103330:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768541.103333:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775768541.103335:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768541.103337:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775768541.103340:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60985:60985:256:4294967295] 192.168.202.131@tcp LPNI seq info [60985:60985:8:4294967295]
00000400:00000200:1.0:1775768541.103344:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768541.103350:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768541.103355:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775768541.103357:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75100.
00000800:00000200:1.0:1775768541.103361:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775768541.103363:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775768541.103367:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775768541.103370:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1775768541.103373:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775768541.103376:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75100.
00000400:00000200:1.0:1775768541.103378:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768541.103381:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768541.103383:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b4c8
00000400:00000010:1.0:1775768541.103385:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b4c8.
00000100:00000001:1.0:1775768541.103387:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768541.103390:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927322935180 x1862022335238784/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768541.103398:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768541.103401:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927322935180 x1862022335238784/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768566 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768541.103407:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768541.103409:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768541.103411:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768541.103414:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: using a timeout of 22500 usecs (23 jiffies)
00000400:00000200:1.0:1775768541.103417:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775768541.103419:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300398108
00000100:00000001:1.0:1775768541.103421:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300399361
00000100:00000001:1.0:1775768541.103423:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300398108
00000100:00000001:1.0:1775768541.103425:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300399361
00000100:00000001:1.0:1775768541.103427:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768541.103429:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768541.103431:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768541.103434:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768541/real 1775768541]  req@ffff927322935180 x1862022335238784/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768541.103442:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768541.103443:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768541.103445:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927303829d10.
00000400:00000200:1.0:1775768541.103447:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b110
00000400:00000010:1.0:1775768541.103448:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b110.
00000100:00000001:1.0:1775768541.103451:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768541.103454:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927322935180 x1862022335238784/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768541.103462:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927322935180 x1862022335238784/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768541.103469:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768541.103470:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768541.103472:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768541.103473:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768541.103476:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927322935180 x1862022335238784/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768541.103483:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768541.103486:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927322935180 x1862022335238784/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768566 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768541.103493:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768541.103495:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768541.103497:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768541.103498:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768541.103500:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768541.103502:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768541.103504:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768541.103507:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775768541.103509:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768541.103512:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927322935180 x1862022335238784/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768566 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768541.103520:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927322935180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335238784:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775768541.103524:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768541.103526:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768541.103529:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322934a80 x1862022335238272/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768566 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768541.103536:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768541.103539:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768541.103543:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046e9800.
02000000:00000001:1.0:1775768541.103546:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768541.103548:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768541.103550:0:2404:0:(genops.c:1242:class_import_put()) import ffff9273194c5000 refcount=3 obd=MGC192.168.202.131@tcp
00000020:00000001:1.0:1775768541.103552:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768541.103555:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306a67000.
02000000:00000001:1.0:1775768541.103560:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768541.103562:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768541.103564:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322934a80.
00000100:00000001:1.0:1775768541.103568:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768541.103569:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768541.103571:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768541.103574:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322937100 x1862022335238400/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768566 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768541.103581:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768541.103583:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768541.103584:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046e9c00.
02000000:00000001:1.0:1775768541.103586:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768541.103587:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768541.103588:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c000 refcount=137 obd=lustre-MDT0000-mdc-ffff927308189800
00000020:00000001:1.0:1775768541.103589:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768541.103591:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306a65c00.
02000000:00000001:1.0:1775768541.103594:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768541.103595:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768541.103597:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322937100.
00000100:00000001:1.0:1775768541.103600:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768541.103601:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768541.103603:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768541.103606:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322937800 x1862022335238528/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768566 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768541.103613:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768541.103615:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768541.103617:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046e8000.
02000000:00000001:1.0:1775768541.103619:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768541.103620:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768541.103621:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f800 refcount=3 obd=lustre-MDT0001-mdc-ffff927308189800
00000020:00000001:1.0:1775768541.103623:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768541.103625:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306a64c00.
02000000:00000001:1.0:1775768541.103627:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768541.103628:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768541.103629:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322937800.
00000100:00000001:1.0:1775768541.103631:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768541.103632:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768541.103634:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768541.103637:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322936300 x1862022335238656/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768566 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768541.103643:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768541.103645:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768541.103646:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046ebc00.
02000000:00000001:1.0:1775768541.103649:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768541.103650:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768541.103651:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f000 refcount=2 obd=lustre-OST0000-osc-ffff927308189800
00000020:00000001:1.0:1775768541.103653:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768541.103654:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306a66400.
02000000:00000001:1.0:1775768541.103657:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768541.103658:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768541.103659:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322936300.
00000100:00000001:1.0:1775768541.103661:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768541.103662:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768541.103663:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768541.103666:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927322935180 x1862022335238784/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768566 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768541.103672:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768541.103674:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768541.103675:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046e8400.
02000000:00000001:1.0:1775768541.103677:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768541.103678:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768541.103680:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c800 refcount=2 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:1.0:1775768541.103682:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768541.103683:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306a67400.
02000000:00000001:1.0:1775768541.103686:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768541.103687:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768541.103688:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927322935180.
00000100:00000001:1.0:1775768541.103690:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768541.103692:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768541.103694:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768541.103702:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768541.103704:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768541.103706:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768541.103724:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768541.103811:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768541.103815:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768541.103818:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768541.673817:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768541.673825:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768541.673844:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768541.673850:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768541.673854:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768541.673857:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768541.673860:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768541.673862:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768541.673864:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768542.121888:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768542.121896:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768542.121903:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768542.121905:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768542.121909:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768542.121910:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768542.121914:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768542.121916:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768542.121920:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768542.121921:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768542.122163:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768542.122167:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768542.122171:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775768542.441945:0:58796:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649b30 (cpu 0) has reached its deadline 4300399361, at 4300399424
00000100:00000010:3.0:1775768542.441966:0:58796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9273188e54e0.
00000100:00000040:2.0:1775768542.442043:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300399361, at 4300399424
00000100:00000010:2.0:1775768542.442049:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9273188e5960.
00000100:00000001:0.0:1775768542.697892:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768542.697900:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768542.697903:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768542.697910:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768542.697915:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768542.697920:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768542.697923:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768542.697926:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768542.697929:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768543.145906:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768543.145913:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768543.145920:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768543.145921:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768543.145926:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768543.145927:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768543.145932:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768543.145933:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768543.145938:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768543.145939:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768543.146067:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768543.146071:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768543.146074:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768543.721899:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768543.721907:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768543.721909:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768543.721916:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768543.721921:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768543.721926:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768543.721929:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768543.721932:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768543.721936:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768544.169854:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768544.169860:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768544.169868:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768544.169869:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768544.169872:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768544.169873:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768544.169877:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768544.169879:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768544.169883:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768544.169884:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768544.176271:0:57789:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768544.176279:0:57789:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768544.176285:0:57789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768544.745889:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768544.745897:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768544.745899:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768544.745906:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768544.745910:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768544.745915:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768544.745918:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768544.745921:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768544.745924:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768545.193880:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768545.193888:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768545.193896:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768545.193897:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768545.193901:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768545.193903:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768545.193906:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768545.193907:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768545.193911:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768545.193913:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768545.193978:0:6174:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768545.193982:0:6174:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768545.193984:0:6174:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768545.769825:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768545.769834:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768545.769836:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768545.769844:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768545.769848:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768545.769853:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768545.769856:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768545.769859:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768545.769862:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768546.218201:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768546.218211:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00080000:2.0:1775768546.218214:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) 016caa67-3876-4715-80b1-49f9b70b3144->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:3.0:1775768546.218214:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768546.218219:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768546.218226:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:3.0:1775768546.218226:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768546.218230:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768546.218231:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:3.0:1775768546.218233:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768546.218237:0:57984:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:3.0:1775768546.218237:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768546.218243:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1775768546.218244:0:57984:0:(import.c:484:import_select_connection()) Process entered
00010000:00000001:3.0:1775768546.218247:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768546.218249:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768546.218252:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768546.218254:0:57984:0:(import.c:509:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 5730
00010000:00000001:3.0:1775768546.218255:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768546.218258:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768546.218261:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768546.218263:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768546.218268:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000400:00000200:2.0:1775768546.218270:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00010000:00000001:3.0:1775768546.218271:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1775768546.218273:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768546.218275:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768546.218276:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768546.218277:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768546.218278:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768546.218281:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768546.218282:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00010000:00000001:3.0:1775768546.218285:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768546.218286:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768546.218288:0:57984:0:(import.c:588:import_select_connection()) MGC192.168.202.131@tcp: tried all connections, increasing latency to 20s
00010000:00000001:3.0:1775768546.218289:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768546.218292:0:58796:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000040:2.0:1775768546.218294:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00010000:00000001:3.0:1775768546.218294:0:58796:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1775768546.218297:0:58796:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768546.218300:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00010000:00000001:3.0:1775768546.218300:0:58796:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1775768546.218302:0:58796:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768546.218305:0:58796:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768546.218306:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00010000:00000001:3.0:1775768546.218309:0:58796:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768546.218311:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768546.218316:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768546.218319:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0e98
00000020:00000001:2.0:1775768546.218322:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768546.218325:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730880f800 refcount=3
00000020:00000001:2.0:1775768546.218328:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000020:00000001:2.0:1775768546.218331:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621494405120 : -120452215146496 : ffff92730880f800)
00000100:00000040:2.0:1775768546.218343:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768546.218346:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768546.218348:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768546.218354:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768546.218358:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730880f800 : new refcount 2
00000100:00080000:2.0:1775768546.218362:0:57984:0:(import.c:623:import_select_connection()) MGC192.168.202.131@tcp: import ffff9273194c5000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768546.218366:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768546.218371:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768546.218375:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1775768546.218377:0:39788:0:(genops.c:1914:obd_stale_export_get()) Process entered
02000000:00000001:2.0:1775768546.218379:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768546.218382:0:39788:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768546.218384:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00010000:00010000:1.0:1775768546.218385:0:39788:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768546.218388:0:57984:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768546.218402:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55f80.
00000020:00000040:2.0:1775768546.218407:0:57984:0:(genops.c:1229:class_import_get()) import ffff9273194c5000 refcount=4 obd=MGC192.168.202.131@tcp
02000000:00000001:2.0:1775768546.218411:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768546.218413:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768546.218416:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768546.218420:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768546.218425:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768546.218435:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bec800.
00000100:00000001:2.0:1775768546.218443:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768546.218453:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55f80 x1862022335238912/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768546.218464:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768546.218469:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768546.218474:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c1076b2] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55f80 x1862022335238912/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768546.218496:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768546.218500:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768546.218503:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768546.218506:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768546.218508:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768546.218511:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1775768546.218512:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1775768546.218516:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5730
00000100:00000001:1.0:1775768546.218517:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768546.218520:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000400:00000200:2.0:1775768546.218524:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000040:1.0:1775768546.218527:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b55f80 x1862022335238912/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1775768546.218532:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768546.218538:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1775768546.218539:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768546.218543:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768546.218545:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
02000000:00000001:1.0:1775768546.218547:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768546.218551:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768546.218551:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1775768546.218556:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768546.218556:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768546.218561:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00100000:1.0:1775768546.218562:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335238912:192.168.202.131@tcp:250:kworker.0
00000020:00000001:2.0:1775768546.218567:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1775768546.218568:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:2.0:1775768546.218571:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0eec
02000000:00000001:1.0:1775768546.218573:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:2.0:1775768546.218573:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:1.0:1775768546.218575:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1775768546.218577:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9273194c6000 refcount=5
02000000:00000001:1.0:1775768546.218578:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:2.0:1775768546.218581:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
00000020:00000001:2.0:1775768546.218584:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621776171008 : -120451933380608 : ffff9273194c6000)
02000000:00000010:1.0:1775768546.218585:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046e8400.
02000000:00000001:1.0:1775768546.218589:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768546.218592:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768546.218596:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1775768546.218599:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000040:2.0:1775768546.218600:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768546.218604:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000400:00000010:1.0:1775768546.218606:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927303829d10.
00000020:00000040:2.0:1775768546.218606:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff9273194c6000 : new refcount 4
00000100:00080000:2.0:1775768546.218612:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff927308189800: import ffff927303e5c000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768546.218614:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768546.218616:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:1.0:1775768546.218617:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b110.
02000000:00000001:2.0:1775768546.218623:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:1.0:1775768546.218626:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335238912, portal 25
02000000:00000001:2.0:1775768546.218627:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768546.218632:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768546.218633:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768546.218636:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682388864 : -120452027162752 : ffff927313b55f80)
00000008:00100000:2.0:1775768546.218637:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768546.218642:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768546.218645:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b55f80 x1862022335238912/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768546.218646:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768546.218652:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b55180.
00000020:00000040:2.0:1775768546.218657:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c000 refcount=138 obd=lustre-MDT0000-mdc-ffff927308189800
00000100:00000001:1.0:1775768546.218659:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1775768546.218663:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000040:1.0:1775768546.218666:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
02000000:00000001:2.0:1775768546.218667:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768546.218670:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:1.0:1775768546.218672:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b4c8.
02000000:00000001:2.0:1775768546.218672:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768546.218675:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775768546.218678:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022335238912, offset 0
02000000:00000010:2.0:1775768546.218681:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bef000.
00000100:00000001:2.0:1775768546.218686:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768546.218690:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000100:00100000:2.0:1775768546.218695:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b55180 x1862022335239040/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1775768546.218703:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768546.218734:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775768546.218739:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1775768546.218741:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768546.218744:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768546.218746:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000100:00000040:2.0:1775768546.218752:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744d1f82] to pc [ptlrpcd_rcv+-1]  req@ffff927313b55180 x1862022335239040/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775768546.218754:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768546.218760:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775768546.218768:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60986:60986:256:4294967295] 192.168.202.131@tcp LPNI seq info [60986:60986:8:4294967295]
00000100:00000001:2.0:1775768546.218769:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768546.218774:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1775768546.218778:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00080000:2.0:1775768546.218780:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768546.218802:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768546.218806:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1775768546.218807:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1775768546.218811:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768546.218816:0:57984:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5730
00000800:00000200:1.0:1775768546.218819:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000400:00000200:2.0:1775768546.218824:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000800:00000010:1.0:1775768546.218826:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75100.
00000400:00000200:2.0:1775768546.218829:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768546.218833:0:57984:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768546.218839:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000800:00000200:1.0:1775768546.218840:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000100:00000001:2.0:1775768546.218843:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1775768546.218846:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000100:00000040:2.0:1775768546.218847:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768546.218852:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768546.218857:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:1.1:1775768546.218857:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000020:00000040:2.0:1775768546.218859:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0ef3
00000800:00000200:1.1:1775768546.218861:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000020:00000001:2.0:1775768546.218862:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768546.218866:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff92730818e800 refcount=5
00000800:00000100:1.0:1775768546.218867:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775768546.218871:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75100.
00000020:00000001:2.0:1775768546.218871:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000020:00000001:2.0:1775768546.218876:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621487585280 : -120452221966336 : ffff92730818e800)
00000400:00000200:1.0:1775768546.218880:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1775768546.218881:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768546.218885:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768546.218890:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000400:00000200:1.0:1775768546.218891:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1775768546.218896:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000040:2.0:1775768546.218899:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff92730818e800 : new refcount 4
00000400:00000200:1.0:1775768546.218900:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b4c8
00000400:00000010:1.0:1775768546.218904:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b4c8.
00000100:00080000:2.0:1775768546.218904:0:57984:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff927308189800: import ffff927303e5f800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768546.218909:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768546.218912:0:2404:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:2.0:1775768546.218912:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768546.218915:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:1.0:1775768546.218920:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b55f80 x1862022335238912/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775768546.218920:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768546.218923:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768546.218927:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768546.218932:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768546.218936:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768546.218942:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000010:2.0:1775768546.218943:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b56300.
00000100:00000040:1.0:1775768546.218947:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b55f80 x1862022335238912/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768571 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1775768546.218948:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f800 refcount=4 obd=lustre-MDT0001-mdc-ffff927308189800
02000000:00000001:2.0:1775768546.218953:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768546.218955:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768546.218959:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768546.218962:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1775768546.218963:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768546.218965:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768546.218966:0:2404:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000010:2.0:1775768546.218971:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee400.
00000100:00000001:1.0:1775768546.218973:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768546.218975:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768546.218979:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775768546.218982:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4300404478
00000100:00100000:2.0:1775768546.218983:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b56300 x1862022335239168/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:1.0:1775768546.218988:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9273188e5ae0.
00000100:00000001:2.0:1775768546.218995:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768546.218997:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768546.218998:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2
00000100:00000040:2.0:1775768546.219002:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a22a994] to pc [ptlrpcd_rcv+-1]  req@ffff927313b56300 x1862022335239168/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768546.219006:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4300404478
00000100:00000010:1.0:1775768546.219012:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9273188e5f60.
00000100:00000001:2.0:1775768546.219017:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768546.219018:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3
00000100:00080000:2.0:1775768546.219022:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1775768546.219023:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768546.219028:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768546.219031:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768546.219037:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768546/real 1775768546]  req@ffff927313b55f80 x1862022335238912/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775768546.219044:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768546.219048:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768546.219051:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768546.219055:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000400:00000001:1.0:1775768546.219056:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768546.219058:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:2.0:1775768546.219060:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5730
00000400:00000010:1.0:1775768546.219061:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927303829d10.
00000400:00000200:1.0:1775768546.219066:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b110
00000400:00000200:2.0:1775768546.219069:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775768546.219070:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b110.
00000100:00000001:1.0:1775768546.219075:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:2.0:1775768546.219075:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768546.219079:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff927308189800: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1775768546.219082:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b55f80 x1862022335238912/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768546.219085:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768546.219090:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768546.219095:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768546.219100:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000020:00000001:2.0:1775768546.219104:0:57984:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000200:1.0:1775768546.219105:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b55f80 x1862022335238912/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1775768546.219106:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f01
00000020:00000001:2.0:1775768546.219109:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768546.219112:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e67800 refcount=4
00000020:00000001:2.0:1775768546.219117:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000020:00000001:2.0:1775768546.219122:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400393728 : -120452309157888 : ffff927302e67800)
00000100:00000001:1.0:1775768546.219123:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768546.219127:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768546.219127:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768546.219130:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775768546.219132:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:2.0:1775768546.219135:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768546.219137:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768546.219140:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00100000:1.0:1775768546.219145:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b55f80 x1862022335238912/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1775768546.219145:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e67800 : new refcount 3
00000100:00080000:2.0:1775768546.219152:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff927308189800: import ffff927303e5f000 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768546.219159:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768546.219163:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775768546.219164:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1775768546.219167:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1775768546.219173:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b55f80 x1862022335238912/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768571 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775768546.219173:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768546.219177:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768546.219180:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768546.219187:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768546.219189:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768546.219190:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768546.219195:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768546.219198:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000010:2.0:1775768546.219198:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b57800.
00000100:00000001:1.0:1775768546.219200:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1775768546.219203:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5f000 refcount=3 obd=lustre-OST0000-osc-ffff927308189800
00000100:00000001:1.0:1775768546.219205:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
02000000:00000001:2.0:1775768546.219207:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1775768546.219209:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:2.0:1775768546.219210:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768546.219213:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00080000:1.0:1775768546.219215:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9273194c5000 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:2.0:1775768546.219216:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768546.219219:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768546.219223:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.131@tcp failed (-110)
02000000:00000010:2.0:1775768546.219224:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306bee800.
00000100:00000001:1.0:1775768546.219226:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:2.0:1775768546.219229:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768546.219233:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b55f80 x1862022335238912/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768571 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768546.219237:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b57800 x1862022335239296/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1775768546.219257:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:016caa67-3876-4715-80b1-49f9b70b3144:2404:1862022335238912:192.168.202.131@tcp:250:kworker.0
00000100:00000001:2.0:1775768546.219257:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768546.219261:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768546.219267:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768546.219268:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4cdde8a] to pc [ptlrpcd_rcv+-1]  req@ffff927313b57800 x1862022335239296/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768546.219277:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768546.219280:0:57984:0:(pinger.c:229:ptlrpc_pinger_process_import()) e70c411a-a65d-4eb5-8345-2ef8b0dfcd04->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768546.219283:0:57984:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775768546.219285:0:57984:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768546.219288:0:57984:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768546.219289:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1775768546.219293:0:57984:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768546.219297:0:57984:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff927308189800: connect to NID 192.168.202.131@tcp last attempt 5730
00000100:00000040:1.0:1775768546.219298:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b55f80 x1862022335238912/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768571 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1775768546.219305:0:57984:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775768546.219307:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768546.219311:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00000400:00000200:2.0:1775768546.219312:0:57984:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1
02000000:00000010:1.0:1775768546.219315:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046e8400.
00000100:00080000:2.0:1775768546.219316:0:57984:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff927308189800: tried all connections, increasing latency to 20s
02000000:00000001:1.0:1775768546.219319:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:2.0:1775768546.219322:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000020:00000001:1.0:1775768546.219323:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768546.219325:0:2404:0:(genops.c:1242:class_import_put()) import ffff9273194c5000 refcount=3 obd=MGC192.168.202.131@tcp
00000100:00000001:2.0:1775768546.219327:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000020:00000001:1.0:1775768546.219328:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768546.219331:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bec800.
00000100:00000040:2.0:1775768546.219332:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768546.219337:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
02000000:00000001:1.0:1775768546.219339:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
00000020:00000001:2.0:1775768546.219340:0:57984:0:(genops.c:811:class_conn2export()) Process entered
02000000:00000001:1.0:1775768546.219343:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000020:00000040:2.0:1775768546.219343:0:57984:0:(genops.c:823:class_conn2export()) looking for export cookie 0xc49f085a591c0f08
00000100:00000010:1.0:1775768546.219347:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b55f80.
00000020:00000001:2.0:1775768546.219347:0:57984:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768546.219350:0:57984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff927302e66800 refcount=4
00000100:00000001:1.0:1775768546.219352:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000020:00000001:2.0:1775768546.219354:0:57984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000001:1.0:1775768546.219355:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1775768546.219359:0:57984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623621400389632 : -120452309161984 : ffff927302e66800)
00000100:00000001:1.0:1775768546.219361:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768546.219368:0:57984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff92730449ebc0 refcount 14 to 192.168.202.131@tcp
00000100:00000001:2.0:1775768546.219370:0:57984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775768546.219373:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:2.0:1775768546.219373:0:57984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92730449ebc0 refcount 15 to 192.168.202.131@tcp
00000100:00000001:1.0:1775768546.219377:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768546.219377:0:57984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623621423688640 : -120452285862976 : ffff92730449ebc0)
00000100:00000001:1.0:1775768546.219382:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1775768546.219382:0:57984:0:(genops.c:898:class_export_put()) PUTting export ffff927302e66800 : new refcount 3
00000100:00000001:1.0:1775768546.219385:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768546.219390:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00080000:2.0:1775768546.219390:0:57984:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff927308189800: import ffff927303e5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp
00000100:00000001:2.0:1775768546.219395:0:57984:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768546.219397:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b55180 x1862022335239040/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775768546.219398:0:57984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768546.219402:0:57984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768546.219407:0:57984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768546.219411:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768546.219412:0:57984:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768546.219414:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1775768546.219416:0:57984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
02000000:00000001:1.0:1775768546.219419:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:2.0:1775768546.219420:0:57984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768546.219422:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768546.219425:0:57984:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768546.219426:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768546.219431:0:57984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff927313b54e00.
00000100:00100000:1.0:1775768546.219432:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335239040:192.168.202.131@tcp:38:kworker.0
00000020:00000040:2.0:1775768546.219436:0:57984:0:(genops.c:1229:class_import_get()) import ffff927303e5c800 refcount=3 obd=lustre-OST0001-osc-ffff927308189800
00000100:00000001:1.0:1775768546.219438:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768546.219441:0:57984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768546.219442:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768546.219445:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768546.219445:0:57984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768546.219448:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1775768546.219450:0:57984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:1.0:1775768546.219452:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046e8400.
02000000:00000001:2.0:1775768546.219453:0:57984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768546.219455:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768546.219456:0:57984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768546.219460:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775768546.219464:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927303829d10.
02000000:00000010:2.0:1775768546.219465:0:57984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff927306becc00.
00000400:00000010:1.0:1775768546.219467:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b110.
00000100:00000001:2.0:1775768546.219470:0:57984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775768546.219471:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335239040, portal 10
00000100:00000001:1.0:1775768546.219476:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768546.219477:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682385280 : -120452027166336 : ffff927313b55180)
00000100:00100000:2.0:1775768546.219481:0:57984:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff927313b54e00 x1862022335239424/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1775768546.219484:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b55180 x1862022335239040/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768546.219503:0:57984:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768546.219505:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1775768546.219507:0:57984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768546.219512:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775768546.219516:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b4c8.
00000100:00000040:2.0:1775768546.219516:0:57984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da4b86] to pc [ptlrpcd_rcv+-1]  req@ffff927313b54e00 x1862022335239424/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768546.219521:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335239040, offset 0
00000400:00000200:1.0:1775768546.219532:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000100:00000001:2.0:1775768546.219533:0:57984:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768546.219538:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000040:2.0:1775768546.219539:0:57984:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5740)
00000400:00000200:1.0:1775768546.219543:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775768546.219546:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768546.219549:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775768546.219552:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768546.219555:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775768546.219559:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60987:60987:256:4294967295] 192.168.202.131@tcp LPNI seq info [60987:60987:8:4294967295]
00000400:00000200:1.0:1775768546.219563:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768546.219569:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768546.219573:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775768546.219576:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75100.
00000800:00000200:1.0:1775768546.219580:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775768546.219583:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775768546.219587:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775768546.219589:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1775768546.219593:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775768546.219595:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75100.
00000400:00000200:1.0:1775768546.219598:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768546.219601:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768546.219604:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b4c8
00000400:00000010:1.0:1775768546.219605:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b4c8.
00000100:00000001:1.0:1775768546.219608:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768546.219611:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b55180 x1862022335239040/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768546.219623:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768546.219626:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b55180 x1862022335239040/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768571 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768546.219632:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768546.219633:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768546.219636:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768546.219640:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: using a timeout of 15131 usecs (16 jiffies)
00000400:00000200:1.0:1775768546.219643:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775768546.219645:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300403217
00000100:00000001:1.0:1775768546.219648:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300404478
00000100:00000001:1.0:1775768546.219650:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300403217
00000100:00000001:1.0:1775768546.219652:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300404478
00000100:00000001:1.0:1775768546.219654:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768546.219656:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768546.219658:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768546.219662:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768546/real 1775768546]  req@ffff927313b55180 x1862022335239040/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768546.219669:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768546.219671:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768546.219672:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927303829d10.
00000400:00000200:1.0:1775768546.219675:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b110
00000400:00000010:1.0:1775768546.219676:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b110.
00000100:00000001:1.0:1775768546.219679:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768546.219681:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b55180 x1862022335239040/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768546.219689:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b55180 x1862022335239040/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768546.219695:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768546.219697:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768546.219699:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768546.219701:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768546.219704:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b55180 x1862022335239040/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768546.219729:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768546.219733:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b55180 x1862022335239040/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768571 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768546.219740:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768546.219742:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768546.219744:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768546.219745:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768546.219747:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768546.219749:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768546.219751:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768546.219754:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775768546.219756:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768546.219760:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b55180 x1862022335239040/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768571 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768546.219767:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335239040:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775768546.219771:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768546.219774:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b56300 x1862022335239168/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768546.219791:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768546.219792:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768546.219795:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768546.219797:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768546.219799:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768546.219803:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335239168:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775768546.219806:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768546.219807:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768546.219809:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768546.219811:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768546.219815:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046ebc00.
02000000:00000001:1.0:1775768546.219816:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768546.219819:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775768546.219822:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927303829d10.
00000400:00000010:1.0:1775768546.219825:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b110.
00000100:00000200:1.0:1775768546.219827:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335239168, portal 10
00000100:00000001:1.0:1775768546.219829:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768546.219830:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682389760 : -120452027161856 : ffff927313b56300)
00000100:00000040:1.0:1775768546.219835:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b56300 x1862022335239168/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768546.219841:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768546.219843:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775768546.219845:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b4c8.
00000100:00000200:1.0:1775768546.219847:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022335239168, offset 0
00000400:00000200:1.0:1775768546.219851:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775768546.219854:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768546.219858:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775768546.219861:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768546.219863:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775768546.219865:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768546.219867:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775768546.219870:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60988:60988:256:4294967295] 192.168.202.131@tcp LPNI seq info [60988:60988:8:4294967295]
00000400:00000200:1.0:1775768546.219874:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768546.219880:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768546.219884:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775768546.219887:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75100.
00000800:00000200:1.0:1775768546.219891:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775768546.219894:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775768546.219898:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775768546.219900:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1775768546.219903:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775768546.219905:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75100.
00000400:00000200:1.0:1775768546.219908:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768546.219911:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768546.219913:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b4c8
00000400:00000010:1.0:1775768546.219915:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b4c8.
00000100:00000001:1.0:1775768546.219917:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768546.219921:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b56300 x1862022335239168/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768546.219928:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768546.219931:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b56300 x1862022335239168/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768571 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768546.219937:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768546.219938:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768546.219941:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768546.219944:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: using a timeout of 41678 usecs (42 jiffies)
00000400:00000200:1.0:1775768546.219947:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775768546.219949:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300403244
00000100:00000001:1.0:1775768546.219951:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300404478
00000100:00000001:1.0:1775768546.219953:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300403244
00000100:00000001:1.0:1775768546.219955:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300404478
00000100:00000001:1.0:1775768546.219957:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768546.219959:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768546.219961:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768546.219965:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768546/real 1775768546]  req@ffff927313b56300 x1862022335239168/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768546.219973:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768546.219975:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768546.219976:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927303829d10.
00000400:00000200:1.0:1775768546.219979:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b110
00000400:00000010:1.0:1775768546.219980:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b110.
00000100:00000001:1.0:1775768546.219982:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768546.219985:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b56300 x1862022335239168/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768546.219993:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b56300 x1862022335239168/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768546.219999:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768546.220001:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768546.220003:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768546.220004:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768546.220008:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b56300 x1862022335239168/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768546.220014:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768546.220018:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b56300 x1862022335239168/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768571 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768546.220025:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768546.220027:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768546.220029:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768546.220030:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768546.220031:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768546.220033:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768546.220035:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768546.220039:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775768546.220041:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768546.220045:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b56300 x1862022335239168/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768571 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768546.220058:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335239168:192.168.202.131@tcp:38:kworker.0
00000100:00000001:1.0:1775768546.220062:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768546.220065:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b57800 x1862022335239296/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768546.220071:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768546.220073:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768546.220075:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768546.220077:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768546.220078:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768546.220081:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335239296:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775768546.220084:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768546.220086:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768546.220087:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768546.220089:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768546.220092:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046e8000.
02000000:00000001:1.0:1775768546.220094:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768546.220098:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775768546.220100:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927303829d10.
00000400:00000010:1.0:1775768546.220104:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b110.
00000100:00000200:1.0:1775768546.220106:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335239296, portal 4
00000100:00000001:1.0:1775768546.220108:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768546.220110:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682395136 : -120452027156480 : ffff927313b57800)
00000100:00000040:1.0:1775768546.220115:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b57800 x1862022335239296/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768546.220121:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768546.220124:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775768546.220125:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b4c8.
00000100:00000200:1.0:1775768546.220128:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335239296, offset 0
00000400:00000200:1.0:1775768546.220132:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775768546.220135:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768546.220139:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775768546.220142:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768546.220144:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775768546.220146:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768546.220148:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775768546.220150:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60989:60989:256:4294967295] 192.168.202.131@tcp LPNI seq info [60989:60989:8:4294967295]
00000400:00000200:1.0:1775768546.220154:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768546.220159:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768546.220164:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775768546.220167:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75100.
00000800:00000200:1.0:1775768546.220170:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775768546.220173:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775768546.220176:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775768546.220179:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1775768546.220183:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775768546.220184:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75100.
00000400:00000200:1.0:1775768546.220187:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768546.220190:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768546.220193:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b4c8
00000400:00000010:1.0:1775768546.220194:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b4c8.
00000100:00000001:1.0:1775768546.220197:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768546.220200:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b57800 x1862022335239296/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768546.220207:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768546.220210:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b57800 x1862022335239296/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768571 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768546.220216:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768546.220217:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768546.220221:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768546.220224:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: using a timeout of 22192 usecs (23 jiffies)
00000400:00000200:1.0:1775768546.220227:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775768546.220229:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300403225
00000100:00000001:1.0:1775768546.220231:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300404478
00000100:00000001:1.0:1775768546.220234:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300403225
00000100:00000001:1.0:1775768546.220235:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300404478
00000100:00000001:1.0:1775768546.220237:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768546.220239:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768546.220241:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768546.220244:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768546/real 1775768546]  req@ffff927313b57800 x1862022335239296/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768546.220251:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768546.220252:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768546.220254:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927303829d10.
00000400:00000200:1.0:1775768546.220256:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b110
00000400:00000010:1.0:1775768546.220257:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b110.
00000100:00000001:1.0:1775768546.220259:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768546.220262:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b57800 x1862022335239296/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768546.220270:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b57800 x1862022335239296/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768546.220276:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768546.220277:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768546.220279:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768546.220281:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768546.220283:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b57800 x1862022335239296/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768546.220290:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768546.220293:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b57800 x1862022335239296/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768571 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768546.220299:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768546.220301:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768546.220303:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768546.220304:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768546.220306:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768546.220307:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768546.220310:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768546.220313:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775768546.220315:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768546.220319:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b57800 x1862022335239296/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768571 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768546.220326:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335239296:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775768546.220330:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768546.220332:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768546.220335:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b55180 x1862022335239040/t0(0) o38->lustre-MDT0000-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768571 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768546.220341:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768546.220342:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768546.220344:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046e8400.
02000000:00000001:1.0:1775768546.220347:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768546.220348:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768546.220349:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c000 refcount=137 obd=lustre-MDT0000-mdc-ffff927308189800
00000020:00000001:1.0:1775768546.220352:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768546.220353:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bef000.
02000000:00000001:1.0:1775768546.220356:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768546.220357:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768546.220358:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b55180.
00000100:00000001:1.0:1775768546.220361:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768546.220362:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768546.220364:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768546.220367:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b56300 x1862022335239168/t0(0) o38->lustre-MDT0001-mdc-ffff927308189800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768571 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768546.220378:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768546.220380:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768546.220381:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046ebc00.
02000000:00000001:1.0:1775768546.220384:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768546.220385:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768546.220387:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f800 refcount=3 obd=lustre-MDT0001-mdc-ffff927308189800
00000020:00000001:1.0:1775768546.220388:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768546.220390:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bee400.
02000000:00000001:1.0:1775768546.220392:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768546.220393:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768546.220395:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b56300.
00000100:00000001:1.0:1775768546.220396:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768546.220398:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768546.220399:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768546.220402:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b57800 x1862022335239296/t0(0) o8->lustre-OST0000-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768571 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768546.220408:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768546.220409:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768546.220411:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046e8000.
02000000:00000001:1.0:1775768546.220413:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768546.220414:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768546.220415:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5f000 refcount=2 obd=lustre-OST0000-osc-ffff927308189800
00000020:00000001:1.0:1775768546.220417:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768546.220418:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306bee800.
02000000:00000001:1.0:1775768546.220420:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768546.220421:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768546.220422:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b57800.
00000100:00000001:1.0:1775768546.220425:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768546.220426:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768546.220427:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768546.220431:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768546.220432:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768546.220434:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768546.220435:0:2404:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768546.220437:0:2404:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768546.220440:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff927313b54e00 x1862022335239424/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768546.220447:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768546.220449:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768546.220450:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768546.220452:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768546.220454:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768546.220457:0:2404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff927313b54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335239424:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775768546.220460:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768546.220462:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768546.220463:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768546.220465:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768546.220467:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9273046e8000.
02000000:00000001:1.0:1775768546.220469:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768546.220473:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000010:1.0:1775768546.220475:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff927303829d10.
00000400:00000010:1.0:1775768546.220478:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b110.
00000100:00000200:1.0:1775768546.220480:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022335239424, portal 4
00000100:00000001:1.0:1775768546.220482:0:2404:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768546.220484:0:2404:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446623621682384384 : -120452027167232 : ffff927313b54e00)
00000100:00000040:1.0:1775768546.220490:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff927313b54e00 x1862022335239424/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768546.220496:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768546.220498:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp
00000400:00000010:1.0:1775768546.220500:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92731132b4c8.
00000100:00000200:1.0:1775768546.220503:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022335239424, offset 0
00000400:00000200:1.0:1775768546.220506:0:2404:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp
00000400:00000200:1.0:1775768546.220510:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768546.220514:0:2404:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.131@tcp local destination
00000400:00000200:1.0:1775768546.220516:0:2404:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768546.220519:0:2404:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp
00000400:00000200:1.0:1775768546.220522:0:2404:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768546.220524:0:2404:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp
00000400:00000200:1.0:1775768546.220527:0:2404:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [60990:60990:256:4294967295] 192.168.202.131@tcp LPNI seq info [60990:60990:8:4294967295]
00000400:00000200:1.0:1775768546.220531:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000400:00000200:1.0:1775768546.220537:0:2404:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:<?>) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768546.220541:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775768546.220545:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff927302e75100.
00000800:00000200:1.0:1775768546.220549:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.0:1775768546.220551:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775768546.220555:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9273117e3000] -> 12345-192.168.202.131@tcp (2)
00000800:00000200:1.1:1775768546.220558:0:2404:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.131 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1775768546.220562:0:2404:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.131@tcp
00000800:00000010:1.0:1775768546.220563:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff927302e75100.
00000400:00000200:1.0:1775768546.220566:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768546.220569:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768546.220572:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b4c8
00000400:00000010:1.0:1775768546.220573:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b4c8.
00000100:00000001:1.0:1775768546.220576:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768546.220579:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff927313b54e00 x1862022335239424/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768546.220586:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768546.220589:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff927313b54e00 x1862022335239424/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768571 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768546.220595:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768546.220596:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768546.220600:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768546.220602:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: using a timeout of 22500 usecs (23 jiffies)
00000400:00000200:1.0:1775768546.220605:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1
00000100:00000001:1.0:1775768546.220607:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 2 is 4300403225
00000100:00000001:1.0:1775768546.220610:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 2, keep current deadline 4300404478
00000100:00000001:1.0:1775768546.220612:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS new deadline estimation for cpu 3 is 4300403225
00000100:00000001:1.0:1775768546.220613:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff927308189800: PM QoS request active for cpu 3, keep current deadline 4300404478
00000100:00000001:1.0:1775768546.220616:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768546.220618:0:2404:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768546.220620:0:2404:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768546.220624:0:2404:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768546/real 1775768546]  req@ffff927313b54e00 x1862022335239424/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768546.220632:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768546.220634:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768546.220635:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff927303829d10.
00000400:00000200:1.0:1775768546.220638:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92731132b110
00000400:00000010:1.0:1775768546.220639:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff92731132b110.
00000100:00000001:1.0:1775768546.220641:0:2404:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768546.220643:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff927313b54e00 x1862022335239424/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768546.220651:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff927313b54e00 x1862022335239424/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768546.220657:0:2404:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768546.220658:0:2404:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768546.220660:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768546.220662:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768546.220665:0:2404:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff927313b54e00 x1862022335239424/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768546.220671:0:2404:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768546.220674:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff927313b54e00 x1862022335239424/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768571 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768546.220681:0:2404:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768546.220684:0:2404:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768546.220685:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768546.220687:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768546.220689:0:2404:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768546.220690:0:2404:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768546.220693:0:2404:0:(import.c:65:import_set_state_nolock()) ffff927303e5c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768546.220696:0:2404:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.131@tcp failed (-110)
00000100:00000001:1.0:1775768546.220698:0:2404:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768546.220702:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff927313b54e00 x1862022335239424/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768571 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768546.220731:0:2404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff927313b54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e70c411a-a65d-4eb5-8345-2ef8b0dfcd04:2404:1862022335239424:192.168.202.131@tcp:8:kworker.0
00000100:00000001:1.0:1775768546.220735:0:2404:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768546.220736:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768546.220739:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff927313b54e00 x1862022335239424/t0(0) o8->lustre-OST0001-osc-ffff927308189800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768571 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768546.220746:0:2404:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768546.220747:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768546.220749:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9273046e8000.
02000000:00000001:1.0:1775768546.220752:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768546.220753:0:2404:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768546.220754:0:2404:0:(genops.c:1242:class_import_put()) import ffff927303e5c800 refcount=2 obd=lustre-OST0001-osc-ffff927308189800
00000020:00000001:1.0:1775768546.220756:0:2404:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768546.220758:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff927306becc00.
02000000:00000001:1.0:1775768546.220761:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768546.220762:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768546.220764:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff927313b54e00.
00000100:00000001:1.0:1775768546.220766:0:2404:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768546.220767:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768546.220768:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768546.220771:0:2404:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768546.220773:0:2404:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768546.220774:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768546.220776:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768546.795358:0:58292:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768546.795368:0:58292:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768546.795370:0:58292:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768546.795377:0:58292:0:(client.c:2691:ptlrpc_set_wait()) set ffff92731169ec00 going to sleep for 0 seconds
00000100:00000001:0.0:1775768546.795382:0:58292:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768546.795388:0:58292:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768546.795391:0:58292:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768546.795393:0:58292:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768546.795396:0:58292:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768547.241959:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768547.241967:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768547.241975:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768547.241976:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768547.241980:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768547.241981:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768547.241985:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768547.241986:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1775768547.241990:0:58796:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1775768547.241991:0:58796:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768547.242110:0:6173:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768547.242115:0:6173:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768547.242118:0:6173:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768547.497846:0:58772:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649a20 (cpu 0) has reached its deadline 4300404478, at 4300404480
00000100:00000040:3.0:1775768547.497846:0:58796:0:(connection.c:75:cpu_latency_work()) work item of ffff927318649b30 (cpu 0) has reached its deadline 4300404478, at 4300404480
00000100:00000010:3.0:1775768547.497863:0:58796:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9273188e5f60.
00000100:00000010:2.0:1775768547.497865:0:58772:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9273188e5ae0.
Debug log: 127620 lines, 127620 kept, 0 dropped, 0 bad.